{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.16478536705940514,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 8.239268352970256e-05,
      "grad_norm": 370.92846474567483,
      "learning_rate": 0.0,
      "loss": 1.9502,
      "step": 1
    },
    {
      "epoch": 0.00016478536705940512,
      "grad_norm": 478.9745480395951,
      "learning_rate": 1.3717421124828532e-08,
      "loss": 1.7099,
      "step": 2
    },
    {
      "epoch": 0.0002471780505891077,
      "grad_norm": 816.010339911805,
      "learning_rate": 2.7434842249657065e-08,
      "loss": 1.9407,
      "step": 3
    },
    {
      "epoch": 0.00032957073411881023,
      "grad_norm": 472.8469994501748,
      "learning_rate": 4.1152263374485605e-08,
      "loss": 2.0365,
      "step": 4
    },
    {
      "epoch": 0.00041196341764851283,
      "grad_norm": 578.3746838755396,
      "learning_rate": 5.486968449931413e-08,
      "loss": 1.9464,
      "step": 5
    },
    {
      "epoch": 0.0004943561011782154,
      "grad_norm": 404.71316071877214,
      "learning_rate": 6.858710562414266e-08,
      "loss": 1.6153,
      "step": 6
    },
    {
      "epoch": 0.000576748784707918,
      "grad_norm": 336.6982918558558,
      "learning_rate": 8.230452674897121e-08,
      "loss": 1.5113,
      "step": 7
    },
    {
      "epoch": 0.0006591414682376205,
      "grad_norm": 341.52944273145397,
      "learning_rate": 9.602194787379974e-08,
      "loss": 1.8882,
      "step": 8
    },
    {
      "epoch": 0.0007415341517673231,
      "grad_norm": 391.4084771497659,
      "learning_rate": 1.0973936899862826e-07,
      "loss": 2.0696,
      "step": 9
    },
    {
      "epoch": 0.0008239268352970257,
      "grad_norm": 422.9036219570121,
      "learning_rate": 1.234567901234568e-07,
      "loss": 2.0605,
      "step": 10
    },
    {
      "epoch": 0.0009063195188267282,
      "grad_norm": 797.3739771528897,
      "learning_rate": 1.3717421124828532e-07,
      "loss": 2.4847,
      "step": 11
    },
    {
      "epoch": 0.0009887122023564308,
      "grad_norm": 375.3289213197193,
      "learning_rate": 1.5089163237311387e-07,
      "loss": 1.9973,
      "step": 12
    },
    {
      "epoch": 0.0010711048858861334,
      "grad_norm": 392.38417270652195,
      "learning_rate": 1.6460905349794242e-07,
      "loss": 1.8486,
      "step": 13
    },
    {
      "epoch": 0.001153497569415836,
      "grad_norm": 299.91546496064956,
      "learning_rate": 1.7832647462277092e-07,
      "loss": 2.0903,
      "step": 14
    },
    {
      "epoch": 0.0012358902529455383,
      "grad_norm": 323.60559376717487,
      "learning_rate": 1.9204389574759947e-07,
      "loss": 2.199,
      "step": 15
    },
    {
      "epoch": 0.001318282936475241,
      "grad_norm": 448.30929677447216,
      "learning_rate": 2.05761316872428e-07,
      "loss": 1.9866,
      "step": 16
    },
    {
      "epoch": 0.0014006756200049435,
      "grad_norm": 496.01105968376754,
      "learning_rate": 2.1947873799725652e-07,
      "loss": 1.7145,
      "step": 17
    },
    {
      "epoch": 0.0014830683035346461,
      "grad_norm": 254.87258601806334,
      "learning_rate": 2.3319615912208507e-07,
      "loss": 1.4035,
      "step": 18
    },
    {
      "epoch": 0.0015654609870643487,
      "grad_norm": 196.08575158272188,
      "learning_rate": 2.469135802469136e-07,
      "loss": 1.5703,
      "step": 19
    },
    {
      "epoch": 0.0016478536705940513,
      "grad_norm": 181.93540410857392,
      "learning_rate": 2.606310013717421e-07,
      "loss": 1.2346,
      "step": 20
    },
    {
      "epoch": 0.0017302463541237537,
      "grad_norm": 292.3097054026038,
      "learning_rate": 2.7434842249657064e-07,
      "loss": 1.6449,
      "step": 21
    },
    {
      "epoch": 0.0018126390376534563,
      "grad_norm": 189.7490456066442,
      "learning_rate": 2.880658436213992e-07,
      "loss": 1.3064,
      "step": 22
    },
    {
      "epoch": 0.001895031721183159,
      "grad_norm": 154.94758342589185,
      "learning_rate": 3.0178326474622774e-07,
      "loss": 0.8725,
      "step": 23
    },
    {
      "epoch": 0.0019774244047128615,
      "grad_norm": 175.30016139724518,
      "learning_rate": 3.1550068587105627e-07,
      "loss": 1.0209,
      "step": 24
    },
    {
      "epoch": 0.002059817088242564,
      "grad_norm": 138.98861988367486,
      "learning_rate": 3.2921810699588484e-07,
      "loss": 0.819,
      "step": 25
    },
    {
      "epoch": 0.0021422097717722667,
      "grad_norm": 171.4439871730333,
      "learning_rate": 3.4293552812071337e-07,
      "loss": 0.9231,
      "step": 26
    },
    {
      "epoch": 0.0022246024553019693,
      "grad_norm": 198.66126017668074,
      "learning_rate": 3.5665294924554184e-07,
      "loss": 1.1098,
      "step": 27
    },
    {
      "epoch": 0.002306995138831672,
      "grad_norm": 128.99561291431132,
      "learning_rate": 3.7037037037037036e-07,
      "loss": 0.6259,
      "step": 28
    },
    {
      "epoch": 0.0023893878223613745,
      "grad_norm": 139.7562027108659,
      "learning_rate": 3.8408779149519894e-07,
      "loss": 0.9026,
      "step": 29
    },
    {
      "epoch": 0.0024717805058910767,
      "grad_norm": 8493.779228229192,
      "learning_rate": 3.9780521262002746e-07,
      "loss": 7.6096,
      "step": 30
    },
    {
      "epoch": 0.0025541731894207793,
      "grad_norm": 96.52109090080035,
      "learning_rate": 4.11522633744856e-07,
      "loss": 0.9848,
      "step": 31
    },
    {
      "epoch": 0.002636565872950482,
      "grad_norm": 46.277401372799,
      "learning_rate": 4.252400548696845e-07,
      "loss": 0.7812,
      "step": 32
    },
    {
      "epoch": 0.0027189585564801845,
      "grad_norm": 90.33996022715957,
      "learning_rate": 4.3895747599451304e-07,
      "loss": 0.9017,
      "step": 33
    },
    {
      "epoch": 0.002801351240009887,
      "grad_norm": 34.651039695496756,
      "learning_rate": 4.526748971193416e-07,
      "loss": 0.5284,
      "step": 34
    },
    {
      "epoch": 0.0028837439235395897,
      "grad_norm": 57.438589709256526,
      "learning_rate": 4.6639231824417014e-07,
      "loss": 0.6959,
      "step": 35
    },
    {
      "epoch": 0.0029661366070692923,
      "grad_norm": 88.03798435445572,
      "learning_rate": 4.801097393689986e-07,
      "loss": 0.6558,
      "step": 36
    },
    {
      "epoch": 0.003048529290598995,
      "grad_norm": 168.93972734994549,
      "learning_rate": 4.938271604938272e-07,
      "loss": 1.0815,
      "step": 37
    },
    {
      "epoch": 0.0031309219741286975,
      "grad_norm": 46.38654936308973,
      "learning_rate": 5.075445816186558e-07,
      "loss": 0.6026,
      "step": 38
    },
    {
      "epoch": 0.0032133146576584,
      "grad_norm": 44.94814475982433,
      "learning_rate": 5.212620027434842e-07,
      "loss": 0.7385,
      "step": 39
    },
    {
      "epoch": 0.0032957073411881027,
      "grad_norm": 165.7034467276052,
      "learning_rate": 5.349794238683128e-07,
      "loss": 0.6596,
      "step": 40
    },
    {
      "epoch": 0.0033781000247178053,
      "grad_norm": 97.98006118196572,
      "learning_rate": 5.486968449931413e-07,
      "loss": 1.02,
      "step": 41
    },
    {
      "epoch": 0.0034604927082475074,
      "grad_norm": 69.93402365846087,
      "learning_rate": 5.624142661179699e-07,
      "loss": 0.674,
      "step": 42
    },
    {
      "epoch": 0.00354288539177721,
      "grad_norm": 1163.1480162660114,
      "learning_rate": 5.761316872427984e-07,
      "loss": 3.2917,
      "step": 43
    },
    {
      "epoch": 0.0036252780753069126,
      "grad_norm": 74.37426736775474,
      "learning_rate": 5.898491083676269e-07,
      "loss": 0.7122,
      "step": 44
    },
    {
      "epoch": 0.0037076707588366152,
      "grad_norm": 91.55829350532069,
      "learning_rate": 6.035665294924555e-07,
      "loss": 0.8284,
      "step": 45
    },
    {
      "epoch": 0.003790063442366318,
      "grad_norm": 46.12057854425198,
      "learning_rate": 6.17283950617284e-07,
      "loss": 0.8129,
      "step": 46
    },
    {
      "epoch": 0.0038724561258960204,
      "grad_norm": 65.2084871860374,
      "learning_rate": 6.310013717421125e-07,
      "loss": 0.7338,
      "step": 47
    },
    {
      "epoch": 0.003954848809425723,
      "grad_norm": 76.89157130197114,
      "learning_rate": 6.44718792866941e-07,
      "loss": 0.3108,
      "step": 48
    },
    {
      "epoch": 0.004037241492955425,
      "grad_norm": 73.53979766200762,
      "learning_rate": 6.584362139917697e-07,
      "loss": 0.508,
      "step": 49
    },
    {
      "epoch": 0.004119634176485128,
      "grad_norm": 94.68664560631554,
      "learning_rate": 6.721536351165982e-07,
      "loss": 0.9084,
      "step": 50
    },
    {
      "epoch": 0.00420202686001483,
      "grad_norm": 146.08418676025838,
      "learning_rate": 6.858710562414267e-07,
      "loss": 0.8076,
      "step": 51
    },
    {
      "epoch": 0.004284419543544533,
      "grad_norm": 98.79171062611543,
      "learning_rate": 6.995884773662552e-07,
      "loss": 0.5388,
      "step": 52
    },
    {
      "epoch": 0.004366812227074236,
      "grad_norm": 63.9354584989466,
      "learning_rate": 7.133058984910837e-07,
      "loss": 0.6614,
      "step": 53
    },
    {
      "epoch": 0.004449204910603939,
      "grad_norm": 28.560826747239517,
      "learning_rate": 7.270233196159123e-07,
      "loss": 0.221,
      "step": 54
    },
    {
      "epoch": 0.004531597594133641,
      "grad_norm": 119.28245305633594,
      "learning_rate": 7.407407407407407e-07,
      "loss": 0.7162,
      "step": 55
    },
    {
      "epoch": 0.004613990277663344,
      "grad_norm": 106.52974721356492,
      "learning_rate": 7.544581618655693e-07,
      "loss": 0.7543,
      "step": 56
    },
    {
      "epoch": 0.004696382961193046,
      "grad_norm": 216.2323272199254,
      "learning_rate": 7.681755829903979e-07,
      "loss": 0.612,
      "step": 57
    },
    {
      "epoch": 0.004778775644722749,
      "grad_norm": 81.76961781882962,
      "learning_rate": 7.818930041152265e-07,
      "loss": 0.9122,
      "step": 58
    },
    {
      "epoch": 0.004861168328252451,
      "grad_norm": 81.51218859422868,
      "learning_rate": 7.956104252400549e-07,
      "loss": 0.4165,
      "step": 59
    },
    {
      "epoch": 0.004943561011782153,
      "grad_norm": 45.85355666847451,
      "learning_rate": 8.093278463648835e-07,
      "loss": 0.3937,
      "step": 60
    },
    {
      "epoch": 0.005025953695311856,
      "grad_norm": 113.09646005752293,
      "learning_rate": 8.23045267489712e-07,
      "loss": 0.7733,
      "step": 61
    },
    {
      "epoch": 0.0051083463788415585,
      "grad_norm": 42.137339872436065,
      "learning_rate": 8.367626886145406e-07,
      "loss": 0.5397,
      "step": 62
    },
    {
      "epoch": 0.005190739062371262,
      "grad_norm": 99.72516559451445,
      "learning_rate": 8.50480109739369e-07,
      "loss": 0.7653,
      "step": 63
    },
    {
      "epoch": 0.005273131745900964,
      "grad_norm": 37.868334658532945,
      "learning_rate": 8.641975308641976e-07,
      "loss": 0.4084,
      "step": 64
    },
    {
      "epoch": 0.005355524429430667,
      "grad_norm": 253.35802935100432,
      "learning_rate": 8.779149519890261e-07,
      "loss": 0.6051,
      "step": 65
    },
    {
      "epoch": 0.005437917112960369,
      "grad_norm": 29.821485219757093,
      "learning_rate": 8.916323731138548e-07,
      "loss": 0.4946,
      "step": 66
    },
    {
      "epoch": 0.005520309796490072,
      "grad_norm": 26.807855345732474,
      "learning_rate": 9.053497942386832e-07,
      "loss": 0.3619,
      "step": 67
    },
    {
      "epoch": 0.005602702480019774,
      "grad_norm": 45.035127254975706,
      "learning_rate": 9.190672153635118e-07,
      "loss": 0.5831,
      "step": 68
    },
    {
      "epoch": 0.005685095163549477,
      "grad_norm": 44.226686731133306,
      "learning_rate": 9.327846364883403e-07,
      "loss": 0.6431,
      "step": 69
    },
    {
      "epoch": 0.005767487847079179,
      "grad_norm": 60.33898555308833,
      "learning_rate": 9.465020576131687e-07,
      "loss": 0.4899,
      "step": 70
    },
    {
      "epoch": 0.005849880530608882,
      "grad_norm": 35.25027498428163,
      "learning_rate": 9.602194787379972e-07,
      "loss": 0.3887,
      "step": 71
    },
    {
      "epoch": 0.0059322732141385845,
      "grad_norm": 73.25174042894214,
      "learning_rate": 9.73936899862826e-07,
      "loss": 0.6252,
      "step": 72
    },
    {
      "epoch": 0.006014665897668287,
      "grad_norm": 52.590662239348354,
      "learning_rate": 9.876543209876544e-07,
      "loss": 0.3872,
      "step": 73
    },
    {
      "epoch": 0.00609705858119799,
      "grad_norm": 29.726473681600194,
      "learning_rate": 1.001371742112483e-06,
      "loss": 0.4349,
      "step": 74
    },
    {
      "epoch": 0.006179451264727692,
      "grad_norm": 26.072142658169017,
      "learning_rate": 1.0150891632373115e-06,
      "loss": 0.6492,
      "step": 75
    },
    {
      "epoch": 0.006261843948257395,
      "grad_norm": 38.68492891617437,
      "learning_rate": 1.02880658436214e-06,
      "loss": 0.8022,
      "step": 76
    },
    {
      "epoch": 0.006344236631787097,
      "grad_norm": 120.40708886210712,
      "learning_rate": 1.0425240054869685e-06,
      "loss": 0.5611,
      "step": 77
    },
    {
      "epoch": 0.0064266293153168,
      "grad_norm": 20.221000748278993,
      "learning_rate": 1.0562414266117972e-06,
      "loss": 0.2969,
      "step": 78
    },
    {
      "epoch": 0.006509021998846502,
      "grad_norm": 137.6805973085389,
      "learning_rate": 1.0699588477366256e-06,
      "loss": 0.648,
      "step": 79
    },
    {
      "epoch": 0.006591414682376205,
      "grad_norm": 40.1096379523084,
      "learning_rate": 1.083676268861454e-06,
      "loss": 0.8103,
      "step": 80
    },
    {
      "epoch": 0.0066738073659059075,
      "grad_norm": 32.096473511201374,
      "learning_rate": 1.0973936899862826e-06,
      "loss": 0.6186,
      "step": 81
    },
    {
      "epoch": 0.0067562000494356105,
      "grad_norm": 24.075343816904766,
      "learning_rate": 1.111111111111111e-06,
      "loss": 0.3877,
      "step": 82
    },
    {
      "epoch": 0.006838592732965313,
      "grad_norm": 48.42109801664082,
      "learning_rate": 1.1248285322359397e-06,
      "loss": 0.447,
      "step": 83
    },
    {
      "epoch": 0.006920985416495015,
      "grad_norm": 42.65831233770232,
      "learning_rate": 1.1385459533607684e-06,
      "loss": 0.7162,
      "step": 84
    },
    {
      "epoch": 0.007003378100024718,
      "grad_norm": 71.20273416415172,
      "learning_rate": 1.1522633744855969e-06,
      "loss": 0.6573,
      "step": 85
    },
    {
      "epoch": 0.00708577078355442,
      "grad_norm": 70.73981135151499,
      "learning_rate": 1.1659807956104253e-06,
      "loss": 0.3774,
      "step": 86
    },
    {
      "epoch": 0.007168163467084123,
      "grad_norm": 17.02358862648308,
      "learning_rate": 1.1796982167352538e-06,
      "loss": 0.4372,
      "step": 87
    },
    {
      "epoch": 0.007250556150613825,
      "grad_norm": 38.56110621340388,
      "learning_rate": 1.1934156378600823e-06,
      "loss": 0.5007,
      "step": 88
    },
    {
      "epoch": 0.007332948834143528,
      "grad_norm": 21.689880371993823,
      "learning_rate": 1.207133058984911e-06,
      "loss": 0.4363,
      "step": 89
    },
    {
      "epoch": 0.0074153415176732304,
      "grad_norm": 53.876169409804625,
      "learning_rate": 1.2208504801097394e-06,
      "loss": 0.4091,
      "step": 90
    },
    {
      "epoch": 0.0074977342012029335,
      "grad_norm": 48.147837297588566,
      "learning_rate": 1.234567901234568e-06,
      "loss": 0.6979,
      "step": 91
    },
    {
      "epoch": 0.007580126884732636,
      "grad_norm": 20.467449188390766,
      "learning_rate": 1.2482853223593966e-06,
      "loss": 0.4081,
      "step": 92
    },
    {
      "epoch": 0.007662519568262339,
      "grad_norm": 23.825819702066855,
      "learning_rate": 1.262002743484225e-06,
      "loss": 0.5095,
      "step": 93
    },
    {
      "epoch": 0.007744912251792041,
      "grad_norm": 49.54875914048349,
      "learning_rate": 1.2757201646090535e-06,
      "loss": 0.8153,
      "step": 94
    },
    {
      "epoch": 0.007827304935321744,
      "grad_norm": 36.71859670716872,
      "learning_rate": 1.289437585733882e-06,
      "loss": 0.4975,
      "step": 95
    },
    {
      "epoch": 0.007909697618851446,
      "grad_norm": 52.89761869922755,
      "learning_rate": 1.3031550068587107e-06,
      "loss": 0.6777,
      "step": 96
    },
    {
      "epoch": 0.007992090302381148,
      "grad_norm": 262.046184232095,
      "learning_rate": 1.3168724279835394e-06,
      "loss": 0.5125,
      "step": 97
    },
    {
      "epoch": 0.00807448298591085,
      "grad_norm": 23.8518705316023,
      "learning_rate": 1.3305898491083676e-06,
      "loss": 0.5802,
      "step": 98
    },
    {
      "epoch": 0.008156875669440554,
      "grad_norm": 24.43774608417277,
      "learning_rate": 1.3443072702331963e-06,
      "loss": 0.4466,
      "step": 99
    },
    {
      "epoch": 0.008239268352970256,
      "grad_norm": 27.243336976835526,
      "learning_rate": 1.3580246913580248e-06,
      "loss": 0.606,
      "step": 100
    },
    {
      "epoch": 0.008321661036499959,
      "grad_norm": 18.838152665368614,
      "learning_rate": 1.3717421124828535e-06,
      "loss": 0.4605,
      "step": 101
    },
    {
      "epoch": 0.00840405372002966,
      "grad_norm": 26.949888572345216,
      "learning_rate": 1.3854595336076817e-06,
      "loss": 0.4532,
      "step": 102
    },
    {
      "epoch": 0.008486446403559365,
      "grad_norm": 21.572594872057856,
      "learning_rate": 1.3991769547325104e-06,
      "loss": 0.4991,
      "step": 103
    },
    {
      "epoch": 0.008568839087089067,
      "grad_norm": 28.33027763947139,
      "learning_rate": 1.412894375857339e-06,
      "loss": 0.5669,
      "step": 104
    },
    {
      "epoch": 0.008651231770618769,
      "grad_norm": 31.09867407487906,
      "learning_rate": 1.4266117969821674e-06,
      "loss": 0.5158,
      "step": 105
    },
    {
      "epoch": 0.008733624454148471,
      "grad_norm": 47.502117851757255,
      "learning_rate": 1.440329218106996e-06,
      "loss": 0.6078,
      "step": 106
    },
    {
      "epoch": 0.008816017137678173,
      "grad_norm": 30.0902294117928,
      "learning_rate": 1.4540466392318245e-06,
      "loss": 0.6867,
      "step": 107
    },
    {
      "epoch": 0.008898409821207877,
      "grad_norm": 16.049485540251304,
      "learning_rate": 1.4677640603566532e-06,
      "loss": 0.5267,
      "step": 108
    },
    {
      "epoch": 0.00898080250473758,
      "grad_norm": 30.186256751846674,
      "learning_rate": 1.4814814814814815e-06,
      "loss": 0.6437,
      "step": 109
    },
    {
      "epoch": 0.009063195188267282,
      "grad_norm": 23.921754142654017,
      "learning_rate": 1.4951989026063101e-06,
      "loss": 0.7187,
      "step": 110
    },
    {
      "epoch": 0.009145587871796984,
      "grad_norm": 40.13689702977842,
      "learning_rate": 1.5089163237311386e-06,
      "loss": 0.4591,
      "step": 111
    },
    {
      "epoch": 0.009227980555326688,
      "grad_norm": 21.792212279571824,
      "learning_rate": 1.5226337448559673e-06,
      "loss": 0.4377,
      "step": 112
    },
    {
      "epoch": 0.00931037323885639,
      "grad_norm": 12.609083806149128,
      "learning_rate": 1.5363511659807958e-06,
      "loss": 0.4975,
      "step": 113
    },
    {
      "epoch": 0.009392765922386092,
      "grad_norm": 19.801853097766696,
      "learning_rate": 1.5500685871056242e-06,
      "loss": 0.4519,
      "step": 114
    },
    {
      "epoch": 0.009475158605915794,
      "grad_norm": 44.527628785852514,
      "learning_rate": 1.563786008230453e-06,
      "loss": 0.5393,
      "step": 115
    },
    {
      "epoch": 0.009557551289445498,
      "grad_norm": 17.968320630306675,
      "learning_rate": 1.5775034293552812e-06,
      "loss": 0.6014,
      "step": 116
    },
    {
      "epoch": 0.0096399439729752,
      "grad_norm": 23.423995548663576,
      "learning_rate": 1.5912208504801099e-06,
      "loss": 0.4331,
      "step": 117
    },
    {
      "epoch": 0.009722336656504902,
      "grad_norm": 18.98686296805731,
      "learning_rate": 1.6049382716049383e-06,
      "loss": 0.5621,
      "step": 118
    },
    {
      "epoch": 0.009804729340034605,
      "grad_norm": 13.635326129289362,
      "learning_rate": 1.618655692729767e-06,
      "loss": 0.2893,
      "step": 119
    },
    {
      "epoch": 0.009887122023564307,
      "grad_norm": 29.502202435441244,
      "learning_rate": 1.6323731138545953e-06,
      "loss": 0.5988,
      "step": 120
    },
    {
      "epoch": 0.00996951470709401,
      "grad_norm": 26.759044629536252,
      "learning_rate": 1.646090534979424e-06,
      "loss": 0.6966,
      "step": 121
    },
    {
      "epoch": 0.010051907390623713,
      "grad_norm": 16.944673727591262,
      "learning_rate": 1.6598079561042526e-06,
      "loss": 0.6288,
      "step": 122
    },
    {
      "epoch": 0.010134300074153415,
      "grad_norm": 22.18252955446083,
      "learning_rate": 1.6735253772290811e-06,
      "loss": 0.6527,
      "step": 123
    },
    {
      "epoch": 0.010216692757683117,
      "grad_norm": 14.663608441939818,
      "learning_rate": 1.6872427983539098e-06,
      "loss": 0.4992,
      "step": 124
    },
    {
      "epoch": 0.010299085441212821,
      "grad_norm": 27.846664256554586,
      "learning_rate": 1.700960219478738e-06,
      "loss": 0.6578,
      "step": 125
    },
    {
      "epoch": 0.010381478124742523,
      "grad_norm": 48.120411539456136,
      "learning_rate": 1.7146776406035667e-06,
      "loss": 0.7731,
      "step": 126
    },
    {
      "epoch": 0.010463870808272225,
      "grad_norm": 29.505384191045792,
      "learning_rate": 1.7283950617283952e-06,
      "loss": 0.4631,
      "step": 127
    },
    {
      "epoch": 0.010546263491801927,
      "grad_norm": 27.267562026668486,
      "learning_rate": 1.7421124828532237e-06,
      "loss": 0.7196,
      "step": 128
    },
    {
      "epoch": 0.010628656175331631,
      "grad_norm": 16.00289092345597,
      "learning_rate": 1.7558299039780521e-06,
      "loss": 0.5238,
      "step": 129
    },
    {
      "epoch": 0.010711048858861334,
      "grad_norm": 20.034041777867913,
      "learning_rate": 1.7695473251028808e-06,
      "loss": 0.48,
      "step": 130
    },
    {
      "epoch": 0.010793441542391036,
      "grad_norm": 16.125317675567455,
      "learning_rate": 1.7832647462277095e-06,
      "loss": 0.6135,
      "step": 131
    },
    {
      "epoch": 0.010875834225920738,
      "grad_norm": 198.72635885269693,
      "learning_rate": 1.7969821673525378e-06,
      "loss": 1.8359,
      "step": 132
    },
    {
      "epoch": 0.01095822690945044,
      "grad_norm": 11.49829810544229,
      "learning_rate": 1.8106995884773665e-06,
      "loss": 0.4496,
      "step": 133
    },
    {
      "epoch": 0.011040619592980144,
      "grad_norm": 54.65603884199396,
      "learning_rate": 1.824417009602195e-06,
      "loss": 0.6657,
      "step": 134
    },
    {
      "epoch": 0.011123012276509846,
      "grad_norm": 23.069821716903398,
      "learning_rate": 1.8381344307270236e-06,
      "loss": 0.5426,
      "step": 135
    },
    {
      "epoch": 0.011205404960039548,
      "grad_norm": 13.204812144916009,
      "learning_rate": 1.8518518518518519e-06,
      "loss": 0.612,
      "step": 136
    },
    {
      "epoch": 0.01128779764356925,
      "grad_norm": 13.956836795334933,
      "learning_rate": 1.8655692729766806e-06,
      "loss": 0.532,
      "step": 137
    },
    {
      "epoch": 0.011370190327098954,
      "grad_norm": 42.68872796386726,
      "learning_rate": 1.879286694101509e-06,
      "loss": 0.7006,
      "step": 138
    },
    {
      "epoch": 0.011452583010628656,
      "grad_norm": 16.612308273214413,
      "learning_rate": 1.8930041152263375e-06,
      "loss": 0.5123,
      "step": 139
    },
    {
      "epoch": 0.011534975694158359,
      "grad_norm": 18.144654907032912,
      "learning_rate": 1.9067215363511662e-06,
      "loss": 0.3141,
      "step": 140
    },
    {
      "epoch": 0.01161736837768806,
      "grad_norm": 16.814344046499077,
      "learning_rate": 1.9204389574759944e-06,
      "loss": 0.6542,
      "step": 141
    },
    {
      "epoch": 0.011699761061217765,
      "grad_norm": 21.160095993478766,
      "learning_rate": 1.9341563786008233e-06,
      "loss": 0.5819,
      "step": 142
    },
    {
      "epoch": 0.011782153744747467,
      "grad_norm": 21.297656919271585,
      "learning_rate": 1.947873799725652e-06,
      "loss": 0.5107,
      "step": 143
    },
    {
      "epoch": 0.011864546428277169,
      "grad_norm": 15.566851005374614,
      "learning_rate": 1.9615912208504803e-06,
      "loss": 0.6187,
      "step": 144
    },
    {
      "epoch": 0.011946939111806871,
      "grad_norm": 16.02129799647006,
      "learning_rate": 1.9753086419753087e-06,
      "loss": 0.4715,
      "step": 145
    },
    {
      "epoch": 0.012029331795336573,
      "grad_norm": 11.717994264174337,
      "learning_rate": 1.9890260631001372e-06,
      "loss": 0.4021,
      "step": 146
    },
    {
      "epoch": 0.012111724478866277,
      "grad_norm": 21.22813881358679,
      "learning_rate": 2.002743484224966e-06,
      "loss": 0.2599,
      "step": 147
    },
    {
      "epoch": 0.01219411716239598,
      "grad_norm": 15.200100122381537,
      "learning_rate": 2.0164609053497946e-06,
      "loss": 0.45,
      "step": 148
    },
    {
      "epoch": 0.012276509845925682,
      "grad_norm": 24.89750355075059,
      "learning_rate": 2.030178326474623e-06,
      "loss": 0.772,
      "step": 149
    },
    {
      "epoch": 0.012358902529455384,
      "grad_norm": 16.304820858469412,
      "learning_rate": 2.0438957475994515e-06,
      "loss": 0.446,
      "step": 150
    },
    {
      "epoch": 0.012441295212985088,
      "grad_norm": 20.608928374910505,
      "learning_rate": 2.05761316872428e-06,
      "loss": 0.5507,
      "step": 151
    },
    {
      "epoch": 0.01252368789651479,
      "grad_norm": 10.483108607114513,
      "learning_rate": 2.0713305898491085e-06,
      "loss": 0.4834,
      "step": 152
    },
    {
      "epoch": 0.012606080580044492,
      "grad_norm": 12.697803561984879,
      "learning_rate": 2.085048010973937e-06,
      "loss": 0.5253,
      "step": 153
    },
    {
      "epoch": 0.012688473263574194,
      "grad_norm": 24.461540625272452,
      "learning_rate": 2.0987654320987654e-06,
      "loss": 0.6982,
      "step": 154
    },
    {
      "epoch": 0.012770865947103896,
      "grad_norm": 17.323695037238057,
      "learning_rate": 2.1124828532235943e-06,
      "loss": 0.6608,
      "step": 155
    },
    {
      "epoch": 0.0128532586306336,
      "grad_norm": 19.1728467069908,
      "learning_rate": 2.1262002743484228e-06,
      "loss": 0.6158,
      "step": 156
    },
    {
      "epoch": 0.012935651314163302,
      "grad_norm": 14.335840726971144,
      "learning_rate": 2.1399176954732512e-06,
      "loss": 0.6844,
      "step": 157
    },
    {
      "epoch": 0.013018043997693005,
      "grad_norm": 20.095242492343232,
      "learning_rate": 2.1536351165980797e-06,
      "loss": 0.497,
      "step": 158
    },
    {
      "epoch": 0.013100436681222707,
      "grad_norm": 10.114501664370549,
      "learning_rate": 2.167352537722908e-06,
      "loss": 0.5262,
      "step": 159
    },
    {
      "epoch": 0.01318282936475241,
      "grad_norm": 13.305214604549445,
      "learning_rate": 2.1810699588477367e-06,
      "loss": 0.5619,
      "step": 160
    },
    {
      "epoch": 0.013265222048282113,
      "grad_norm": 19.721782800895156,
      "learning_rate": 2.194787379972565e-06,
      "loss": 0.5357,
      "step": 161
    },
    {
      "epoch": 0.013347614731811815,
      "grad_norm": 19.7228102937409,
      "learning_rate": 2.208504801097394e-06,
      "loss": 0.4225,
      "step": 162
    },
    {
      "epoch": 0.013430007415341517,
      "grad_norm": 240.83778830697852,
      "learning_rate": 2.222222222222222e-06,
      "loss": 2.4384,
      "step": 163
    },
    {
      "epoch": 0.013512400098871221,
      "grad_norm": 11.380285250812992,
      "learning_rate": 2.235939643347051e-06,
      "loss": 0.6533,
      "step": 164
    },
    {
      "epoch": 0.013594792782400923,
      "grad_norm": 9.94152540099469,
      "learning_rate": 2.2496570644718794e-06,
      "loss": 0.5497,
      "step": 165
    },
    {
      "epoch": 0.013677185465930625,
      "grad_norm": 12.090836450223387,
      "learning_rate": 2.263374485596708e-06,
      "loss": 0.4756,
      "step": 166
    },
    {
      "epoch": 0.013759578149460328,
      "grad_norm": 14.813308219199923,
      "learning_rate": 2.277091906721537e-06,
      "loss": 0.5355,
      "step": 167
    },
    {
      "epoch": 0.01384197083299003,
      "grad_norm": 13.192872206591804,
      "learning_rate": 2.290809327846365e-06,
      "loss": 0.5875,
      "step": 168
    },
    {
      "epoch": 0.013924363516519734,
      "grad_norm": 16.210695640291387,
      "learning_rate": 2.3045267489711937e-06,
      "loss": 0.5253,
      "step": 169
    },
    {
      "epoch": 0.014006756200049436,
      "grad_norm": 12.039792190252744,
      "learning_rate": 2.3182441700960222e-06,
      "loss": 0.4517,
      "step": 170
    },
    {
      "epoch": 0.014089148883579138,
      "grad_norm": 23.04062666474093,
      "learning_rate": 2.3319615912208507e-06,
      "loss": 0.4083,
      "step": 171
    },
    {
      "epoch": 0.01417154156710884,
      "grad_norm": 19.979153089914988,
      "learning_rate": 2.345679012345679e-06,
      "loss": 0.6887,
      "step": 172
    },
    {
      "epoch": 0.014253934250638544,
      "grad_norm": 21.895537557735427,
      "learning_rate": 2.3593964334705076e-06,
      "loss": 0.8094,
      "step": 173
    },
    {
      "epoch": 0.014336326934168246,
      "grad_norm": 31.47401830070671,
      "learning_rate": 2.3731138545953365e-06,
      "loss": 0.7431,
      "step": 174
    },
    {
      "epoch": 0.014418719617697948,
      "grad_norm": 12.750465460746202,
      "learning_rate": 2.3868312757201646e-06,
      "loss": 0.6583,
      "step": 175
    },
    {
      "epoch": 0.01450111230122765,
      "grad_norm": 13.307184351874149,
      "learning_rate": 2.4005486968449935e-06,
      "loss": 0.6077,
      "step": 176
    },
    {
      "epoch": 0.014583504984757354,
      "grad_norm": 10.435374769314452,
      "learning_rate": 2.414266117969822e-06,
      "loss": 0.5739,
      "step": 177
    },
    {
      "epoch": 0.014665897668287057,
      "grad_norm": 15.566819292000186,
      "learning_rate": 2.4279835390946504e-06,
      "loss": 0.644,
      "step": 178
    },
    {
      "epoch": 0.014748290351816759,
      "grad_norm": 12.814513858300232,
      "learning_rate": 2.441700960219479e-06,
      "loss": 0.5858,
      "step": 179
    },
    {
      "epoch": 0.014830683035346461,
      "grad_norm": 12.12622273494356,
      "learning_rate": 2.4554183813443074e-06,
      "loss": 0.5202,
      "step": 180
    },
    {
      "epoch": 0.014913075718876163,
      "grad_norm": 16.96998648395035,
      "learning_rate": 2.469135802469136e-06,
      "loss": 0.3457,
      "step": 181
    },
    {
      "epoch": 0.014995468402405867,
      "grad_norm": 13.91986946254961,
      "learning_rate": 2.4828532235939647e-06,
      "loss": 0.5681,
      "step": 182
    },
    {
      "epoch": 0.015077861085935569,
      "grad_norm": 12.486810040618805,
      "learning_rate": 2.496570644718793e-06,
      "loss": 0.5125,
      "step": 183
    },
    {
      "epoch": 0.015160253769465271,
      "grad_norm": 10.303008103171251,
      "learning_rate": 2.5102880658436217e-06,
      "loss": 0.6385,
      "step": 184
    },
    {
      "epoch": 0.015242646452994973,
      "grad_norm": 13.183010022460554,
      "learning_rate": 2.52400548696845e-06,
      "loss": 0.3552,
      "step": 185
    },
    {
      "epoch": 0.015325039136524677,
      "grad_norm": 10.107898578134508,
      "learning_rate": 2.5377229080932786e-06,
      "loss": 0.4341,
      "step": 186
    },
    {
      "epoch": 0.01540743182005438,
      "grad_norm": 8.570843302612268,
      "learning_rate": 2.551440329218107e-06,
      "loss": 0.4343,
      "step": 187
    },
    {
      "epoch": 0.015489824503584082,
      "grad_norm": 17.3196847847868,
      "learning_rate": 2.565157750342936e-06,
      "loss": 0.6971,
      "step": 188
    },
    {
      "epoch": 0.015572217187113784,
      "grad_norm": 11.86766768913693,
      "learning_rate": 2.578875171467764e-06,
      "loss": 0.5436,
      "step": 189
    },
    {
      "epoch": 0.015654609870643488,
      "grad_norm": 10.49550664029216,
      "learning_rate": 2.5925925925925925e-06,
      "loss": 0.342,
      "step": 190
    },
    {
      "epoch": 0.01573700255417319,
      "grad_norm": 9.038437970250417,
      "learning_rate": 2.6063100137174214e-06,
      "loss": 0.3151,
      "step": 191
    },
    {
      "epoch": 0.015819395237702892,
      "grad_norm": 15.678199292955869,
      "learning_rate": 2.62002743484225e-06,
      "loss": 0.7268,
      "step": 192
    },
    {
      "epoch": 0.015901787921232594,
      "grad_norm": 13.800404804526247,
      "learning_rate": 2.6337448559670788e-06,
      "loss": 0.5118,
      "step": 193
    },
    {
      "epoch": 0.015984180604762296,
      "grad_norm": 74.10559559217063,
      "learning_rate": 2.647462277091907e-06,
      "loss": 0.7444,
      "step": 194
    },
    {
      "epoch": 0.016066573288292,
      "grad_norm": 12.20315952893777,
      "learning_rate": 2.6611796982167353e-06,
      "loss": 0.4277,
      "step": 195
    },
    {
      "epoch": 0.0161489659718217,
      "grad_norm": 10.05719320789487,
      "learning_rate": 2.674897119341564e-06,
      "loss": 0.4664,
      "step": 196
    },
    {
      "epoch": 0.016231358655351406,
      "grad_norm": 42.082856786319546,
      "learning_rate": 2.6886145404663926e-06,
      "loss": 0.3969,
      "step": 197
    },
    {
      "epoch": 0.01631375133888111,
      "grad_norm": 15.787631693690875,
      "learning_rate": 2.7023319615912207e-06,
      "loss": 0.7307,
      "step": 198
    },
    {
      "epoch": 0.01639614402241081,
      "grad_norm": 8.901740684680457,
      "learning_rate": 2.7160493827160496e-06,
      "loss": 0.5109,
      "step": 199
    },
    {
      "epoch": 0.016478536705940513,
      "grad_norm": 28.934834071007202,
      "learning_rate": 2.729766803840878e-06,
      "loss": 0.4942,
      "step": 200
    },
    {
      "epoch": 0.016560929389470215,
      "grad_norm": 18.793354020178867,
      "learning_rate": 2.743484224965707e-06,
      "loss": 0.5592,
      "step": 201
    },
    {
      "epoch": 0.016643322072999917,
      "grad_norm": 13.60338783501572,
      "learning_rate": 2.7572016460905354e-06,
      "loss": 0.6025,
      "step": 202
    },
    {
      "epoch": 0.01672571475652962,
      "grad_norm": 8.038968073425716,
      "learning_rate": 2.7709190672153635e-06,
      "loss": 0.5211,
      "step": 203
    },
    {
      "epoch": 0.01680810744005932,
      "grad_norm": 11.559001618222288,
      "learning_rate": 2.7846364883401924e-06,
      "loss": 0.5185,
      "step": 204
    },
    {
      "epoch": 0.016890500123589024,
      "grad_norm": 10.70606495183075,
      "learning_rate": 2.798353909465021e-06,
      "loss": 0.5378,
      "step": 205
    },
    {
      "epoch": 0.01697289280711873,
      "grad_norm": 15.724659491801045,
      "learning_rate": 2.8120713305898493e-06,
      "loss": 0.3996,
      "step": 206
    },
    {
      "epoch": 0.01705528549064843,
      "grad_norm": 15.632077558092512,
      "learning_rate": 2.825788751714678e-06,
      "loss": 0.5294,
      "step": 207
    },
    {
      "epoch": 0.017137678174178134,
      "grad_norm": 15.35567010238041,
      "learning_rate": 2.8395061728395062e-06,
      "loss": 0.5789,
      "step": 208
    },
    {
      "epoch": 0.017220070857707836,
      "grad_norm": 12.247079248152177,
      "learning_rate": 2.8532235939643347e-06,
      "loss": 0.4783,
      "step": 209
    },
    {
      "epoch": 0.017302463541237538,
      "grad_norm": 13.787412538148317,
      "learning_rate": 2.8669410150891636e-06,
      "loss": 0.6358,
      "step": 210
    },
    {
      "epoch": 0.01738485622476724,
      "grad_norm": 10.388866874954653,
      "learning_rate": 2.880658436213992e-06,
      "loss": 0.4617,
      "step": 211
    },
    {
      "epoch": 0.017467248908296942,
      "grad_norm": 10.149440548768066,
      "learning_rate": 2.89437585733882e-06,
      "loss": 0.372,
      "step": 212
    },
    {
      "epoch": 0.017549641591826644,
      "grad_norm": 12.782054026030952,
      "learning_rate": 2.908093278463649e-06,
      "loss": 0.5502,
      "step": 213
    },
    {
      "epoch": 0.017632034275356347,
      "grad_norm": 8.980692409189274,
      "learning_rate": 2.9218106995884775e-06,
      "loss": 0.5311,
      "step": 214
    },
    {
      "epoch": 0.017714426958886052,
      "grad_norm": 12.126638458623237,
      "learning_rate": 2.9355281207133064e-06,
      "loss": 0.6599,
      "step": 215
    },
    {
      "epoch": 0.017796819642415754,
      "grad_norm": 10.503433095750024,
      "learning_rate": 2.949245541838135e-06,
      "loss": 0.4327,
      "step": 216
    },
    {
      "epoch": 0.017879212325945457,
      "grad_norm": 12.219841823090144,
      "learning_rate": 2.962962962962963e-06,
      "loss": 0.7044,
      "step": 217
    },
    {
      "epoch": 0.01796160500947516,
      "grad_norm": 18.87320464359166,
      "learning_rate": 2.976680384087792e-06,
      "loss": 0.7467,
      "step": 218
    },
    {
      "epoch": 0.01804399769300486,
      "grad_norm": 289.359254982659,
      "learning_rate": 2.9903978052126203e-06,
      "loss": 3.0217,
      "step": 219
    },
    {
      "epoch": 0.018126390376534563,
      "grad_norm": 7.733672679042532,
      "learning_rate": 3.004115226337449e-06,
      "loss": 0.4293,
      "step": 220
    },
    {
      "epoch": 0.018208783060064265,
      "grad_norm": 16.61269730251294,
      "learning_rate": 3.0178326474622772e-06,
      "loss": 0.6614,
      "step": 221
    },
    {
      "epoch": 0.018291175743593967,
      "grad_norm": 8.31112554516155,
      "learning_rate": 3.0315500685871057e-06,
      "loss": 0.5271,
      "step": 222
    },
    {
      "epoch": 0.018373568427123673,
      "grad_norm": 13.664445288630535,
      "learning_rate": 3.0452674897119346e-06,
      "loss": 0.7018,
      "step": 223
    },
    {
      "epoch": 0.018455961110653375,
      "grad_norm": 10.005927544238816,
      "learning_rate": 3.058984910836763e-06,
      "loss": 0.5524,
      "step": 224
    },
    {
      "epoch": 0.018538353794183077,
      "grad_norm": 15.446861208215383,
      "learning_rate": 3.0727023319615915e-06,
      "loss": 0.6341,
      "step": 225
    },
    {
      "epoch": 0.01862074647771278,
      "grad_norm": 16.079846485759564,
      "learning_rate": 3.08641975308642e-06,
      "loss": 0.8794,
      "step": 226
    },
    {
      "epoch": 0.018703139161242482,
      "grad_norm": 10.175892407022696,
      "learning_rate": 3.1001371742112485e-06,
      "loss": 0.6755,
      "step": 227
    },
    {
      "epoch": 0.018785531844772184,
      "grad_norm": 56.127455072454026,
      "learning_rate": 3.113854595336077e-06,
      "loss": 0.3321,
      "step": 228
    },
    {
      "epoch": 0.018867924528301886,
      "grad_norm": 12.930244631445957,
      "learning_rate": 3.127572016460906e-06,
      "loss": 0.4804,
      "step": 229
    },
    {
      "epoch": 0.018950317211831588,
      "grad_norm": 12.529583269551953,
      "learning_rate": 3.141289437585734e-06,
      "loss": 0.5312,
      "step": 230
    },
    {
      "epoch": 0.01903270989536129,
      "grad_norm": 9.78335819090374,
      "learning_rate": 3.1550068587105624e-06,
      "loss": 0.6044,
      "step": 231
    },
    {
      "epoch": 0.019115102578890996,
      "grad_norm": 9.981952585751747,
      "learning_rate": 3.1687242798353912e-06,
      "loss": 0.7049,
      "step": 232
    },
    {
      "epoch": 0.019197495262420698,
      "grad_norm": 17.065859536580135,
      "learning_rate": 3.1824417009602197e-06,
      "loss": 0.6509,
      "step": 233
    },
    {
      "epoch": 0.0192798879459504,
      "grad_norm": 10.93465261939953,
      "learning_rate": 3.1961591220850486e-06,
      "loss": 0.7744,
      "step": 234
    },
    {
      "epoch": 0.019362280629480103,
      "grad_norm": 9.705094089624701,
      "learning_rate": 3.2098765432098767e-06,
      "loss": 0.6289,
      "step": 235
    },
    {
      "epoch": 0.019444673313009805,
      "grad_norm": 11.03377155515954,
      "learning_rate": 3.223593964334705e-06,
      "loss": 0.4788,
      "step": 236
    },
    {
      "epoch": 0.019527065996539507,
      "grad_norm": 9.129123781076657,
      "learning_rate": 3.237311385459534e-06,
      "loss": 0.5489,
      "step": 237
    },
    {
      "epoch": 0.01960945868006921,
      "grad_norm": 8.697937237915472,
      "learning_rate": 3.2510288065843625e-06,
      "loss": 0.5861,
      "step": 238
    },
    {
      "epoch": 0.01969185136359891,
      "grad_norm": 8.870677568511018,
      "learning_rate": 3.2647462277091905e-06,
      "loss": 0.5946,
      "step": 239
    },
    {
      "epoch": 0.019774244047128613,
      "grad_norm": 23.189212971761012,
      "learning_rate": 3.2784636488340194e-06,
      "loss": 0.4848,
      "step": 240
    },
    {
      "epoch": 0.01985663673065832,
      "grad_norm": 8.803471237780029,
      "learning_rate": 3.292181069958848e-06,
      "loss": 0.3981,
      "step": 241
    },
    {
      "epoch": 0.01993902941418802,
      "grad_norm": 9.276823579497725,
      "learning_rate": 3.305898491083677e-06,
      "loss": 0.3854,
      "step": 242
    },
    {
      "epoch": 0.020021422097717723,
      "grad_norm": 15.048560056515383,
      "learning_rate": 3.3196159122085053e-06,
      "loss": 0.737,
      "step": 243
    },
    {
      "epoch": 0.020103814781247425,
      "grad_norm": 8.848106416589038,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.2963,
      "step": 244
    },
    {
      "epoch": 0.020186207464777128,
      "grad_norm": 7.313536463258056,
      "learning_rate": 3.3470507544581622e-06,
      "loss": 0.2768,
      "step": 245
    },
    {
      "epoch": 0.02026860014830683,
      "grad_norm": 12.219856537027805,
      "learning_rate": 3.3607681755829907e-06,
      "loss": 0.4306,
      "step": 246
    },
    {
      "epoch": 0.020350992831836532,
      "grad_norm": 10.00453954068384,
      "learning_rate": 3.3744855967078196e-06,
      "loss": 0.2573,
      "step": 247
    },
    {
      "epoch": 0.020433385515366234,
      "grad_norm": 16.88134336345359,
      "learning_rate": 3.3882030178326476e-06,
      "loss": 0.2629,
      "step": 248
    },
    {
      "epoch": 0.020515778198895936,
      "grad_norm": 12.88958428233626,
      "learning_rate": 3.401920438957476e-06,
      "loss": 0.4504,
      "step": 249
    },
    {
      "epoch": 0.020598170882425642,
      "grad_norm": 19.916078497234878,
      "learning_rate": 3.415637860082305e-06,
      "loss": 0.7189,
      "step": 250
    },
    {
      "epoch": 0.020680563565955344,
      "grad_norm": 12.379454068967135,
      "learning_rate": 3.4293552812071335e-06,
      "loss": 0.5047,
      "step": 251
    },
    {
      "epoch": 0.020762956249485046,
      "grad_norm": 7.363299478552216,
      "learning_rate": 3.443072702331962e-06,
      "loss": 0.308,
      "step": 252
    },
    {
      "epoch": 0.02084534893301475,
      "grad_norm": 14.9221134616295,
      "learning_rate": 3.4567901234567904e-06,
      "loss": 0.5358,
      "step": 253
    },
    {
      "epoch": 0.02092774161654445,
      "grad_norm": 75.3026629510051,
      "learning_rate": 3.470507544581619e-06,
      "loss": 1.3456,
      "step": 254
    },
    {
      "epoch": 0.021010134300074153,
      "grad_norm": 13.144224277254176,
      "learning_rate": 3.4842249657064474e-06,
      "loss": 0.7256,
      "step": 255
    },
    {
      "epoch": 0.021092526983603855,
      "grad_norm": 8.29902926659797,
      "learning_rate": 3.4979423868312762e-06,
      "loss": 0.479,
      "step": 256
    },
    {
      "epoch": 0.021174919667133557,
      "grad_norm": 36.142615394611894,
      "learning_rate": 3.5116598079561043e-06,
      "loss": 0.5905,
      "step": 257
    },
    {
      "epoch": 0.021257312350663263,
      "grad_norm": 18.894771750217856,
      "learning_rate": 3.5253772290809328e-06,
      "loss": 0.5372,
      "step": 258
    },
    {
      "epoch": 0.021339705034192965,
      "grad_norm": 8.876306670885448,
      "learning_rate": 3.5390946502057617e-06,
      "loss": 0.507,
      "step": 259
    },
    {
      "epoch": 0.021422097717722667,
      "grad_norm": 12.322148718207554,
      "learning_rate": 3.55281207133059e-06,
      "loss": 0.5313,
      "step": 260
    },
    {
      "epoch": 0.02150449040125237,
      "grad_norm": 9.429328982690008,
      "learning_rate": 3.566529492455419e-06,
      "loss": 0.6338,
      "step": 261
    },
    {
      "epoch": 0.02158688308478207,
      "grad_norm": 8.439579932933407,
      "learning_rate": 3.580246913580247e-06,
      "loss": 0.64,
      "step": 262
    },
    {
      "epoch": 0.021669275768311774,
      "grad_norm": 7.027927606341166,
      "learning_rate": 3.5939643347050755e-06,
      "loss": 0.694,
      "step": 263
    },
    {
      "epoch": 0.021751668451841476,
      "grad_norm": 18.461422860766792,
      "learning_rate": 3.6076817558299044e-06,
      "loss": 0.8644,
      "step": 264
    },
    {
      "epoch": 0.021834061135371178,
      "grad_norm": 7.312928184572379,
      "learning_rate": 3.621399176954733e-06,
      "loss": 0.5441,
      "step": 265
    },
    {
      "epoch": 0.02191645381890088,
      "grad_norm": 10.896094086625412,
      "learning_rate": 3.635116598079561e-06,
      "loss": 0.3631,
      "step": 266
    },
    {
      "epoch": 0.021998846502430586,
      "grad_norm": 12.46612913960122,
      "learning_rate": 3.64883401920439e-06,
      "loss": 0.6946,
      "step": 267
    },
    {
      "epoch": 0.022081239185960288,
      "grad_norm": 8.87385816825834,
      "learning_rate": 3.6625514403292183e-06,
      "loss": 0.6441,
      "step": 268
    },
    {
      "epoch": 0.02216363186948999,
      "grad_norm": 7.66230536481842,
      "learning_rate": 3.6762688614540472e-06,
      "loss": 0.4107,
      "step": 269
    },
    {
      "epoch": 0.022246024553019692,
      "grad_norm": 20.729872546438557,
      "learning_rate": 3.6899862825788757e-06,
      "loss": 0.575,
      "step": 270
    },
    {
      "epoch": 0.022328417236549394,
      "grad_norm": 8.579634165930928,
      "learning_rate": 3.7037037037037037e-06,
      "loss": 0.2851,
      "step": 271
    },
    {
      "epoch": 0.022410809920079097,
      "grad_norm": 8.32603360510797,
      "learning_rate": 3.7174211248285326e-06,
      "loss": 0.549,
      "step": 272
    },
    {
      "epoch": 0.0224932026036088,
      "grad_norm": 7.119710330257647,
      "learning_rate": 3.731138545953361e-06,
      "loss": 0.6911,
      "step": 273
    },
    {
      "epoch": 0.0225755952871385,
      "grad_norm": 12.334011335320461,
      "learning_rate": 3.7448559670781896e-06,
      "loss": 0.2933,
      "step": 274
    },
    {
      "epoch": 0.022657987970668203,
      "grad_norm": 8.819773878214544,
      "learning_rate": 3.758573388203018e-06,
      "loss": 0.5093,
      "step": 275
    },
    {
      "epoch": 0.02274038065419791,
      "grad_norm": 7.853520271881538,
      "learning_rate": 3.7722908093278465e-06,
      "loss": 0.4793,
      "step": 276
    },
    {
      "epoch": 0.02282277333772761,
      "grad_norm": 12.938012573178968,
      "learning_rate": 3.786008230452675e-06,
      "loss": 0.7915,
      "step": 277
    },
    {
      "epoch": 0.022905166021257313,
      "grad_norm": 7.351505350233861,
      "learning_rate": 3.799725651577504e-06,
      "loss": 0.4733,
      "step": 278
    },
    {
      "epoch": 0.022987558704787015,
      "grad_norm": 7.3673534060195855,
      "learning_rate": 3.8134430727023324e-06,
      "loss": 0.41,
      "step": 279
    },
    {
      "epoch": 0.023069951388316717,
      "grad_norm": 9.289270184893226,
      "learning_rate": 3.827160493827161e-06,
      "loss": 0.4778,
      "step": 280
    },
    {
      "epoch": 0.02315234407184642,
      "grad_norm": 6.28612952057349,
      "learning_rate": 3.840877914951989e-06,
      "loss": 0.406,
      "step": 281
    },
    {
      "epoch": 0.02323473675537612,
      "grad_norm": 5.946903311816241,
      "learning_rate": 3.854595336076818e-06,
      "loss": 0.4755,
      "step": 282
    },
    {
      "epoch": 0.023317129438905824,
      "grad_norm": 6.834284548380493,
      "learning_rate": 3.868312757201647e-06,
      "loss": 0.5116,
      "step": 283
    },
    {
      "epoch": 0.02339952212243553,
      "grad_norm": 11.774766376537002,
      "learning_rate": 3.882030178326475e-06,
      "loss": 0.3654,
      "step": 284
    },
    {
      "epoch": 0.02348191480596523,
      "grad_norm": 10.79007061340619,
      "learning_rate": 3.895747599451304e-06,
      "loss": 0.3865,
      "step": 285
    },
    {
      "epoch": 0.023564307489494934,
      "grad_norm": 8.26845323051975,
      "learning_rate": 3.909465020576132e-06,
      "loss": 0.6248,
      "step": 286
    },
    {
      "epoch": 0.023646700173024636,
      "grad_norm": 49.81368555681276,
      "learning_rate": 3.9231824417009605e-06,
      "loss": 0.6136,
      "step": 287
    },
    {
      "epoch": 0.023729092856554338,
      "grad_norm": 13.035734882105107,
      "learning_rate": 3.9368998628257894e-06,
      "loss": 0.7522,
      "step": 288
    },
    {
      "epoch": 0.02381148554008404,
      "grad_norm": 10.878498977499254,
      "learning_rate": 3.9506172839506175e-06,
      "loss": 0.6219,
      "step": 289
    },
    {
      "epoch": 0.023893878223613742,
      "grad_norm": 11.982100652311225,
      "learning_rate": 3.964334705075446e-06,
      "loss": 0.6203,
      "step": 290
    },
    {
      "epoch": 0.023976270907143445,
      "grad_norm": 9.985093354905656,
      "learning_rate": 3.9780521262002744e-06,
      "loss": 0.6091,
      "step": 291
    },
    {
      "epoch": 0.024058663590673147,
      "grad_norm": 10.79524941182704,
      "learning_rate": 3.991769547325103e-06,
      "loss": 0.511,
      "step": 292
    },
    {
      "epoch": 0.024141056274202852,
      "grad_norm": 8.306861975711865,
      "learning_rate": 4.005486968449932e-06,
      "loss": 0.6458,
      "step": 293
    },
    {
      "epoch": 0.024223448957732555,
      "grad_norm": 8.445514735869802,
      "learning_rate": 4.01920438957476e-06,
      "loss": 0.4246,
      "step": 294
    },
    {
      "epoch": 0.024305841641262257,
      "grad_norm": 10.946877499366206,
      "learning_rate": 4.032921810699589e-06,
      "loss": 0.4455,
      "step": 295
    },
    {
      "epoch": 0.02438823432479196,
      "grad_norm": 9.95334826152276,
      "learning_rate": 4.046639231824417e-06,
      "loss": 0.7388,
      "step": 296
    },
    {
      "epoch": 0.02447062700832166,
      "grad_norm": 6.182291262554031,
      "learning_rate": 4.060356652949246e-06,
      "loss": 0.255,
      "step": 297
    },
    {
      "epoch": 0.024553019691851363,
      "grad_norm": 6.230437793654582,
      "learning_rate": 4.074074074074074e-06,
      "loss": 0.317,
      "step": 298
    },
    {
      "epoch": 0.024635412375381065,
      "grad_norm": 37.925863944916884,
      "learning_rate": 4.087791495198903e-06,
      "loss": 0.6706,
      "step": 299
    },
    {
      "epoch": 0.024717805058910768,
      "grad_norm": 9.275615694704983,
      "learning_rate": 4.101508916323731e-06,
      "loss": 0.7037,
      "step": 300
    },
    {
      "epoch": 0.02480019774244047,
      "grad_norm": 8.011699796447031,
      "learning_rate": 4.11522633744856e-06,
      "loss": 0.5876,
      "step": 301
    },
    {
      "epoch": 0.024882590425970175,
      "grad_norm": 6.150375331005549,
      "learning_rate": 4.128943758573389e-06,
      "loss": 0.5513,
      "step": 302
    },
    {
      "epoch": 0.024964983109499878,
      "grad_norm": 9.66910213632119,
      "learning_rate": 4.142661179698217e-06,
      "loss": 0.7654,
      "step": 303
    },
    {
      "epoch": 0.02504737579302958,
      "grad_norm": 7.492282251093323,
      "learning_rate": 4.156378600823046e-06,
      "loss": 0.5467,
      "step": 304
    },
    {
      "epoch": 0.025129768476559282,
      "grad_norm": 8.84736509671235,
      "learning_rate": 4.170096021947874e-06,
      "loss": 0.6802,
      "step": 305
    },
    {
      "epoch": 0.025212161160088984,
      "grad_norm": 11.147679298984809,
      "learning_rate": 4.183813443072703e-06,
      "loss": 0.3183,
      "step": 306
    },
    {
      "epoch": 0.025294553843618686,
      "grad_norm": 6.052642841781604,
      "learning_rate": 4.197530864197531e-06,
      "loss": 0.2843,
      "step": 307
    },
    {
      "epoch": 0.02537694652714839,
      "grad_norm": 5.853639145291225,
      "learning_rate": 4.21124828532236e-06,
      "loss": 0.6171,
      "step": 308
    },
    {
      "epoch": 0.02545933921067809,
      "grad_norm": 7.664697260789782,
      "learning_rate": 4.224965706447189e-06,
      "loss": 0.5526,
      "step": 309
    },
    {
      "epoch": 0.025541731894207793,
      "grad_norm": 8.309328255797821,
      "learning_rate": 4.238683127572017e-06,
      "loss": 0.3675,
      "step": 310
    },
    {
      "epoch": 0.0256241245777375,
      "grad_norm": 6.048028087236039,
      "learning_rate": 4.2524005486968456e-06,
      "loss": 0.3439,
      "step": 311
    },
    {
      "epoch": 0.0257065172612672,
      "grad_norm": 7.684783842069482,
      "learning_rate": 4.266117969821674e-06,
      "loss": 0.671,
      "step": 312
    },
    {
      "epoch": 0.025788909944796903,
      "grad_norm": 14.534992720713337,
      "learning_rate": 4.2798353909465025e-06,
      "loss": 0.7617,
      "step": 313
    },
    {
      "epoch": 0.025871302628326605,
      "grad_norm": 8.615671182896788,
      "learning_rate": 4.293552812071331e-06,
      "loss": 0.6877,
      "step": 314
    },
    {
      "epoch": 0.025953695311856307,
      "grad_norm": 7.575816304061312,
      "learning_rate": 4.3072702331961594e-06,
      "loss": 0.6431,
      "step": 315
    },
    {
      "epoch": 0.02603608799538601,
      "grad_norm": 8.768345528296296,
      "learning_rate": 4.3209876543209875e-06,
      "loss": 0.4367,
      "step": 316
    },
    {
      "epoch": 0.02611848067891571,
      "grad_norm": 7.718681777042332,
      "learning_rate": 4.334705075445816e-06,
      "loss": 0.3518,
      "step": 317
    },
    {
      "epoch": 0.026200873362445413,
      "grad_norm": 15.692592743928309,
      "learning_rate": 4.348422496570645e-06,
      "loss": 0.8163,
      "step": 318
    },
    {
      "epoch": 0.02628326604597512,
      "grad_norm": 8.46510288305704,
      "learning_rate": 4.362139917695473e-06,
      "loss": 0.6321,
      "step": 319
    },
    {
      "epoch": 0.02636565872950482,
      "grad_norm": 6.317038560782752,
      "learning_rate": 4.375857338820302e-06,
      "loss": 0.4448,
      "step": 320
    },
    {
      "epoch": 0.026448051413034523,
      "grad_norm": 17.22722159022544,
      "learning_rate": 4.38957475994513e-06,
      "loss": 0.6319,
      "step": 321
    },
    {
      "epoch": 0.026530444096564226,
      "grad_norm": 35.34200236087575,
      "learning_rate": 4.403292181069959e-06,
      "loss": 0.6193,
      "step": 322
    },
    {
      "epoch": 0.026612836780093928,
      "grad_norm": 11.559769027360641,
      "learning_rate": 4.417009602194788e-06,
      "loss": 0.6904,
      "step": 323
    },
    {
      "epoch": 0.02669522946362363,
      "grad_norm": 7.249712253160824,
      "learning_rate": 4.430727023319616e-06,
      "loss": 0.4605,
      "step": 324
    },
    {
      "epoch": 0.026777622147153332,
      "grad_norm": 5.9808851831275,
      "learning_rate": 4.444444444444444e-06,
      "loss": 0.3127,
      "step": 325
    },
    {
      "epoch": 0.026860014830683034,
      "grad_norm": 6.4015006508429995,
      "learning_rate": 4.458161865569273e-06,
      "loss": 0.6494,
      "step": 326
    },
    {
      "epoch": 0.026942407514212736,
      "grad_norm": 7.388398333528457,
      "learning_rate": 4.471879286694102e-06,
      "loss": 0.4854,
      "step": 327
    },
    {
      "epoch": 0.027024800197742442,
      "grad_norm": 5.459089110209384,
      "learning_rate": 4.485596707818931e-06,
      "loss": 0.463,
      "step": 328
    },
    {
      "epoch": 0.027107192881272144,
      "grad_norm": 7.377223891634756,
      "learning_rate": 4.499314128943759e-06,
      "loss": 0.6919,
      "step": 329
    },
    {
      "epoch": 0.027189585564801846,
      "grad_norm": 6.3768264626554805,
      "learning_rate": 4.513031550068587e-06,
      "loss": 0.6361,
      "step": 330
    },
    {
      "epoch": 0.02727197824833155,
      "grad_norm": 6.99781725288093,
      "learning_rate": 4.526748971193416e-06,
      "loss": 0.6743,
      "step": 331
    },
    {
      "epoch": 0.02735437093186125,
      "grad_norm": 5.9726845052369075,
      "learning_rate": 4.540466392318245e-06,
      "loss": 0.3525,
      "step": 332
    },
    {
      "epoch": 0.027436763615390953,
      "grad_norm": 4.715507305833575,
      "learning_rate": 4.554183813443074e-06,
      "loss": 0.365,
      "step": 333
    },
    {
      "epoch": 0.027519156298920655,
      "grad_norm": 5.786778668319323,
      "learning_rate": 4.567901234567902e-06,
      "loss": 0.3823,
      "step": 334
    },
    {
      "epoch": 0.027601548982450357,
      "grad_norm": 7.779154962035555,
      "learning_rate": 4.58161865569273e-06,
      "loss": 0.5933,
      "step": 335
    },
    {
      "epoch": 0.02768394166598006,
      "grad_norm": 12.355416669442642,
      "learning_rate": 4.595336076817559e-06,
      "loss": 0.6039,
      "step": 336
    },
    {
      "epoch": 0.027766334349509765,
      "grad_norm": 5.078241648282684,
      "learning_rate": 4.6090534979423875e-06,
      "loss": 0.3775,
      "step": 337
    },
    {
      "epoch": 0.027848727033039467,
      "grad_norm": 5.863453886765012,
      "learning_rate": 4.622770919067216e-06,
      "loss": 0.2638,
      "step": 338
    },
    {
      "epoch": 0.02793111971656917,
      "grad_norm": 12.580103906062597,
      "learning_rate": 4.6364883401920444e-06,
      "loss": 0.7607,
      "step": 339
    },
    {
      "epoch": 0.02801351240009887,
      "grad_norm": 6.6784963620823525,
      "learning_rate": 4.6502057613168725e-06,
      "loss": 0.4435,
      "step": 340
    },
    {
      "epoch": 0.028095905083628574,
      "grad_norm": 7.038657857694269,
      "learning_rate": 4.663923182441701e-06,
      "loss": 0.6857,
      "step": 341
    },
    {
      "epoch": 0.028178297767158276,
      "grad_norm": 14.379372920193825,
      "learning_rate": 4.67764060356653e-06,
      "loss": 0.8087,
      "step": 342
    },
    {
      "epoch": 0.028260690450687978,
      "grad_norm": 9.837898915303215,
      "learning_rate": 4.691358024691358e-06,
      "loss": 0.5434,
      "step": 343
    },
    {
      "epoch": 0.02834308313421768,
      "grad_norm": 6.687023299218438,
      "learning_rate": 4.705075445816187e-06,
      "loss": 0.3655,
      "step": 344
    },
    {
      "epoch": 0.028425475817747382,
      "grad_norm": 5.726375583817776,
      "learning_rate": 4.718792866941015e-06,
      "loss": 0.5816,
      "step": 345
    },
    {
      "epoch": 0.028507868501277088,
      "grad_norm": 6.8852392247210945,
      "learning_rate": 4.732510288065844e-06,
      "loss": 0.5028,
      "step": 346
    },
    {
      "epoch": 0.02859026118480679,
      "grad_norm": 5.798984025320741,
      "learning_rate": 4.746227709190673e-06,
      "loss": 0.5701,
      "step": 347
    },
    {
      "epoch": 0.028672653868336492,
      "grad_norm": 10.24662425737303,
      "learning_rate": 4.759945130315501e-06,
      "loss": 0.6865,
      "step": 348
    },
    {
      "epoch": 0.028755046551866194,
      "grad_norm": 6.089865434146081,
      "learning_rate": 4.773662551440329e-06,
      "loss": 0.6887,
      "step": 349
    },
    {
      "epoch": 0.028837439235395897,
      "grad_norm": 6.365563959115913,
      "learning_rate": 4.787379972565158e-06,
      "loss": 0.6076,
      "step": 350
    },
    {
      "epoch": 0.0289198319189256,
      "grad_norm": 5.916203223471868,
      "learning_rate": 4.801097393689987e-06,
      "loss": 0.6597,
      "step": 351
    },
    {
      "epoch": 0.0290022246024553,
      "grad_norm": 4.599031509093365,
      "learning_rate": 4.814814814814815e-06,
      "loss": 0.395,
      "step": 352
    },
    {
      "epoch": 0.029084617285985003,
      "grad_norm": 6.6869153491637485,
      "learning_rate": 4.828532235939644e-06,
      "loss": 0.548,
      "step": 353
    },
    {
      "epoch": 0.02916700996951471,
      "grad_norm": 4.333465973974785,
      "learning_rate": 4.842249657064472e-06,
      "loss": 0.5945,
      "step": 354
    },
    {
      "epoch": 0.02924940265304441,
      "grad_norm": 6.808396103175679,
      "learning_rate": 4.855967078189301e-06,
      "loss": 0.5964,
      "step": 355
    },
    {
      "epoch": 0.029331795336574113,
      "grad_norm": 9.755100603471288,
      "learning_rate": 4.86968449931413e-06,
      "loss": 0.6287,
      "step": 356
    },
    {
      "epoch": 0.029414188020103815,
      "grad_norm": 5.80905261329336,
      "learning_rate": 4.883401920438958e-06,
      "loss": 0.4366,
      "step": 357
    },
    {
      "epoch": 0.029496580703633517,
      "grad_norm": 5.5904604000702545,
      "learning_rate": 4.897119341563787e-06,
      "loss": 0.5093,
      "step": 358
    },
    {
      "epoch": 0.02957897338716322,
      "grad_norm": 7.090237952729793,
      "learning_rate": 4.910836762688615e-06,
      "loss": 0.4749,
      "step": 359
    },
    {
      "epoch": 0.029661366070692922,
      "grad_norm": 6.9638534563545695,
      "learning_rate": 4.924554183813444e-06,
      "loss": 0.6429,
      "step": 360
    },
    {
      "epoch": 0.029743758754222624,
      "grad_norm": 4.026899519732204,
      "learning_rate": 4.938271604938272e-06,
      "loss": 0.4878,
      "step": 361
    },
    {
      "epoch": 0.029826151437752326,
      "grad_norm": 7.3582470565677065,
      "learning_rate": 4.9519890260631005e-06,
      "loss": 0.5546,
      "step": 362
    },
    {
      "epoch": 0.029908544121282032,
      "grad_norm": 5.356724068201691,
      "learning_rate": 4.9657064471879294e-06,
      "loss": 0.345,
      "step": 363
    },
    {
      "epoch": 0.029990936804811734,
      "grad_norm": 5.364214773411196,
      "learning_rate": 4.9794238683127575e-06,
      "loss": 0.3246,
      "step": 364
    },
    {
      "epoch": 0.030073329488341436,
      "grad_norm": 8.332851292756342,
      "learning_rate": 4.993141289437586e-06,
      "loss": 0.6733,
      "step": 365
    },
    {
      "epoch": 0.030155722171871138,
      "grad_norm": 9.765581947528334,
      "learning_rate": 5.0068587105624144e-06,
      "loss": 0.4704,
      "step": 366
    },
    {
      "epoch": 0.03023811485540084,
      "grad_norm": 5.498161157247211,
      "learning_rate": 5.020576131687243e-06,
      "loss": 0.2827,
      "step": 367
    },
    {
      "epoch": 0.030320507538930543,
      "grad_norm": 43.68184948115611,
      "learning_rate": 5.034293552812071e-06,
      "loss": 0.3449,
      "step": 368
    },
    {
      "epoch": 0.030402900222460245,
      "grad_norm": 6.219439174212411,
      "learning_rate": 5.0480109739369e-06,
      "loss": 0.3369,
      "step": 369
    },
    {
      "epoch": 0.030485292905989947,
      "grad_norm": 5.267942442082339,
      "learning_rate": 5.061728395061729e-06,
      "loss": 0.4036,
      "step": 370
    },
    {
      "epoch": 0.03056768558951965,
      "grad_norm": 4.7582676290183,
      "learning_rate": 5.075445816186557e-06,
      "loss": 0.2824,
      "step": 371
    },
    {
      "epoch": 0.030650078273049355,
      "grad_norm": 8.46553998751592,
      "learning_rate": 5.089163237311386e-06,
      "loss": 0.5826,
      "step": 372
    },
    {
      "epoch": 0.030732470956579057,
      "grad_norm": 9.33378948895317,
      "learning_rate": 5.102880658436214e-06,
      "loss": 0.6385,
      "step": 373
    },
    {
      "epoch": 0.03081486364010876,
      "grad_norm": 10.627769537470304,
      "learning_rate": 5.116598079561042e-06,
      "loss": 0.6659,
      "step": 374
    },
    {
      "epoch": 0.03089725632363846,
      "grad_norm": 6.414932231735032,
      "learning_rate": 5.130315500685872e-06,
      "loss": 0.4209,
      "step": 375
    },
    {
      "epoch": 0.030979649007168163,
      "grad_norm": 5.200756588061871,
      "learning_rate": 5.1440329218107e-06,
      "loss": 0.3344,
      "step": 376
    },
    {
      "epoch": 0.031062041690697866,
      "grad_norm": 8.066096499546177,
      "learning_rate": 5.157750342935528e-06,
      "loss": 0.5315,
      "step": 377
    },
    {
      "epoch": 0.031144434374227568,
      "grad_norm": 7.5104265708571125,
      "learning_rate": 5.171467764060357e-06,
      "loss": 0.5785,
      "step": 378
    },
    {
      "epoch": 0.03122682705775727,
      "grad_norm": 7.326972182415438,
      "learning_rate": 5.185185185185185e-06,
      "loss": 0.6173,
      "step": 379
    },
    {
      "epoch": 0.031309219741286975,
      "grad_norm": 7.064196146503117,
      "learning_rate": 5.198902606310015e-06,
      "loss": 0.4073,
      "step": 380
    },
    {
      "epoch": 0.031391612424816674,
      "grad_norm": 10.55313726796645,
      "learning_rate": 5.212620027434843e-06,
      "loss": 0.5923,
      "step": 381
    },
    {
      "epoch": 0.03147400510834638,
      "grad_norm": 9.355498638304265,
      "learning_rate": 5.226337448559671e-06,
      "loss": 0.3621,
      "step": 382
    },
    {
      "epoch": 0.03155639779187608,
      "grad_norm": 6.985263971534283,
      "learning_rate": 5.2400548696845e-06,
      "loss": 0.5704,
      "step": 383
    },
    {
      "epoch": 0.031638790475405784,
      "grad_norm": 12.680293995262826,
      "learning_rate": 5.253772290809328e-06,
      "loss": 0.6467,
      "step": 384
    },
    {
      "epoch": 0.03172118315893549,
      "grad_norm": 8.65674983418551,
      "learning_rate": 5.2674897119341575e-06,
      "loss": 0.5878,
      "step": 385
    },
    {
      "epoch": 0.03180357584246519,
      "grad_norm": 6.341472071022504,
      "learning_rate": 5.2812071330589856e-06,
      "loss": 0.4152,
      "step": 386
    },
    {
      "epoch": 0.031885968525994894,
      "grad_norm": 6.869168720162001,
      "learning_rate": 5.294924554183814e-06,
      "loss": 0.4097,
      "step": 387
    },
    {
      "epoch": 0.03196836120952459,
      "grad_norm": 14.190249862283896,
      "learning_rate": 5.3086419753086425e-06,
      "loss": 0.8292,
      "step": 388
    },
    {
      "epoch": 0.0320507538930543,
      "grad_norm": 8.275823508063906,
      "learning_rate": 5.3223593964334705e-06,
      "loss": 0.5986,
      "step": 389
    },
    {
      "epoch": 0.032133146576584,
      "grad_norm": 6.358393504534048,
      "learning_rate": 5.3360768175583e-06,
      "loss": 0.4381,
      "step": 390
    },
    {
      "epoch": 0.0322155392601137,
      "grad_norm": 7.516552473352774,
      "learning_rate": 5.349794238683128e-06,
      "loss": 0.6122,
      "step": 391
    },
    {
      "epoch": 0.0322979319436434,
      "grad_norm": 8.856630051592028,
      "learning_rate": 5.363511659807956e-06,
      "loss": 0.5578,
      "step": 392
    },
    {
      "epoch": 0.03238032462717311,
      "grad_norm": 6.892129730394783,
      "learning_rate": 5.377229080932785e-06,
      "loss": 0.3553,
      "step": 393
    },
    {
      "epoch": 0.03246271731070281,
      "grad_norm": 21.05820599044793,
      "learning_rate": 5.390946502057613e-06,
      "loss": 0.7038,
      "step": 394
    },
    {
      "epoch": 0.03254510999423251,
      "grad_norm": 8.434869352368931,
      "learning_rate": 5.404663923182441e-06,
      "loss": 0.6087,
      "step": 395
    },
    {
      "epoch": 0.03262750267776222,
      "grad_norm": 7.561351421213893,
      "learning_rate": 5.418381344307271e-06,
      "loss": 0.5764,
      "step": 396
    },
    {
      "epoch": 0.032709895361291916,
      "grad_norm": 8.211243703767535,
      "learning_rate": 5.432098765432099e-06,
      "loss": 0.4147,
      "step": 397
    },
    {
      "epoch": 0.03279228804482162,
      "grad_norm": 6.985876038283628,
      "learning_rate": 5.445816186556928e-06,
      "loss": 0.6712,
      "step": 398
    },
    {
      "epoch": 0.03287468072835132,
      "grad_norm": 7.796492055840742,
      "learning_rate": 5.459533607681756e-06,
      "loss": 0.5813,
      "step": 399
    },
    {
      "epoch": 0.032957073411881026,
      "grad_norm": 103.54807755066446,
      "learning_rate": 5.473251028806584e-06,
      "loss": 2.5632,
      "step": 400
    },
    {
      "epoch": 0.033039466095410724,
      "grad_norm": 5.515831392953944,
      "learning_rate": 5.486968449931414e-06,
      "loss": 0.4869,
      "step": 401
    },
    {
      "epoch": 0.03312185877894043,
      "grad_norm": 7.030021195326967,
      "learning_rate": 5.500685871056242e-06,
      "loss": 0.5261,
      "step": 402
    },
    {
      "epoch": 0.033204251462470136,
      "grad_norm": 19.87615017638583,
      "learning_rate": 5.514403292181071e-06,
      "loss": 0.6917,
      "step": 403
    },
    {
      "epoch": 0.033286644145999834,
      "grad_norm": 7.081294911924975,
      "learning_rate": 5.528120713305899e-06,
      "loss": 0.6978,
      "step": 404
    },
    {
      "epoch": 0.03336903682952954,
      "grad_norm": 11.979085035070433,
      "learning_rate": 5.541838134430727e-06,
      "loss": 0.8872,
      "step": 405
    },
    {
      "epoch": 0.03345142951305924,
      "grad_norm": 8.195578186353957,
      "learning_rate": 5.555555555555557e-06,
      "loss": 0.6859,
      "step": 406
    },
    {
      "epoch": 0.033533822196588944,
      "grad_norm": 8.47406281800443,
      "learning_rate": 5.569272976680385e-06,
      "loss": 0.8004,
      "step": 407
    },
    {
      "epoch": 0.03361621488011864,
      "grad_norm": 7.986033367143951,
      "learning_rate": 5.582990397805214e-06,
      "loss": 0.6459,
      "step": 408
    },
    {
      "epoch": 0.03369860756364835,
      "grad_norm": 56.85009393490188,
      "learning_rate": 5.596707818930042e-06,
      "loss": 0.4587,
      "step": 409
    },
    {
      "epoch": 0.03378100024717805,
      "grad_norm": 7.34821171599197,
      "learning_rate": 5.61042524005487e-06,
      "loss": 0.3975,
      "step": 410
    },
    {
      "epoch": 0.03386339293070775,
      "grad_norm": 10.977592364670041,
      "learning_rate": 5.624142661179699e-06,
      "loss": 0.6514,
      "step": 411
    },
    {
      "epoch": 0.03394578561423746,
      "grad_norm": 6.281256114995981,
      "learning_rate": 5.6378600823045275e-06,
      "loss": 0.5191,
      "step": 412
    },
    {
      "epoch": 0.03402817829776716,
      "grad_norm": 8.676725239026284,
      "learning_rate": 5.651577503429356e-06,
      "loss": 0.6749,
      "step": 413
    },
    {
      "epoch": 0.03411057098129686,
      "grad_norm": 5.271388347433627,
      "learning_rate": 5.6652949245541844e-06,
      "loss": 0.3394,
      "step": 414
    },
    {
      "epoch": 0.03419296366482656,
      "grad_norm": 8.62394479818176,
      "learning_rate": 5.6790123456790125e-06,
      "loss": 0.6579,
      "step": 415
    },
    {
      "epoch": 0.03427535634835627,
      "grad_norm": 8.725171620314873,
      "learning_rate": 5.692729766803841e-06,
      "loss": 0.5777,
      "step": 416
    },
    {
      "epoch": 0.034357749031885966,
      "grad_norm": 103.08679101276228,
      "learning_rate": 5.7064471879286694e-06,
      "loss": 1.5575,
      "step": 417
    },
    {
      "epoch": 0.03444014171541567,
      "grad_norm": 5.761947609743853,
      "learning_rate": 5.720164609053498e-06,
      "loss": 0.5843,
      "step": 418
    },
    {
      "epoch": 0.03452253439894537,
      "grad_norm": 7.898907683412111,
      "learning_rate": 5.733882030178327e-06,
      "loss": 0.4965,
      "step": 419
    },
    {
      "epoch": 0.034604927082475076,
      "grad_norm": 8.409149079491211,
      "learning_rate": 5.747599451303155e-06,
      "loss": 0.5187,
      "step": 420
    },
    {
      "epoch": 0.03468731976600478,
      "grad_norm": 7.164102449901402,
      "learning_rate": 5.761316872427984e-06,
      "loss": 0.6237,
      "step": 421
    },
    {
      "epoch": 0.03476971244953448,
      "grad_norm": 6.78383472471162,
      "learning_rate": 5.775034293552812e-06,
      "loss": 0.47,
      "step": 422
    },
    {
      "epoch": 0.034852105133064186,
      "grad_norm": 8.352679629190035,
      "learning_rate": 5.78875171467764e-06,
      "loss": 0.6486,
      "step": 423
    },
    {
      "epoch": 0.034934497816593885,
      "grad_norm": 10.944499686428724,
      "learning_rate": 5.80246913580247e-06,
      "loss": 0.6787,
      "step": 424
    },
    {
      "epoch": 0.03501689050012359,
      "grad_norm": 7.169250883656542,
      "learning_rate": 5.816186556927298e-06,
      "loss": 0.6341,
      "step": 425
    },
    {
      "epoch": 0.03509928318365329,
      "grad_norm": 8.444427076931605,
      "learning_rate": 5.829903978052127e-06,
      "loss": 0.3875,
      "step": 426
    },
    {
      "epoch": 0.035181675867182995,
      "grad_norm": 5.943310209215223,
      "learning_rate": 5.843621399176955e-06,
      "loss": 0.5543,
      "step": 427
    },
    {
      "epoch": 0.03526406855071269,
      "grad_norm": 9.00551355023434,
      "learning_rate": 5.857338820301783e-06,
      "loss": 0.4304,
      "step": 428
    },
    {
      "epoch": 0.0353464612342424,
      "grad_norm": 5.450933353978881,
      "learning_rate": 5.871056241426613e-06,
      "loss": 0.439,
      "step": 429
    },
    {
      "epoch": 0.035428853917772105,
      "grad_norm": 5.508996916628157,
      "learning_rate": 5.884773662551441e-06,
      "loss": 0.3802,
      "step": 430
    },
    {
      "epoch": 0.0355112466013018,
      "grad_norm": 5.247685983735031,
      "learning_rate": 5.89849108367627e-06,
      "loss": 0.2684,
      "step": 431
    },
    {
      "epoch": 0.03559363928483151,
      "grad_norm": 5.397506286271877,
      "learning_rate": 5.912208504801098e-06,
      "loss": 0.341,
      "step": 432
    },
    {
      "epoch": 0.03567603196836121,
      "grad_norm": 5.27131135952353,
      "learning_rate": 5.925925925925926e-06,
      "loss": 0.2659,
      "step": 433
    },
    {
      "epoch": 0.03575842465189091,
      "grad_norm": 480.0659176486544,
      "learning_rate": 5.9396433470507556e-06,
      "loss": 0.638,
      "step": 434
    },
    {
      "epoch": 0.03584081733542061,
      "grad_norm": 13.678674149772142,
      "learning_rate": 5.953360768175584e-06,
      "loss": 0.7309,
      "step": 435
    },
    {
      "epoch": 0.03592321001895032,
      "grad_norm": 10.780807692308517,
      "learning_rate": 5.967078189300412e-06,
      "loss": 0.7032,
      "step": 436
    },
    {
      "epoch": 0.03600560270248002,
      "grad_norm": 13.02329032201945,
      "learning_rate": 5.9807956104252405e-06,
      "loss": 0.5507,
      "step": 437
    },
    {
      "epoch": 0.03608799538600972,
      "grad_norm": 6.048832451175678,
      "learning_rate": 5.994513031550069e-06,
      "loss": 0.4034,
      "step": 438
    },
    {
      "epoch": 0.03617038806953943,
      "grad_norm": 6.96057463234594,
      "learning_rate": 6.008230452674898e-06,
      "loss": 0.4898,
      "step": 439
    },
    {
      "epoch": 0.036252780753069126,
      "grad_norm": 9.398283406999298,
      "learning_rate": 6.021947873799726e-06,
      "loss": 0.645,
      "step": 440
    },
    {
      "epoch": 0.03633517343659883,
      "grad_norm": 8.87917346131629,
      "learning_rate": 6.0356652949245544e-06,
      "loss": 0.6331,
      "step": 441
    },
    {
      "epoch": 0.03641756612012853,
      "grad_norm": 7.58770542825193,
      "learning_rate": 6.049382716049383e-06,
      "loss": 0.496,
      "step": 442
    },
    {
      "epoch": 0.036499958803658236,
      "grad_norm": 7.319287387022868,
      "learning_rate": 6.063100137174211e-06,
      "loss": 0.4107,
      "step": 443
    },
    {
      "epoch": 0.036582351487187935,
      "grad_norm": 6.047688078633024,
      "learning_rate": 6.076817558299041e-06,
      "loss": 0.5706,
      "step": 444
    },
    {
      "epoch": 0.03666474417071764,
      "grad_norm": 4.016360698698718,
      "learning_rate": 6.090534979423869e-06,
      "loss": 0.4581,
      "step": 445
    },
    {
      "epoch": 0.036747136854247346,
      "grad_norm": 4.965075908435688,
      "learning_rate": 6.104252400548697e-06,
      "loss": 0.4266,
      "step": 446
    },
    {
      "epoch": 0.036829529537777045,
      "grad_norm": 6.216596173925147,
      "learning_rate": 6.117969821673526e-06,
      "loss": 0.4522,
      "step": 447
    },
    {
      "epoch": 0.03691192222130675,
      "grad_norm": 4.842662632695187,
      "learning_rate": 6.131687242798354e-06,
      "loss": 0.4335,
      "step": 448
    },
    {
      "epoch": 0.03699431490483645,
      "grad_norm": 4.9752196790209515,
      "learning_rate": 6.145404663923183e-06,
      "loss": 0.557,
      "step": 449
    },
    {
      "epoch": 0.037076707588366155,
      "grad_norm": 5.735323380928238,
      "learning_rate": 6.159122085048012e-06,
      "loss": 0.4763,
      "step": 450
    },
    {
      "epoch": 0.037159100271895854,
      "grad_norm": 5.77466848724865,
      "learning_rate": 6.17283950617284e-06,
      "loss": 0.4934,
      "step": 451
    },
    {
      "epoch": 0.03724149295542556,
      "grad_norm": 9.112092371493077,
      "learning_rate": 6.186556927297669e-06,
      "loss": 0.7463,
      "step": 452
    },
    {
      "epoch": 0.03732388563895526,
      "grad_norm": 5.7102176201346,
      "learning_rate": 6.200274348422497e-06,
      "loss": 0.5117,
      "step": 453
    },
    {
      "epoch": 0.037406278322484963,
      "grad_norm": 78.79906885419953,
      "learning_rate": 6.213991769547325e-06,
      "loss": 0.4034,
      "step": 454
    },
    {
      "epoch": 0.03748867100601467,
      "grad_norm": 6.538900045540373,
      "learning_rate": 6.227709190672154e-06,
      "loss": 0.5889,
      "step": 455
    },
    {
      "epoch": 0.03757106368954437,
      "grad_norm": 6.303771338902271,
      "learning_rate": 6.241426611796983e-06,
      "loss": 0.4705,
      "step": 456
    },
    {
      "epoch": 0.03765345637307407,
      "grad_norm": 6.123584679010139,
      "learning_rate": 6.255144032921812e-06,
      "loss": 0.4935,
      "step": 457
    },
    {
      "epoch": 0.03773584905660377,
      "grad_norm": 6.632670832269488,
      "learning_rate": 6.26886145404664e-06,
      "loss": 0.4198,
      "step": 458
    },
    {
      "epoch": 0.03781824174013348,
      "grad_norm": 5.546218761188075,
      "learning_rate": 6.282578875171468e-06,
      "loss": 0.4775,
      "step": 459
    },
    {
      "epoch": 0.037900634423663176,
      "grad_norm": 7.410628500383756,
      "learning_rate": 6.296296296296297e-06,
      "loss": 0.5848,
      "step": 460
    },
    {
      "epoch": 0.03798302710719288,
      "grad_norm": 13.29983237450669,
      "learning_rate": 6.310013717421125e-06,
      "loss": 0.5264,
      "step": 461
    },
    {
      "epoch": 0.03806541979072258,
      "grad_norm": 6.248701868467927,
      "learning_rate": 6.3237311385459544e-06,
      "loss": 0.4628,
      "step": 462
    },
    {
      "epoch": 0.038147812474252286,
      "grad_norm": 5.555557826856918,
      "learning_rate": 6.3374485596707825e-06,
      "loss": 0.4553,
      "step": 463
    },
    {
      "epoch": 0.03823020515778199,
      "grad_norm": 9.184422285800041,
      "learning_rate": 6.3511659807956105e-06,
      "loss": 0.8573,
      "step": 464
    },
    {
      "epoch": 0.03831259784131169,
      "grad_norm": 5.747050476310712,
      "learning_rate": 6.3648834019204394e-06,
      "loss": 0.482,
      "step": 465
    },
    {
      "epoch": 0.038394990524841396,
      "grad_norm": 4.763610826797223,
      "learning_rate": 6.3786008230452675e-06,
      "loss": 0.5323,
      "step": 466
    },
    {
      "epoch": 0.038477383208371095,
      "grad_norm": 5.592179783867718,
      "learning_rate": 6.392318244170097e-06,
      "loss": 0.4239,
      "step": 467
    },
    {
      "epoch": 0.0385597758919008,
      "grad_norm": 6.874653123972646,
      "learning_rate": 6.406035665294925e-06,
      "loss": 0.6832,
      "step": 468
    },
    {
      "epoch": 0.0386421685754305,
      "grad_norm": 8.90284342707074,
      "learning_rate": 6.419753086419753e-06,
      "loss": 0.7136,
      "step": 469
    },
    {
      "epoch": 0.038724561258960205,
      "grad_norm": 4.321479415948776,
      "learning_rate": 6.433470507544582e-06,
      "loss": 0.3613,
      "step": 470
    },
    {
      "epoch": 0.038806953942489904,
      "grad_norm": 6.212842061197888,
      "learning_rate": 6.44718792866941e-06,
      "loss": 0.5118,
      "step": 471
    },
    {
      "epoch": 0.03888934662601961,
      "grad_norm": 6.620819776714046,
      "learning_rate": 6.460905349794238e-06,
      "loss": 0.6616,
      "step": 472
    },
    {
      "epoch": 0.038971739309549315,
      "grad_norm": 4.727885284155705,
      "learning_rate": 6.474622770919068e-06,
      "loss": 0.5001,
      "step": 473
    },
    {
      "epoch": 0.039054131993079014,
      "grad_norm": 5.762977515077748,
      "learning_rate": 6.488340192043896e-06,
      "loss": 0.496,
      "step": 474
    },
    {
      "epoch": 0.03913652467660872,
      "grad_norm": 4.548105976567005,
      "learning_rate": 6.502057613168725e-06,
      "loss": 0.4174,
      "step": 475
    },
    {
      "epoch": 0.03921891736013842,
      "grad_norm": 10.758680715013131,
      "learning_rate": 6.515775034293553e-06,
      "loss": 1.0219,
      "step": 476
    },
    {
      "epoch": 0.039301310043668124,
      "grad_norm": 4.833629523221548,
      "learning_rate": 6.529492455418381e-06,
      "loss": 0.4714,
      "step": 477
    },
    {
      "epoch": 0.03938370272719782,
      "grad_norm": 6.168003173970242,
      "learning_rate": 6.543209876543211e-06,
      "loss": 0.5518,
      "step": 478
    },
    {
      "epoch": 0.03946609541072753,
      "grad_norm": 6.781568533057639,
      "learning_rate": 6.556927297668039e-06,
      "loss": 0.6373,
      "step": 479
    },
    {
      "epoch": 0.03954848809425723,
      "grad_norm": 7.807648679748847,
      "learning_rate": 6.570644718792868e-06,
      "loss": 0.6692,
      "step": 480
    },
    {
      "epoch": 0.03963088077778693,
      "grad_norm": 5.261036851137123,
      "learning_rate": 6.584362139917696e-06,
      "loss": 0.4972,
      "step": 481
    },
    {
      "epoch": 0.03971327346131664,
      "grad_norm": 8.82287432796905,
      "learning_rate": 6.598079561042524e-06,
      "loss": 0.5782,
      "step": 482
    },
    {
      "epoch": 0.03979566614484634,
      "grad_norm": 4.74653534153213,
      "learning_rate": 6.611796982167354e-06,
      "loss": 0.4713,
      "step": 483
    },
    {
      "epoch": 0.03987805882837604,
      "grad_norm": 6.115095781407729,
      "learning_rate": 6.625514403292182e-06,
      "loss": 0.4716,
      "step": 484
    },
    {
      "epoch": 0.03996045151190574,
      "grad_norm": 9.137058349523514,
      "learning_rate": 6.6392318244170106e-06,
      "loss": 0.5758,
      "step": 485
    },
    {
      "epoch": 0.04004284419543545,
      "grad_norm": 6.208461928327539,
      "learning_rate": 6.652949245541839e-06,
      "loss": 0.6577,
      "step": 486
    },
    {
      "epoch": 0.040125236878965145,
      "grad_norm": 7.110169283978004,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.5648,
      "step": 487
    },
    {
      "epoch": 0.04020762956249485,
      "grad_norm": 5.955335908180957,
      "learning_rate": 6.680384087791496e-06,
      "loss": 0.6219,
      "step": 488
    },
    {
      "epoch": 0.04029002224602455,
      "grad_norm": 11.624360168848643,
      "learning_rate": 6.6941015089163244e-06,
      "loss": 0.5879,
      "step": 489
    },
    {
      "epoch": 0.040372414929554255,
      "grad_norm": 6.045762234406257,
      "learning_rate": 6.707818930041153e-06,
      "loss": 0.5048,
      "step": 490
    },
    {
      "epoch": 0.04045480761308396,
      "grad_norm": 7.274352306633563,
      "learning_rate": 6.721536351165981e-06,
      "loss": 0.7685,
      "step": 491
    },
    {
      "epoch": 0.04053720029661366,
      "grad_norm": 5.5877312296120465,
      "learning_rate": 6.7352537722908094e-06,
      "loss": 0.4779,
      "step": 492
    },
    {
      "epoch": 0.040619592980143365,
      "grad_norm": 190.3033861867491,
      "learning_rate": 6.748971193415639e-06,
      "loss": 2.688,
      "step": 493
    },
    {
      "epoch": 0.040701985663673064,
      "grad_norm": 10.422219949359063,
      "learning_rate": 6.762688614540467e-06,
      "loss": 0.6075,
      "step": 494
    },
    {
      "epoch": 0.04078437834720277,
      "grad_norm": 5.781767462518796,
      "learning_rate": 6.776406035665295e-06,
      "loss": 0.4923,
      "step": 495
    },
    {
      "epoch": 0.04086677103073247,
      "grad_norm": 7.096850817273703,
      "learning_rate": 6.790123456790124e-06,
      "loss": 0.3914,
      "step": 496
    },
    {
      "epoch": 0.040949163714262174,
      "grad_norm": 6.715044383416897,
      "learning_rate": 6.803840877914952e-06,
      "loss": 0.6559,
      "step": 497
    },
    {
      "epoch": 0.04103155639779187,
      "grad_norm": 5.869148124670727,
      "learning_rate": 6.817558299039781e-06,
      "loss": 0.6119,
      "step": 498
    },
    {
      "epoch": 0.04111394908132158,
      "grad_norm": 6.817431946634836,
      "learning_rate": 6.83127572016461e-06,
      "loss": 0.7011,
      "step": 499
    },
    {
      "epoch": 0.041196341764851284,
      "grad_norm": 6.726271933368034,
      "learning_rate": 6.844993141289438e-06,
      "loss": 0.5462,
      "step": 500
    },
    {
      "epoch": 0.04127873444838098,
      "grad_norm": 5.340136233900829,
      "learning_rate": 6.858710562414267e-06,
      "loss": 0.4988,
      "step": 501
    },
    {
      "epoch": 0.04136112713191069,
      "grad_norm": 6.910491082536719,
      "learning_rate": 6.872427983539095e-06,
      "loss": 0.3951,
      "step": 502
    },
    {
      "epoch": 0.04144351981544039,
      "grad_norm": 5.788747410824949,
      "learning_rate": 6.886145404663924e-06,
      "loss": 0.5783,
      "step": 503
    },
    {
      "epoch": 0.04152591249897009,
      "grad_norm": 4.802638214101094,
      "learning_rate": 6.899862825788752e-06,
      "loss": 0.2877,
      "step": 504
    },
    {
      "epoch": 0.04160830518249979,
      "grad_norm": 4.484566887630588,
      "learning_rate": 6.913580246913581e-06,
      "loss": 0.3811,
      "step": 505
    },
    {
      "epoch": 0.0416906978660295,
      "grad_norm": 6.051035690893021,
      "learning_rate": 6.92729766803841e-06,
      "loss": 0.4715,
      "step": 506
    },
    {
      "epoch": 0.0417730905495592,
      "grad_norm": 6.986842742202583,
      "learning_rate": 6.941015089163238e-06,
      "loss": 0.3989,
      "step": 507
    },
    {
      "epoch": 0.0418554832330889,
      "grad_norm": 3.822985062741508,
      "learning_rate": 6.954732510288067e-06,
      "loss": 0.3269,
      "step": 508
    },
    {
      "epoch": 0.04193787591661861,
      "grad_norm": 6.271803341046997,
      "learning_rate": 6.968449931412895e-06,
      "loss": 0.5455,
      "step": 509
    },
    {
      "epoch": 0.042020268600148306,
      "grad_norm": 4.324558170988178,
      "learning_rate": 6.982167352537723e-06,
      "loss": 0.3514,
      "step": 510
    },
    {
      "epoch": 0.04210266128367801,
      "grad_norm": 7.0738043807784265,
      "learning_rate": 6.9958847736625525e-06,
      "loss": 0.4582,
      "step": 511
    },
    {
      "epoch": 0.04218505396720771,
      "grad_norm": 4.303336598762236,
      "learning_rate": 7.0096021947873805e-06,
      "loss": 0.2196,
      "step": 512
    },
    {
      "epoch": 0.042267446650737416,
      "grad_norm": 6.729727246828568,
      "learning_rate": 7.023319615912209e-06,
      "loss": 0.5618,
      "step": 513
    },
    {
      "epoch": 0.042349839334267114,
      "grad_norm": 5.868167847006668,
      "learning_rate": 7.0370370370370375e-06,
      "loss": 0.5361,
      "step": 514
    },
    {
      "epoch": 0.04243223201779682,
      "grad_norm": 8.605825638540875,
      "learning_rate": 7.0507544581618655e-06,
      "loss": 0.6892,
      "step": 515
    },
    {
      "epoch": 0.042514624701326525,
      "grad_norm": 5.431792569281863,
      "learning_rate": 7.064471879286695e-06,
      "loss": 0.4384,
      "step": 516
    },
    {
      "epoch": 0.042597017384856224,
      "grad_norm": 6.984146114234522,
      "learning_rate": 7.078189300411523e-06,
      "loss": 0.483,
      "step": 517
    },
    {
      "epoch": 0.04267941006838593,
      "grad_norm": 9.3422311974361,
      "learning_rate": 7.091906721536351e-06,
      "loss": 0.5842,
      "step": 518
    },
    {
      "epoch": 0.04276180275191563,
      "grad_norm": 5.732842769025313,
      "learning_rate": 7.10562414266118e-06,
      "loss": 0.3972,
      "step": 519
    },
    {
      "epoch": 0.042844195435445334,
      "grad_norm": 8.65862913312267,
      "learning_rate": 7.119341563786008e-06,
      "loss": 0.6456,
      "step": 520
    },
    {
      "epoch": 0.04292658811897503,
      "grad_norm": 6.864043755425524,
      "learning_rate": 7.133058984910838e-06,
      "loss": 0.5415,
      "step": 521
    },
    {
      "epoch": 0.04300898080250474,
      "grad_norm": 7.980923425776543,
      "learning_rate": 7.146776406035666e-06,
      "loss": 0.6034,
      "step": 522
    },
    {
      "epoch": 0.04309137348603444,
      "grad_norm": 6.747289314662945,
      "learning_rate": 7.160493827160494e-06,
      "loss": 0.5615,
      "step": 523
    },
    {
      "epoch": 0.04317376616956414,
      "grad_norm": 5.139243463936733,
      "learning_rate": 7.174211248285323e-06,
      "loss": 0.4397,
      "step": 524
    },
    {
      "epoch": 0.04325615885309385,
      "grad_norm": 4.121695404994115,
      "learning_rate": 7.187928669410151e-06,
      "loss": 0.576,
      "step": 525
    },
    {
      "epoch": 0.04333855153662355,
      "grad_norm": 4.650257020504757,
      "learning_rate": 7.201646090534981e-06,
      "loss": 0.3738,
      "step": 526
    },
    {
      "epoch": 0.04342094422015325,
      "grad_norm": 5.611100034997747,
      "learning_rate": 7.215363511659809e-06,
      "loss": 0.5172,
      "step": 527
    },
    {
      "epoch": 0.04350333690368295,
      "grad_norm": 7.677372417584333,
      "learning_rate": 7.229080932784637e-06,
      "loss": 0.6671,
      "step": 528
    },
    {
      "epoch": 0.04358572958721266,
      "grad_norm": 6.6136776618758875,
      "learning_rate": 7.242798353909466e-06,
      "loss": 0.7559,
      "step": 529
    },
    {
      "epoch": 0.043668122270742356,
      "grad_norm": 4.792630608864752,
      "learning_rate": 7.256515775034294e-06,
      "loss": 0.3489,
      "step": 530
    },
    {
      "epoch": 0.04375051495427206,
      "grad_norm": 6.35062782260829,
      "learning_rate": 7.270233196159122e-06,
      "loss": 0.6693,
      "step": 531
    },
    {
      "epoch": 0.04383290763780176,
      "grad_norm": 5.605832169231131,
      "learning_rate": 7.283950617283952e-06,
      "loss": 0.6839,
      "step": 532
    },
    {
      "epoch": 0.043915300321331466,
      "grad_norm": 7.340777524703994,
      "learning_rate": 7.29766803840878e-06,
      "loss": 0.4743,
      "step": 533
    },
    {
      "epoch": 0.04399769300486117,
      "grad_norm": 5.736671549282368,
      "learning_rate": 7.311385459533609e-06,
      "loss": 0.5146,
      "step": 534
    },
    {
      "epoch": 0.04408008568839087,
      "grad_norm": 5.290429644156163,
      "learning_rate": 7.325102880658437e-06,
      "loss": 0.4368,
      "step": 535
    },
    {
      "epoch": 0.044162478371920576,
      "grad_norm": 5.60282614307985,
      "learning_rate": 7.338820301783265e-06,
      "loss": 0.5957,
      "step": 536
    },
    {
      "epoch": 0.044244871055450274,
      "grad_norm": 5.166334947065374,
      "learning_rate": 7.3525377229080944e-06,
      "loss": 0.3518,
      "step": 537
    },
    {
      "epoch": 0.04432726373897998,
      "grad_norm": 4.03828573750434,
      "learning_rate": 7.3662551440329225e-06,
      "loss": 0.4423,
      "step": 538
    },
    {
      "epoch": 0.04440965642250968,
      "grad_norm": 5.668301363403015,
      "learning_rate": 7.379972565157751e-06,
      "loss": 0.5681,
      "step": 539
    },
    {
      "epoch": 0.044492049106039384,
      "grad_norm": 5.359958652089056,
      "learning_rate": 7.3936899862825794e-06,
      "loss": 0.2408,
      "step": 540
    },
    {
      "epoch": 0.04457444178956908,
      "grad_norm": 7.013014929960838,
      "learning_rate": 7.4074074074074075e-06,
      "loss": 0.5804,
      "step": 541
    },
    {
      "epoch": 0.04465683447309879,
      "grad_norm": 4.355083270145565,
      "learning_rate": 7.421124828532237e-06,
      "loss": 0.3215,
      "step": 542
    },
    {
      "epoch": 0.044739227156628494,
      "grad_norm": 4.950584901024228,
      "learning_rate": 7.434842249657065e-06,
      "loss": 0.4059,
      "step": 543
    },
    {
      "epoch": 0.04482161984015819,
      "grad_norm": 7.881681417974008,
      "learning_rate": 7.448559670781894e-06,
      "loss": 0.6569,
      "step": 544
    },
    {
      "epoch": 0.0449040125236879,
      "grad_norm": 8.797495038662335,
      "learning_rate": 7.462277091906722e-06,
      "loss": 0.6289,
      "step": 545
    },
    {
      "epoch": 0.0449864052072176,
      "grad_norm": 5.34524571582464,
      "learning_rate": 7.47599451303155e-06,
      "loss": 0.4069,
      "step": 546
    },
    {
      "epoch": 0.0450687978907473,
      "grad_norm": 6.158525652435086,
      "learning_rate": 7.489711934156379e-06,
      "loss": 0.2462,
      "step": 547
    },
    {
      "epoch": 0.045151190574277,
      "grad_norm": 4.744502082646233,
      "learning_rate": 7.503429355281208e-06,
      "loss": 0.3248,
      "step": 548
    },
    {
      "epoch": 0.04523358325780671,
      "grad_norm": 5.917171401303492,
      "learning_rate": 7.517146776406036e-06,
      "loss": 0.5406,
      "step": 549
    },
    {
      "epoch": 0.045315975941336406,
      "grad_norm": 12.458906212002898,
      "learning_rate": 7.530864197530865e-06,
      "loss": 0.7253,
      "step": 550
    },
    {
      "epoch": 0.04539836862486611,
      "grad_norm": 7.531914989608172,
      "learning_rate": 7.544581618655693e-06,
      "loss": 0.5998,
      "step": 551
    },
    {
      "epoch": 0.04548076130839582,
      "grad_norm": 4.0280860261800004,
      "learning_rate": 7.558299039780522e-06,
      "loss": 0.4643,
      "step": 552
    },
    {
      "epoch": 0.045563153991925516,
      "grad_norm": 6.015033091452991,
      "learning_rate": 7.57201646090535e-06,
      "loss": 0.4256,
      "step": 553
    },
    {
      "epoch": 0.04564554667545522,
      "grad_norm": 7.13456394416836,
      "learning_rate": 7.585733882030179e-06,
      "loss": 0.7066,
      "step": 554
    },
    {
      "epoch": 0.04572793935898492,
      "grad_norm": 9.287192614752263,
      "learning_rate": 7.599451303155008e-06,
      "loss": 0.7301,
      "step": 555
    },
    {
      "epoch": 0.045810332042514626,
      "grad_norm": 6.284874505694774,
      "learning_rate": 7.613168724279836e-06,
      "loss": 0.433,
      "step": 556
    },
    {
      "epoch": 0.045892724726044325,
      "grad_norm": 5.947339381004487,
      "learning_rate": 7.626886145404665e-06,
      "loss": 0.4314,
      "step": 557
    },
    {
      "epoch": 0.04597511740957403,
      "grad_norm": 5.263524060407473,
      "learning_rate": 7.640603566529494e-06,
      "loss": 0.4686,
      "step": 558
    },
    {
      "epoch": 0.04605751009310373,
      "grad_norm": 6.4191613503614775,
      "learning_rate": 7.654320987654322e-06,
      "loss": 0.3771,
      "step": 559
    },
    {
      "epoch": 0.046139902776633435,
      "grad_norm": 4.786426740476273,
      "learning_rate": 7.66803840877915e-06,
      "loss": 0.5297,
      "step": 560
    },
    {
      "epoch": 0.04622229546016314,
      "grad_norm": 5.969988084382956,
      "learning_rate": 7.681755829903978e-06,
      "loss": 0.538,
      "step": 561
    },
    {
      "epoch": 0.04630468814369284,
      "grad_norm": 7.308885572221812,
      "learning_rate": 7.695473251028807e-06,
      "loss": 0.5234,
      "step": 562
    },
    {
      "epoch": 0.046387080827222545,
      "grad_norm": 5.97558760032448,
      "learning_rate": 7.709190672153636e-06,
      "loss": 0.4623,
      "step": 563
    },
    {
      "epoch": 0.04646947351075224,
      "grad_norm": 6.703370454236969,
      "learning_rate": 7.722908093278464e-06,
      "loss": 0.4321,
      "step": 564
    },
    {
      "epoch": 0.04655186619428195,
      "grad_norm": 5.449290012281466,
      "learning_rate": 7.736625514403293e-06,
      "loss": 0.4356,
      "step": 565
    },
    {
      "epoch": 0.04663425887781165,
      "grad_norm": 7.6918159276005245,
      "learning_rate": 7.750342935528121e-06,
      "loss": 0.7377,
      "step": 566
    },
    {
      "epoch": 0.04671665156134135,
      "grad_norm": 6.70070388013919,
      "learning_rate": 7.76406035665295e-06,
      "loss": 0.4832,
      "step": 567
    },
    {
      "epoch": 0.04679904424487106,
      "grad_norm": 7.054794661079072,
      "learning_rate": 7.77777777777778e-06,
      "loss": 0.5,
      "step": 568
    },
    {
      "epoch": 0.04688143692840076,
      "grad_norm": 6.480167958787211,
      "learning_rate": 7.791495198902607e-06,
      "loss": 0.6175,
      "step": 569
    },
    {
      "epoch": 0.04696382961193046,
      "grad_norm": 7.506915605641678,
      "learning_rate": 7.805212620027435e-06,
      "loss": 0.6497,
      "step": 570
    },
    {
      "epoch": 0.04704622229546016,
      "grad_norm": 5.494983006094659,
      "learning_rate": 7.818930041152263e-06,
      "loss": 0.4892,
      "step": 571
    },
    {
      "epoch": 0.04712861497898987,
      "grad_norm": 4.3290727230186175,
      "learning_rate": 7.832647462277091e-06,
      "loss": 0.3603,
      "step": 572
    },
    {
      "epoch": 0.047211007662519566,
      "grad_norm": 5.4053345835693545,
      "learning_rate": 7.846364883401921e-06,
      "loss": 0.4964,
      "step": 573
    },
    {
      "epoch": 0.04729340034604927,
      "grad_norm": 6.8723464860852275,
      "learning_rate": 7.860082304526749e-06,
      "loss": 0.5672,
      "step": 574
    },
    {
      "epoch": 0.04737579302957897,
      "grad_norm": 6.656820969576108,
      "learning_rate": 7.873799725651579e-06,
      "loss": 0.645,
      "step": 575
    },
    {
      "epoch": 0.047458185713108676,
      "grad_norm": 5.514831433681132,
      "learning_rate": 7.887517146776407e-06,
      "loss": 0.4784,
      "step": 576
    },
    {
      "epoch": 0.04754057839663838,
      "grad_norm": 4.686188017061002,
      "learning_rate": 7.901234567901235e-06,
      "loss": 0.3503,
      "step": 577
    },
    {
      "epoch": 0.04762297108016808,
      "grad_norm": 4.387746808622081,
      "learning_rate": 7.914951989026065e-06,
      "loss": 0.4085,
      "step": 578
    },
    {
      "epoch": 0.047705363763697786,
      "grad_norm": 5.842284742709113,
      "learning_rate": 7.928669410150893e-06,
      "loss": 0.6309,
      "step": 579
    },
    {
      "epoch": 0.047787756447227485,
      "grad_norm": 3.9959223903308883,
      "learning_rate": 7.94238683127572e-06,
      "loss": 0.4597,
      "step": 580
    },
    {
      "epoch": 0.04787014913075719,
      "grad_norm": 5.369023494162627,
      "learning_rate": 7.956104252400549e-06,
      "loss": 0.3751,
      "step": 581
    },
    {
      "epoch": 0.04795254181428689,
      "grad_norm": 5.2283340567591345,
      "learning_rate": 7.969821673525377e-06,
      "loss": 0.5132,
      "step": 582
    },
    {
      "epoch": 0.048034934497816595,
      "grad_norm": 5.349903681875905,
      "learning_rate": 7.983539094650207e-06,
      "loss": 0.3902,
      "step": 583
    },
    {
      "epoch": 0.048117327181346294,
      "grad_norm": 6.025785140359736,
      "learning_rate": 7.997256515775035e-06,
      "loss": 0.4025,
      "step": 584
    },
    {
      "epoch": 0.048199719864876,
      "grad_norm": 11.461654268608273,
      "learning_rate": 8.010973936899864e-06,
      "loss": 0.679,
      "step": 585
    },
    {
      "epoch": 0.048282112548405705,
      "grad_norm": 6.778197127568214,
      "learning_rate": 8.024691358024692e-06,
      "loss": 0.6373,
      "step": 586
    },
    {
      "epoch": 0.048364505231935404,
      "grad_norm": 6.682544812430659,
      "learning_rate": 8.03840877914952e-06,
      "loss": 0.6251,
      "step": 587
    },
    {
      "epoch": 0.04844689791546511,
      "grad_norm": 4.574480748574406,
      "learning_rate": 8.052126200274349e-06,
      "loss": 0.3578,
      "step": 588
    },
    {
      "epoch": 0.04852929059899481,
      "grad_norm": 5.884448857284855,
      "learning_rate": 8.065843621399178e-06,
      "loss": 0.4917,
      "step": 589
    },
    {
      "epoch": 0.048611683282524513,
      "grad_norm": 7.305232846822941,
      "learning_rate": 8.079561042524006e-06,
      "loss": 0.606,
      "step": 590
    },
    {
      "epoch": 0.04869407596605421,
      "grad_norm": 5.674679345815404,
      "learning_rate": 8.093278463648834e-06,
      "loss": 0.6098,
      "step": 591
    },
    {
      "epoch": 0.04877646864958392,
      "grad_norm": 5.8357949188415805,
      "learning_rate": 8.106995884773662e-06,
      "loss": 0.4771,
      "step": 592
    },
    {
      "epoch": 0.048858861333113617,
      "grad_norm": 6.271507937692957,
      "learning_rate": 8.120713305898492e-06,
      "loss": 0.4724,
      "step": 593
    },
    {
      "epoch": 0.04894125401664332,
      "grad_norm": 6.878289052557951,
      "learning_rate": 8.13443072702332e-06,
      "loss": 0.6355,
      "step": 594
    },
    {
      "epoch": 0.04902364670017303,
      "grad_norm": 6.77176191369003,
      "learning_rate": 8.148148148148148e-06,
      "loss": 0.5007,
      "step": 595
    },
    {
      "epoch": 0.049106039383702726,
      "grad_norm": 5.259636242937289,
      "learning_rate": 8.161865569272978e-06,
      "loss": 0.4991,
      "step": 596
    },
    {
      "epoch": 0.04918843206723243,
      "grad_norm": 6.83053596050915,
      "learning_rate": 8.175582990397806e-06,
      "loss": 0.4805,
      "step": 597
    },
    {
      "epoch": 0.04927082475076213,
      "grad_norm": 8.169736862097166,
      "learning_rate": 8.189300411522634e-06,
      "loss": 0.5456,
      "step": 598
    },
    {
      "epoch": 0.049353217434291836,
      "grad_norm": 7.689359450945521,
      "learning_rate": 8.203017832647462e-06,
      "loss": 0.6017,
      "step": 599
    },
    {
      "epoch": 0.049435610117821535,
      "grad_norm": 5.228139769258261,
      "learning_rate": 8.21673525377229e-06,
      "loss": 0.5305,
      "step": 600
    },
    {
      "epoch": 0.04951800280135124,
      "grad_norm": 8.65116366410673,
      "learning_rate": 8.23045267489712e-06,
      "loss": 0.5437,
      "step": 601
    },
    {
      "epoch": 0.04960039548488094,
      "grad_norm": 11.17746374283472,
      "learning_rate": 8.244170096021948e-06,
      "loss": 0.7125,
      "step": 602
    },
    {
      "epoch": 0.049682788168410645,
      "grad_norm": 7.301491118538198,
      "learning_rate": 8.257887517146778e-06,
      "loss": 0.5577,
      "step": 603
    },
    {
      "epoch": 0.04976518085194035,
      "grad_norm": 4.970573337029868,
      "learning_rate": 8.271604938271606e-06,
      "loss": 0.5968,
      "step": 604
    },
    {
      "epoch": 0.04984757353547005,
      "grad_norm": 5.587652792417023,
      "learning_rate": 8.285322359396434e-06,
      "loss": 0.6005,
      "step": 605
    },
    {
      "epoch": 0.049929966218999755,
      "grad_norm": 5.549916285590465,
      "learning_rate": 8.299039780521264e-06,
      "loss": 0.3548,
      "step": 606
    },
    {
      "epoch": 0.050012358902529454,
      "grad_norm": 8.10309244938579,
      "learning_rate": 8.312757201646092e-06,
      "loss": 0.5691,
      "step": 607
    },
    {
      "epoch": 0.05009475158605916,
      "grad_norm": 5.8031246153733935,
      "learning_rate": 8.32647462277092e-06,
      "loss": 0.5858,
      "step": 608
    },
    {
      "epoch": 0.05017714426958886,
      "grad_norm": 4.633845595880233,
      "learning_rate": 8.340192043895748e-06,
      "loss": 0.6119,
      "step": 609
    },
    {
      "epoch": 0.050259536953118564,
      "grad_norm": 4.538100964584221,
      "learning_rate": 8.353909465020576e-06,
      "loss": 0.4402,
      "step": 610
    },
    {
      "epoch": 0.05034192963664826,
      "grad_norm": 5.323060646938032,
      "learning_rate": 8.367626886145406e-06,
      "loss": 0.634,
      "step": 611
    },
    {
      "epoch": 0.05042432232017797,
      "grad_norm": 8.019191719629505,
      "learning_rate": 8.381344307270234e-06,
      "loss": 0.5162,
      "step": 612
    },
    {
      "epoch": 0.050506715003707674,
      "grad_norm": 8.490592176269905,
      "learning_rate": 8.395061728395062e-06,
      "loss": 0.7862,
      "step": 613
    },
    {
      "epoch": 0.05058910768723737,
      "grad_norm": 6.715022235925982,
      "learning_rate": 8.408779149519891e-06,
      "loss": 0.693,
      "step": 614
    },
    {
      "epoch": 0.05067150037076708,
      "grad_norm": 6.662593981470133,
      "learning_rate": 8.42249657064472e-06,
      "loss": 0.7293,
      "step": 615
    },
    {
      "epoch": 0.05075389305429678,
      "grad_norm": 6.601584476220066,
      "learning_rate": 8.43621399176955e-06,
      "loss": 0.8338,
      "step": 616
    },
    {
      "epoch": 0.05083628573782648,
      "grad_norm": 4.392372074940804,
      "learning_rate": 8.449931412894377e-06,
      "loss": 0.362,
      "step": 617
    },
    {
      "epoch": 0.05091867842135618,
      "grad_norm": 67.48725205124786,
      "learning_rate": 8.463648834019205e-06,
      "loss": 2.8128,
      "step": 618
    },
    {
      "epoch": 0.05100107110488589,
      "grad_norm": 7.506512019819455,
      "learning_rate": 8.477366255144033e-06,
      "loss": 0.5441,
      "step": 619
    },
    {
      "epoch": 0.051083463788415585,
      "grad_norm": 6.880593438312231,
      "learning_rate": 8.491083676268861e-06,
      "loss": 0.5519,
      "step": 620
    },
    {
      "epoch": 0.05116585647194529,
      "grad_norm": 5.888795257341883,
      "learning_rate": 8.504801097393691e-06,
      "loss": 0.5516,
      "step": 621
    },
    {
      "epoch": 0.051248249155475,
      "grad_norm": 6.252602124665069,
      "learning_rate": 8.518518518518519e-06,
      "loss": 0.6957,
      "step": 622
    },
    {
      "epoch": 0.051330641839004695,
      "grad_norm": 5.4090002095589975,
      "learning_rate": 8.532235939643347e-06,
      "loss": 0.5359,
      "step": 623
    },
    {
      "epoch": 0.0514130345225344,
      "grad_norm": 10.890995083855032,
      "learning_rate": 8.545953360768177e-06,
      "loss": 0.709,
      "step": 624
    },
    {
      "epoch": 0.0514954272060641,
      "grad_norm": 5.34598899270713,
      "learning_rate": 8.559670781893005e-06,
      "loss": 0.7751,
      "step": 625
    },
    {
      "epoch": 0.051577819889593805,
      "grad_norm": 4.45040160733867,
      "learning_rate": 8.573388203017833e-06,
      "loss": 0.2535,
      "step": 626
    },
    {
      "epoch": 0.051660212573123504,
      "grad_norm": 5.585882232730492,
      "learning_rate": 8.587105624142663e-06,
      "loss": 0.6672,
      "step": 627
    },
    {
      "epoch": 0.05174260525665321,
      "grad_norm": 5.864022504893711,
      "learning_rate": 8.60082304526749e-06,
      "loss": 0.7359,
      "step": 628
    },
    {
      "epoch": 0.05182499794018291,
      "grad_norm": 4.476550092270306,
      "learning_rate": 8.614540466392319e-06,
      "loss": 0.4212,
      "step": 629
    },
    {
      "epoch": 0.051907390623712614,
      "grad_norm": 4.761925495673636,
      "learning_rate": 8.628257887517147e-06,
      "loss": 0.5568,
      "step": 630
    },
    {
      "epoch": 0.05198978330724232,
      "grad_norm": 4.598522719894157,
      "learning_rate": 8.641975308641975e-06,
      "loss": 0.2614,
      "step": 631
    },
    {
      "epoch": 0.05207217599077202,
      "grad_norm": 5.5021749646336175,
      "learning_rate": 8.655692729766805e-06,
      "loss": 0.6382,
      "step": 632
    },
    {
      "epoch": 0.052154568674301724,
      "grad_norm": 6.517012701844157,
      "learning_rate": 8.669410150891633e-06,
      "loss": 0.5804,
      "step": 633
    },
    {
      "epoch": 0.05223696135783142,
      "grad_norm": 6.805425239578879,
      "learning_rate": 8.683127572016463e-06,
      "loss": 0.5015,
      "step": 634
    },
    {
      "epoch": 0.05231935404136113,
      "grad_norm": 4.6738708514525715,
      "learning_rate": 8.69684499314129e-06,
      "loss": 0.3992,
      "step": 635
    },
    {
      "epoch": 0.05240174672489083,
      "grad_norm": 8.234844782748597,
      "learning_rate": 8.710562414266119e-06,
      "loss": 0.7507,
      "step": 636
    },
    {
      "epoch": 0.05248413940842053,
      "grad_norm": 6.698687047110895,
      "learning_rate": 8.724279835390947e-06,
      "loss": 0.6197,
      "step": 637
    },
    {
      "epoch": 0.05256653209195024,
      "grad_norm": 4.1168902182520615,
      "learning_rate": 8.737997256515776e-06,
      "loss": 0.3694,
      "step": 638
    },
    {
      "epoch": 0.05264892477547994,
      "grad_norm": 4.351008788296417,
      "learning_rate": 8.751714677640604e-06,
      "loss": 0.4905,
      "step": 639
    },
    {
      "epoch": 0.05273131745900964,
      "grad_norm": 9.457012453724198,
      "learning_rate": 8.765432098765432e-06,
      "loss": 0.7262,
      "step": 640
    },
    {
      "epoch": 0.05281371014253934,
      "grad_norm": 4.28519533402721,
      "learning_rate": 8.77914951989026e-06,
      "loss": 0.4703,
      "step": 641
    },
    {
      "epoch": 0.05289610282606905,
      "grad_norm": 7.396862648357201,
      "learning_rate": 8.79286694101509e-06,
      "loss": 0.4252,
      "step": 642
    },
    {
      "epoch": 0.052978495509598746,
      "grad_norm": 4.898822144574726,
      "learning_rate": 8.806584362139918e-06,
      "loss": 0.4963,
      "step": 643
    },
    {
      "epoch": 0.05306088819312845,
      "grad_norm": 5.754512361115338,
      "learning_rate": 8.820301783264746e-06,
      "loss": 0.7162,
      "step": 644
    },
    {
      "epoch": 0.05314328087665815,
      "grad_norm": 3.6053519506068605,
      "learning_rate": 8.834019204389576e-06,
      "loss": 0.2067,
      "step": 645
    },
    {
      "epoch": 0.053225673560187856,
      "grad_norm": 13.554388572711437,
      "learning_rate": 8.847736625514404e-06,
      "loss": 0.7916,
      "step": 646
    },
    {
      "epoch": 0.05330806624371756,
      "grad_norm": 9.04741748435677,
      "learning_rate": 8.861454046639232e-06,
      "loss": 0.6137,
      "step": 647
    },
    {
      "epoch": 0.05339045892724726,
      "grad_norm": 5.876495893543201,
      "learning_rate": 8.87517146776406e-06,
      "loss": 0.5187,
      "step": 648
    },
    {
      "epoch": 0.053472851610776966,
      "grad_norm": 16.50292992475323,
      "learning_rate": 8.888888888888888e-06,
      "loss": 0.5344,
      "step": 649
    },
    {
      "epoch": 0.053555244294306664,
      "grad_norm": 16.27884445947484,
      "learning_rate": 8.902606310013718e-06,
      "loss": 0.8425,
      "step": 650
    },
    {
      "epoch": 0.05363763697783637,
      "grad_norm": 6.05812949734961,
      "learning_rate": 8.916323731138546e-06,
      "loss": 0.5581,
      "step": 651
    },
    {
      "epoch": 0.05372002966136607,
      "grad_norm": 4.631703021154219,
      "learning_rate": 8.930041152263376e-06,
      "loss": 0.6053,
      "step": 652
    },
    {
      "epoch": 0.053802422344895774,
      "grad_norm": 5.0840641963520925,
      "learning_rate": 8.943758573388204e-06,
      "loss": 0.4591,
      "step": 653
    },
    {
      "epoch": 0.05388481502842547,
      "grad_norm": 11.145274102530228,
      "learning_rate": 8.957475994513032e-06,
      "loss": 0.4096,
      "step": 654
    },
    {
      "epoch": 0.05396720771195518,
      "grad_norm": 5.150949637450351,
      "learning_rate": 8.971193415637862e-06,
      "loss": 0.6682,
      "step": 655
    },
    {
      "epoch": 0.054049600395484884,
      "grad_norm": 6.053088680153872,
      "learning_rate": 8.98491083676269e-06,
      "loss": 0.6298,
      "step": 656
    },
    {
      "epoch": 0.05413199307901458,
      "grad_norm": 4.576638977362141,
      "learning_rate": 8.998628257887518e-06,
      "loss": 0.5385,
      "step": 657
    },
    {
      "epoch": 0.05421438576254429,
      "grad_norm": 5.279899070079792,
      "learning_rate": 9.012345679012346e-06,
      "loss": 0.5517,
      "step": 658
    },
    {
      "epoch": 0.05429677844607399,
      "grad_norm": 9.816689344331193,
      "learning_rate": 9.026063100137174e-06,
      "loss": 0.528,
      "step": 659
    },
    {
      "epoch": 0.05437917112960369,
      "grad_norm": 5.344268401980664,
      "learning_rate": 9.039780521262004e-06,
      "loss": 0.6586,
      "step": 660
    },
    {
      "epoch": 0.05446156381313339,
      "grad_norm": 4.907761624647467,
      "learning_rate": 9.053497942386832e-06,
      "loss": 0.416,
      "step": 661
    },
    {
      "epoch": 0.0545439564966631,
      "grad_norm": 8.816994387823925,
      "learning_rate": 9.067215363511661e-06,
      "loss": 0.8245,
      "step": 662
    },
    {
      "epoch": 0.054626349180192796,
      "grad_norm": 6.742675433781916,
      "learning_rate": 9.08093278463649e-06,
      "loss": 0.4017,
      "step": 663
    },
    {
      "epoch": 0.0547087418637225,
      "grad_norm": 5.140173007369312,
      "learning_rate": 9.094650205761317e-06,
      "loss": 0.5631,
      "step": 664
    },
    {
      "epoch": 0.05479113454725221,
      "grad_norm": 6.004556037601133,
      "learning_rate": 9.108367626886147e-06,
      "loss": 0.5043,
      "step": 665
    },
    {
      "epoch": 0.054873527230781906,
      "grad_norm": 11.766169776927814,
      "learning_rate": 9.122085048010975e-06,
      "loss": 0.5823,
      "step": 666
    },
    {
      "epoch": 0.05495591991431161,
      "grad_norm": 3.9038912525359484,
      "learning_rate": 9.135802469135803e-06,
      "loss": 0.4185,
      "step": 667
    },
    {
      "epoch": 0.05503831259784131,
      "grad_norm": 5.764415526037728,
      "learning_rate": 9.149519890260631e-06,
      "loss": 0.7135,
      "step": 668
    },
    {
      "epoch": 0.055120705281371016,
      "grad_norm": 5.200914706950143,
      "learning_rate": 9.16323731138546e-06,
      "loss": 0.5353,
      "step": 669
    },
    {
      "epoch": 0.055203097964900714,
      "grad_norm": 5.012014991774245,
      "learning_rate": 9.17695473251029e-06,
      "loss": 0.372,
      "step": 670
    },
    {
      "epoch": 0.05528549064843042,
      "grad_norm": 2.8951621516844677,
      "learning_rate": 9.190672153635117e-06,
      "loss": 0.2485,
      "step": 671
    },
    {
      "epoch": 0.05536788333196012,
      "grad_norm": 5.756434032002608,
      "learning_rate": 9.204389574759945e-06,
      "loss": 0.5129,
      "step": 672
    },
    {
      "epoch": 0.055450276015489824,
      "grad_norm": 5.5513950603318785,
      "learning_rate": 9.218106995884775e-06,
      "loss": 0.5475,
      "step": 673
    },
    {
      "epoch": 0.05553266869901953,
      "grad_norm": 7.155824300287789,
      "learning_rate": 9.231824417009603e-06,
      "loss": 0.6587,
      "step": 674
    },
    {
      "epoch": 0.05561506138254923,
      "grad_norm": 6.693719659190916,
      "learning_rate": 9.245541838134433e-06,
      "loss": 0.6653,
      "step": 675
    },
    {
      "epoch": 0.055697454066078934,
      "grad_norm": 5.899028184857873,
      "learning_rate": 9.25925925925926e-06,
      "loss": 0.5912,
      "step": 676
    },
    {
      "epoch": 0.05577984674960863,
      "grad_norm": 4.996123098753804,
      "learning_rate": 9.272976680384089e-06,
      "loss": 0.4981,
      "step": 677
    },
    {
      "epoch": 0.05586223943313834,
      "grad_norm": 7.59709581355784,
      "learning_rate": 9.286694101508917e-06,
      "loss": 0.6263,
      "step": 678
    },
    {
      "epoch": 0.05594463211666804,
      "grad_norm": 7.995633663002308,
      "learning_rate": 9.300411522633745e-06,
      "loss": 0.6424,
      "step": 679
    },
    {
      "epoch": 0.05602702480019774,
      "grad_norm": 4.669826110736232,
      "learning_rate": 9.314128943758575e-06,
      "loss": 0.4041,
      "step": 680
    },
    {
      "epoch": 0.05610941748372744,
      "grad_norm": 6.343393787810919,
      "learning_rate": 9.327846364883403e-06,
      "loss": 0.7479,
      "step": 681
    },
    {
      "epoch": 0.05619181016725715,
      "grad_norm": 96.70000934708833,
      "learning_rate": 9.34156378600823e-06,
      "loss": 2.6674,
      "step": 682
    },
    {
      "epoch": 0.05627420285078685,
      "grad_norm": 5.214445104499895,
      "learning_rate": 9.35528120713306e-06,
      "loss": 0.3759,
      "step": 683
    },
    {
      "epoch": 0.05635659553431655,
      "grad_norm": 6.426486685956931,
      "learning_rate": 9.368998628257889e-06,
      "loss": 0.7181,
      "step": 684
    },
    {
      "epoch": 0.05643898821784626,
      "grad_norm": 7.141014135224707,
      "learning_rate": 9.382716049382717e-06,
      "loss": 0.7562,
      "step": 685
    },
    {
      "epoch": 0.056521380901375956,
      "grad_norm": 5.988619932398916,
      "learning_rate": 9.396433470507545e-06,
      "loss": 0.3709,
      "step": 686
    },
    {
      "epoch": 0.05660377358490566,
      "grad_norm": 5.891136898704754,
      "learning_rate": 9.410150891632374e-06,
      "loss": 0.6162,
      "step": 687
    },
    {
      "epoch": 0.05668616626843536,
      "grad_norm": 6.170436173120623,
      "learning_rate": 9.423868312757202e-06,
      "loss": 0.576,
      "step": 688
    },
    {
      "epoch": 0.056768558951965066,
      "grad_norm": 6.151013921299717,
      "learning_rate": 9.43758573388203e-06,
      "loss": 0.478,
      "step": 689
    },
    {
      "epoch": 0.056850951635494765,
      "grad_norm": 6.117432660032868,
      "learning_rate": 9.451303155006859e-06,
      "loss": 0.5562,
      "step": 690
    },
    {
      "epoch": 0.05693334431902447,
      "grad_norm": 6.9566546187232206,
      "learning_rate": 9.465020576131688e-06,
      "loss": 0.7103,
      "step": 691
    },
    {
      "epoch": 0.057015737002554176,
      "grad_norm": 7.5413525683464435,
      "learning_rate": 9.478737997256516e-06,
      "loss": 0.5024,
      "step": 692
    },
    {
      "epoch": 0.057098129686083875,
      "grad_norm": 6.783803405617549,
      "learning_rate": 9.492455418381346e-06,
      "loss": 0.6286,
      "step": 693
    },
    {
      "epoch": 0.05718052236961358,
      "grad_norm": 7.745792551245552,
      "learning_rate": 9.506172839506174e-06,
      "loss": 0.5794,
      "step": 694
    },
    {
      "epoch": 0.05726291505314328,
      "grad_norm": 5.774054351127429,
      "learning_rate": 9.519890260631002e-06,
      "loss": 0.5072,
      "step": 695
    },
    {
      "epoch": 0.057345307736672985,
      "grad_norm": 5.0098435672277555,
      "learning_rate": 9.53360768175583e-06,
      "loss": 0.5214,
      "step": 696
    },
    {
      "epoch": 0.05742770042020268,
      "grad_norm": 6.134234294504796,
      "learning_rate": 9.547325102880658e-06,
      "loss": 0.6675,
      "step": 697
    },
    {
      "epoch": 0.05751009310373239,
      "grad_norm": 8.689201856152978,
      "learning_rate": 9.561042524005488e-06,
      "loss": 0.5794,
      "step": 698
    },
    {
      "epoch": 0.05759248578726209,
      "grad_norm": 5.8119206456550145,
      "learning_rate": 9.574759945130316e-06,
      "loss": 0.3022,
      "step": 699
    },
    {
      "epoch": 0.05767487847079179,
      "grad_norm": 32.92612650154318,
      "learning_rate": 9.588477366255144e-06,
      "loss": 0.527,
      "step": 700
    },
    {
      "epoch": 0.0577572711543215,
      "grad_norm": 8.182146639732006,
      "learning_rate": 9.602194787379974e-06,
      "loss": 0.6942,
      "step": 701
    },
    {
      "epoch": 0.0578396638378512,
      "grad_norm": 4.748298256564357,
      "learning_rate": 9.615912208504802e-06,
      "loss": 0.3809,
      "step": 702
    },
    {
      "epoch": 0.0579220565213809,
      "grad_norm": 7.767690253299567,
      "learning_rate": 9.62962962962963e-06,
      "loss": 0.7925,
      "step": 703
    },
    {
      "epoch": 0.0580044492049106,
      "grad_norm": 6.152146994551039,
      "learning_rate": 9.64334705075446e-06,
      "loss": 0.6161,
      "step": 704
    },
    {
      "epoch": 0.05808684188844031,
      "grad_norm": 5.059103423212747,
      "learning_rate": 9.657064471879288e-06,
      "loss": 0.32,
      "step": 705
    },
    {
      "epoch": 0.058169234571970006,
      "grad_norm": 5.104441529492062,
      "learning_rate": 9.670781893004116e-06,
      "loss": 0.4551,
      "step": 706
    },
    {
      "epoch": 0.05825162725549971,
      "grad_norm": 10.994238478560392,
      "learning_rate": 9.684499314128944e-06,
      "loss": 0.7538,
      "step": 707
    },
    {
      "epoch": 0.05833401993902942,
      "grad_norm": 4.968918212244643,
      "learning_rate": 9.698216735253772e-06,
      "loss": 0.5932,
      "step": 708
    },
    {
      "epoch": 0.058416412622559116,
      "grad_norm": 6.423172055805545,
      "learning_rate": 9.711934156378602e-06,
      "loss": 0.7786,
      "step": 709
    },
    {
      "epoch": 0.05849880530608882,
      "grad_norm": 3.880934215636923,
      "learning_rate": 9.72565157750343e-06,
      "loss": 0.4232,
      "step": 710
    },
    {
      "epoch": 0.05858119798961852,
      "grad_norm": 8.269601261803912,
      "learning_rate": 9.73936899862826e-06,
      "loss": 0.6481,
      "step": 711
    },
    {
      "epoch": 0.058663590673148226,
      "grad_norm": 3.8961399197860658,
      "learning_rate": 9.753086419753087e-06,
      "loss": 0.3662,
      "step": 712
    },
    {
      "epoch": 0.058745983356677925,
      "grad_norm": 6.851544898008151,
      "learning_rate": 9.766803840877916e-06,
      "loss": 0.6113,
      "step": 713
    },
    {
      "epoch": 0.05882837604020763,
      "grad_norm": 4.163553582824758,
      "learning_rate": 9.780521262002745e-06,
      "loss": 0.4059,
      "step": 714
    },
    {
      "epoch": 0.05891076872373733,
      "grad_norm": 8.045649533095332,
      "learning_rate": 9.794238683127573e-06,
      "loss": 0.5178,
      "step": 715
    },
    {
      "epoch": 0.058993161407267035,
      "grad_norm": 8.105313201818435,
      "learning_rate": 9.807956104252401e-06,
      "loss": 0.6752,
      "step": 716
    },
    {
      "epoch": 0.05907555409079674,
      "grad_norm": 7.225672961161458,
      "learning_rate": 9.82167352537723e-06,
      "loss": 0.557,
      "step": 717
    },
    {
      "epoch": 0.05915794677432644,
      "grad_norm": 4.4835661046768776,
      "learning_rate": 9.835390946502057e-06,
      "loss": 0.4336,
      "step": 718
    },
    {
      "epoch": 0.059240339457856145,
      "grad_norm": 4.824952188625617,
      "learning_rate": 9.849108367626887e-06,
      "loss": 0.4902,
      "step": 719
    },
    {
      "epoch": 0.059322732141385844,
      "grad_norm": 4.503287721058772,
      "learning_rate": 9.862825788751715e-06,
      "loss": 0.4704,
      "step": 720
    },
    {
      "epoch": 0.05940512482491555,
      "grad_norm": 3.7716661123547413,
      "learning_rate": 9.876543209876543e-06,
      "loss": 0.2055,
      "step": 721
    },
    {
      "epoch": 0.05948751750844525,
      "grad_norm": 5.833818295505862,
      "learning_rate": 9.890260631001373e-06,
      "loss": 0.3876,
      "step": 722
    },
    {
      "epoch": 0.059569910191974954,
      "grad_norm": 8.755791086817371,
      "learning_rate": 9.903978052126201e-06,
      "loss": 0.687,
      "step": 723
    },
    {
      "epoch": 0.05965230287550465,
      "grad_norm": 6.667121450588804,
      "learning_rate": 9.91769547325103e-06,
      "loss": 0.4723,
      "step": 724
    },
    {
      "epoch": 0.05973469555903436,
      "grad_norm": 4.706421774706928,
      "learning_rate": 9.931412894375859e-06,
      "loss": 0.5538,
      "step": 725
    },
    {
      "epoch": 0.059817088242564063,
      "grad_norm": 10.070112083827578,
      "learning_rate": 9.945130315500687e-06,
      "loss": 0.8218,
      "step": 726
    },
    {
      "epoch": 0.05989948092609376,
      "grad_norm": 5.252163320718281,
      "learning_rate": 9.958847736625515e-06,
      "loss": 0.4948,
      "step": 727
    },
    {
      "epoch": 0.05998187360962347,
      "grad_norm": 9.412813237828644,
      "learning_rate": 9.972565157750343e-06,
      "loss": 0.81,
      "step": 728
    },
    {
      "epoch": 0.060064266293153167,
      "grad_norm": 4.587877285973218,
      "learning_rate": 9.986282578875173e-06,
      "loss": 0.4304,
      "step": 729
    },
    {
      "epoch": 0.06014665897668287,
      "grad_norm": 4.75570214128782,
      "learning_rate": 1e-05,
      "loss": 0.4285,
      "step": 730
    },
    {
      "epoch": 0.06022905166021257,
      "grad_norm": 4.53172116436025,
      "learning_rate": 9.999999955491562e-06,
      "loss": 0.4013,
      "step": 731
    },
    {
      "epoch": 0.060311444343742276,
      "grad_norm": 4.01036872409321,
      "learning_rate": 9.999999821966245e-06,
      "loss": 0.4827,
      "step": 732
    },
    {
      "epoch": 0.060393837027271975,
      "grad_norm": 5.750887446275034,
      "learning_rate": 9.999999599424054e-06,
      "loss": 0.554,
      "step": 733
    },
    {
      "epoch": 0.06047622971080168,
      "grad_norm": 11.992520749521988,
      "learning_rate": 9.99999928786499e-06,
      "loss": 0.5623,
      "step": 734
    },
    {
      "epoch": 0.060558622394331386,
      "grad_norm": 8.169748148911982,
      "learning_rate": 9.999998887289063e-06,
      "loss": 0.5052,
      "step": 735
    },
    {
      "epoch": 0.060641015077861085,
      "grad_norm": 4.563084100494972,
      "learning_rate": 9.999998397696277e-06,
      "loss": 0.2568,
      "step": 736
    },
    {
      "epoch": 0.06072340776139079,
      "grad_norm": 5.198391042090528,
      "learning_rate": 9.999997819086641e-06,
      "loss": 0.4664,
      "step": 737
    },
    {
      "epoch": 0.06080580044492049,
      "grad_norm": 5.384798403619332,
      "learning_rate": 9.999997151460166e-06,
      "loss": 0.4522,
      "step": 738
    },
    {
      "epoch": 0.060888193128450195,
      "grad_norm": 4.41206122981705,
      "learning_rate": 9.999996394816863e-06,
      "loss": 0.36,
      "step": 739
    },
    {
      "epoch": 0.060970585811979894,
      "grad_norm": 11.803173169655384,
      "learning_rate": 9.999995549156746e-06,
      "loss": 0.4347,
      "step": 740
    },
    {
      "epoch": 0.0610529784955096,
      "grad_norm": 7.305968155022703,
      "learning_rate": 9.999994614479829e-06,
      "loss": 0.6298,
      "step": 741
    },
    {
      "epoch": 0.0611353711790393,
      "grad_norm": 6.627646463372147,
      "learning_rate": 9.999993590786133e-06,
      "loss": 0.4627,
      "step": 742
    },
    {
      "epoch": 0.061217763862569004,
      "grad_norm": 7.961247066335053,
      "learning_rate": 9.999992478075669e-06,
      "loss": 0.7048,
      "step": 743
    },
    {
      "epoch": 0.06130015654609871,
      "grad_norm": 11.004530222939419,
      "learning_rate": 9.999991276348463e-06,
      "loss": 0.3497,
      "step": 744
    },
    {
      "epoch": 0.06138254922962841,
      "grad_norm": 7.087534685277768,
      "learning_rate": 9.999989985604533e-06,
      "loss": 0.7451,
      "step": 745
    },
    {
      "epoch": 0.061464941913158114,
      "grad_norm": 4.0530498589819155,
      "learning_rate": 9.999988605843905e-06,
      "loss": 0.3691,
      "step": 746
    },
    {
      "epoch": 0.06154733459668781,
      "grad_norm": 3.7550933352714186,
      "learning_rate": 9.9999871370666e-06,
      "loss": 0.2569,
      "step": 747
    },
    {
      "epoch": 0.06162972728021752,
      "grad_norm": 5.5935186429304,
      "learning_rate": 9.999985579272646e-06,
      "loss": 0.687,
      "step": 748
    },
    {
      "epoch": 0.06171211996374722,
      "grad_norm": 5.254856304496337,
      "learning_rate": 9.99998393246207e-06,
      "loss": 0.4639,
      "step": 749
    },
    {
      "epoch": 0.06179451264727692,
      "grad_norm": 7.5048343045294965,
      "learning_rate": 9.999982196634904e-06,
      "loss": 0.7888,
      "step": 750
    },
    {
      "epoch": 0.06187690533080662,
      "grad_norm": 6.480623845749662,
      "learning_rate": 9.999980371791175e-06,
      "loss": 0.7256,
      "step": 751
    },
    {
      "epoch": 0.06195929801433633,
      "grad_norm": 3.675842921010652,
      "learning_rate": 9.999978457930918e-06,
      "loss": 0.4443,
      "step": 752
    },
    {
      "epoch": 0.06204169069786603,
      "grad_norm": 16.26561159606985,
      "learning_rate": 9.999976455054165e-06,
      "loss": 0.7932,
      "step": 753
    },
    {
      "epoch": 0.06212408338139573,
      "grad_norm": 5.493234318965289,
      "learning_rate": 9.999974363160954e-06,
      "loss": 0.3184,
      "step": 754
    },
    {
      "epoch": 0.06220647606492544,
      "grad_norm": 5.1041491695509436,
      "learning_rate": 9.999972182251323e-06,
      "loss": 0.6043,
      "step": 755
    },
    {
      "epoch": 0.062288868748455135,
      "grad_norm": 4.851912554069924,
      "learning_rate": 9.999969912325307e-06,
      "loss": 0.5401,
      "step": 756
    },
    {
      "epoch": 0.06237126143198484,
      "grad_norm": 5.751575373973642,
      "learning_rate": 9.999967553382947e-06,
      "loss": 0.641,
      "step": 757
    },
    {
      "epoch": 0.06245365411551454,
      "grad_norm": 9.081514003066161,
      "learning_rate": 9.999965105424289e-06,
      "loss": 0.6134,
      "step": 758
    },
    {
      "epoch": 0.06253604679904425,
      "grad_norm": 4.811807174517819,
      "learning_rate": 9.999962568449374e-06,
      "loss": 0.4439,
      "step": 759
    },
    {
      "epoch": 0.06261843948257395,
      "grad_norm": 4.62379971606797,
      "learning_rate": 9.999959942458246e-06,
      "loss": 0.6629,
      "step": 760
    },
    {
      "epoch": 0.06270083216610366,
      "grad_norm": 11.03505749827588,
      "learning_rate": 9.999957227450953e-06,
      "loss": 0.6224,
      "step": 761
    },
    {
      "epoch": 0.06278322484963335,
      "grad_norm": 25.986656518689404,
      "learning_rate": 9.999954423427545e-06,
      "loss": 0.3417,
      "step": 762
    },
    {
      "epoch": 0.06286561753316305,
      "grad_norm": 7.11476454390553,
      "learning_rate": 9.99995153038807e-06,
      "loss": 0.6036,
      "step": 763
    },
    {
      "epoch": 0.06294801021669276,
      "grad_norm": 7.766009203845259,
      "learning_rate": 9.999948548332579e-06,
      "loss": 0.5608,
      "step": 764
    },
    {
      "epoch": 0.06303040290022247,
      "grad_norm": 5.920541614447556,
      "learning_rate": 9.999945477261124e-06,
      "loss": 0.5298,
      "step": 765
    },
    {
      "epoch": 0.06311279558375216,
      "grad_norm": 12.67177199319788,
      "learning_rate": 9.999942317173764e-06,
      "loss": 0.7621,
      "step": 766
    },
    {
      "epoch": 0.06319518826728186,
      "grad_norm": 14.925189851609852,
      "learning_rate": 9.999939068070552e-06,
      "loss": 0.6965,
      "step": 767
    },
    {
      "epoch": 0.06327758095081157,
      "grad_norm": 3.6293587522698427,
      "learning_rate": 9.999935729951547e-06,
      "loss": 0.4481,
      "step": 768
    },
    {
      "epoch": 0.06335997363434127,
      "grad_norm": 4.466378171099753,
      "learning_rate": 9.999932302816808e-06,
      "loss": 0.5852,
      "step": 769
    },
    {
      "epoch": 0.06344236631787098,
      "grad_norm": 5.132249154356962,
      "learning_rate": 9.999928786666395e-06,
      "loss": 0.3901,
      "step": 770
    },
    {
      "epoch": 0.06352475900140067,
      "grad_norm": 4.746744082094216,
      "learning_rate": 9.999925181500372e-06,
      "loss": 0.4565,
      "step": 771
    },
    {
      "epoch": 0.06360715168493038,
      "grad_norm": 5.8813150292186505,
      "learning_rate": 9.999921487318805e-06,
      "loss": 0.3263,
      "step": 772
    },
    {
      "epoch": 0.06368954436846008,
      "grad_norm": 4.410894729084581,
      "learning_rate": 9.999917704121756e-06,
      "loss": 0.345,
      "step": 773
    },
    {
      "epoch": 0.06377193705198979,
      "grad_norm": 6.405832396274801,
      "learning_rate": 9.999913831909292e-06,
      "loss": 0.8081,
      "step": 774
    },
    {
      "epoch": 0.06385432973551948,
      "grad_norm": 6.920285535512553,
      "learning_rate": 9.999909870681486e-06,
      "loss": 0.6784,
      "step": 775
    },
    {
      "epoch": 0.06393672241904919,
      "grad_norm": 5.579593067307145,
      "learning_rate": 9.999905820438407e-06,
      "loss": 0.578,
      "step": 776
    },
    {
      "epoch": 0.06401911510257889,
      "grad_norm": 6.074551579414587,
      "learning_rate": 9.999901681180123e-06,
      "loss": 0.5795,
      "step": 777
    },
    {
      "epoch": 0.0641015077861086,
      "grad_norm": 7.013231380533223,
      "learning_rate": 9.999897452906715e-06,
      "loss": 0.437,
      "step": 778
    },
    {
      "epoch": 0.0641839004696383,
      "grad_norm": 5.4113592934672985,
      "learning_rate": 9.999893135618255e-06,
      "loss": 0.5025,
      "step": 779
    },
    {
      "epoch": 0.064266293153168,
      "grad_norm": 6.6071206609748865,
      "learning_rate": 9.999888729314817e-06,
      "loss": 0.7329,
      "step": 780
    },
    {
      "epoch": 0.0643486858366977,
      "grad_norm": 5.440902339138829,
      "learning_rate": 9.999884233996482e-06,
      "loss": 0.4127,
      "step": 781
    },
    {
      "epoch": 0.0644310785202274,
      "grad_norm": 4.994301771597056,
      "learning_rate": 9.999879649663332e-06,
      "loss": 0.5911,
      "step": 782
    },
    {
      "epoch": 0.06451347120375711,
      "grad_norm": 6.0543541357228055,
      "learning_rate": 9.999874976315443e-06,
      "loss": 0.5825,
      "step": 783
    },
    {
      "epoch": 0.0645958638872868,
      "grad_norm": 4.3097161136235655,
      "learning_rate": 9.999870213952904e-06,
      "loss": 0.5132,
      "step": 784
    },
    {
      "epoch": 0.06467825657081651,
      "grad_norm": 6.888363932085567,
      "learning_rate": 9.999865362575799e-06,
      "loss": 0.7543,
      "step": 785
    },
    {
      "epoch": 0.06476064925434621,
      "grad_norm": 4.724388546371243,
      "learning_rate": 9.999860422184209e-06,
      "loss": 0.5942,
      "step": 786
    },
    {
      "epoch": 0.06484304193787592,
      "grad_norm": 7.4935192383230955,
      "learning_rate": 9.999855392778228e-06,
      "loss": 0.4375,
      "step": 787
    },
    {
      "epoch": 0.06492543462140563,
      "grad_norm": 6.498332631896668,
      "learning_rate": 9.999850274357943e-06,
      "loss": 0.6782,
      "step": 788
    },
    {
      "epoch": 0.06500782730493532,
      "grad_norm": 5.187935409845064,
      "learning_rate": 9.999845066923445e-06,
      "loss": 0.5646,
      "step": 789
    },
    {
      "epoch": 0.06509021998846502,
      "grad_norm": 5.9252659829991075,
      "learning_rate": 9.999839770474827e-06,
      "loss": 0.4834,
      "step": 790
    },
    {
      "epoch": 0.06517261267199473,
      "grad_norm": 4.848728708034422,
      "learning_rate": 9.999834385012184e-06,
      "loss": 0.4574,
      "step": 791
    },
    {
      "epoch": 0.06525500535552443,
      "grad_norm": 4.1703778115278665,
      "learning_rate": 9.999828910535612e-06,
      "loss": 0.5278,
      "step": 792
    },
    {
      "epoch": 0.06533739803905413,
      "grad_norm": 5.464196351317177,
      "learning_rate": 9.999823347045206e-06,
      "loss": 0.481,
      "step": 793
    },
    {
      "epoch": 0.06541979072258383,
      "grad_norm": 9.661214620692148,
      "learning_rate": 9.999817694541067e-06,
      "loss": 0.7433,
      "step": 794
    },
    {
      "epoch": 0.06550218340611354,
      "grad_norm": 6.375475870240334,
      "learning_rate": 9.999811953023297e-06,
      "loss": 0.6541,
      "step": 795
    },
    {
      "epoch": 0.06558457608964324,
      "grad_norm": 5.1053662811437865,
      "learning_rate": 9.999806122491998e-06,
      "loss": 0.4034,
      "step": 796
    },
    {
      "epoch": 0.06566696877317295,
      "grad_norm": 4.706843481268382,
      "learning_rate": 9.99980020294727e-06,
      "loss": 0.5359,
      "step": 797
    },
    {
      "epoch": 0.06574936145670264,
      "grad_norm": 5.942544872541858,
      "learning_rate": 9.99979419438922e-06,
      "loss": 0.5096,
      "step": 798
    },
    {
      "epoch": 0.06583175414023235,
      "grad_norm": 7.443525959047362,
      "learning_rate": 9.999788096817957e-06,
      "loss": 0.3826,
      "step": 799
    },
    {
      "epoch": 0.06591414682376205,
      "grad_norm": 5.603804250629685,
      "learning_rate": 9.999781910233589e-06,
      "loss": 0.5671,
      "step": 800
    },
    {
      "epoch": 0.06599653950729176,
      "grad_norm": 4.5063553175865705,
      "learning_rate": 9.999775634636226e-06,
      "loss": 0.4009,
      "step": 801
    },
    {
      "epoch": 0.06607893219082145,
      "grad_norm": 8.076520038006072,
      "learning_rate": 9.999769270025978e-06,
      "loss": 0.8698,
      "step": 802
    },
    {
      "epoch": 0.06616132487435115,
      "grad_norm": 5.500455378105405,
      "learning_rate": 9.99976281640296e-06,
      "loss": 0.4873,
      "step": 803
    },
    {
      "epoch": 0.06624371755788086,
      "grad_norm": 3.348900655594007,
      "learning_rate": 9.999756273767288e-06,
      "loss": 0.4912,
      "step": 804
    },
    {
      "epoch": 0.06632611024141057,
      "grad_norm": 4.699563891054634,
      "learning_rate": 9.999749642119075e-06,
      "loss": 0.4622,
      "step": 805
    },
    {
      "epoch": 0.06640850292494027,
      "grad_norm": 6.752287413544824,
      "learning_rate": 9.99974292145844e-06,
      "loss": 0.7243,
      "step": 806
    },
    {
      "epoch": 0.06649089560846996,
      "grad_norm": 7.99053258176144,
      "learning_rate": 9.999736111785507e-06,
      "loss": 0.6806,
      "step": 807
    },
    {
      "epoch": 0.06657328829199967,
      "grad_norm": 4.006803923880306,
      "learning_rate": 9.99972921310039e-06,
      "loss": 0.3127,
      "step": 808
    },
    {
      "epoch": 0.06665568097552937,
      "grad_norm": 5.684928104174344,
      "learning_rate": 9.99972222540322e-06,
      "loss": 0.3958,
      "step": 809
    },
    {
      "epoch": 0.06673807365905908,
      "grad_norm": 6.2655870002623715,
      "learning_rate": 9.999715148694114e-06,
      "loss": 0.4125,
      "step": 810
    },
    {
      "epoch": 0.06682046634258877,
      "grad_norm": 4.858773634051298,
      "learning_rate": 9.999707982973203e-06,
      "loss": 0.4663,
      "step": 811
    },
    {
      "epoch": 0.06690285902611848,
      "grad_norm": 4.4468583578233645,
      "learning_rate": 9.999700728240612e-06,
      "loss": 0.4221,
      "step": 812
    },
    {
      "epoch": 0.06698525170964818,
      "grad_norm": 5.30420324889732,
      "learning_rate": 9.999693384496469e-06,
      "loss": 0.6381,
      "step": 813
    },
    {
      "epoch": 0.06706764439317789,
      "grad_norm": 5.03373160052799,
      "learning_rate": 9.99968595174091e-06,
      "loss": 0.5375,
      "step": 814
    },
    {
      "epoch": 0.0671500370767076,
      "grad_norm": 4.342016897255091,
      "learning_rate": 9.999678429974063e-06,
      "loss": 0.5741,
      "step": 815
    },
    {
      "epoch": 0.06723242976023729,
      "grad_norm": 4.020245998757659,
      "learning_rate": 9.999670819196061e-06,
      "loss": 0.5157,
      "step": 816
    },
    {
      "epoch": 0.06731482244376699,
      "grad_norm": 5.037402626653137,
      "learning_rate": 9.999663119407043e-06,
      "loss": 0.5872,
      "step": 817
    },
    {
      "epoch": 0.0673972151272967,
      "grad_norm": 5.351119050045274,
      "learning_rate": 9.999655330607143e-06,
      "loss": 0.4749,
      "step": 818
    },
    {
      "epoch": 0.0674796078108264,
      "grad_norm": 3.9429223358828294,
      "learning_rate": 9.999647452796502e-06,
      "loss": 0.4117,
      "step": 819
    },
    {
      "epoch": 0.0675620004943561,
      "grad_norm": 5.59405888819271,
      "learning_rate": 9.99963948597526e-06,
      "loss": 0.314,
      "step": 820
    },
    {
      "epoch": 0.0676443931778858,
      "grad_norm": 4.687434371571609,
      "learning_rate": 9.999631430143558e-06,
      "loss": 0.5861,
      "step": 821
    },
    {
      "epoch": 0.0677267858614155,
      "grad_norm": 4.995276130163719,
      "learning_rate": 9.999623285301538e-06,
      "loss": 0.4674,
      "step": 822
    },
    {
      "epoch": 0.06780917854494521,
      "grad_norm": 4.533079712780735,
      "learning_rate": 9.999615051449348e-06,
      "loss": 0.5473,
      "step": 823
    },
    {
      "epoch": 0.06789157122847492,
      "grad_norm": 4.406552313322744,
      "learning_rate": 9.999606728587134e-06,
      "loss": 0.6765,
      "step": 824
    },
    {
      "epoch": 0.06797396391200461,
      "grad_norm": 5.688948880327145,
      "learning_rate": 9.999598316715043e-06,
      "loss": 0.5709,
      "step": 825
    },
    {
      "epoch": 0.06805635659553431,
      "grad_norm": 4.327277968958632,
      "learning_rate": 9.999589815833224e-06,
      "loss": 0.3639,
      "step": 826
    },
    {
      "epoch": 0.06813874927906402,
      "grad_norm": 5.27747946166832,
      "learning_rate": 9.999581225941829e-06,
      "loss": 0.3616,
      "step": 827
    },
    {
      "epoch": 0.06822114196259373,
      "grad_norm": 4.249209100815019,
      "learning_rate": 9.999572547041013e-06,
      "loss": 0.4393,
      "step": 828
    },
    {
      "epoch": 0.06830353464612342,
      "grad_norm": 7.1321873495194525,
      "learning_rate": 9.999563779130928e-06,
      "loss": 0.7852,
      "step": 829
    },
    {
      "epoch": 0.06838592732965312,
      "grad_norm": 5.422129659924177,
      "learning_rate": 9.999554922211732e-06,
      "loss": 0.4847,
      "step": 830
    },
    {
      "epoch": 0.06846832001318283,
      "grad_norm": 5.212554077950715,
      "learning_rate": 9.99954597628358e-06,
      "loss": 0.5653,
      "step": 831
    },
    {
      "epoch": 0.06855071269671253,
      "grad_norm": 4.785517487664035,
      "learning_rate": 9.999536941346635e-06,
      "loss": 0.3497,
      "step": 832
    },
    {
      "epoch": 0.06863310538024224,
      "grad_norm": 3.9488684791068165,
      "learning_rate": 9.999527817401053e-06,
      "loss": 0.4563,
      "step": 833
    },
    {
      "epoch": 0.06871549806377193,
      "grad_norm": 5.63061411017133,
      "learning_rate": 9.999518604447003e-06,
      "loss": 0.5806,
      "step": 834
    },
    {
      "epoch": 0.06879789074730164,
      "grad_norm": 4.343401510593881,
      "learning_rate": 9.999509302484642e-06,
      "loss": 0.5283,
      "step": 835
    },
    {
      "epoch": 0.06888028343083134,
      "grad_norm": 4.23058174413733,
      "learning_rate": 9.99949991151414e-06,
      "loss": 0.558,
      "step": 836
    },
    {
      "epoch": 0.06896267611436105,
      "grad_norm": 5.669493224488694,
      "learning_rate": 9.999490431535664e-06,
      "loss": 0.5318,
      "step": 837
    },
    {
      "epoch": 0.06904506879789074,
      "grad_norm": 4.17773496395434,
      "learning_rate": 9.999480862549383e-06,
      "loss": 0.531,
      "step": 838
    },
    {
      "epoch": 0.06912746148142045,
      "grad_norm": 5.0993501898509574,
      "learning_rate": 9.999471204555464e-06,
      "loss": 0.5367,
      "step": 839
    },
    {
      "epoch": 0.06920985416495015,
      "grad_norm": 6.258867241760913,
      "learning_rate": 9.99946145755408e-06,
      "loss": 0.625,
      "step": 840
    },
    {
      "epoch": 0.06929224684847986,
      "grad_norm": 6.14568981769412,
      "learning_rate": 9.999451621545408e-06,
      "loss": 0.6203,
      "step": 841
    },
    {
      "epoch": 0.06937463953200956,
      "grad_norm": 4.50524135844046,
      "learning_rate": 9.99944169652962e-06,
      "loss": 0.4648,
      "step": 842
    },
    {
      "epoch": 0.06945703221553925,
      "grad_norm": 4.759545744558735,
      "learning_rate": 9.999431682506893e-06,
      "loss": 0.3331,
      "step": 843
    },
    {
      "epoch": 0.06953942489906896,
      "grad_norm": 4.161271349934926,
      "learning_rate": 9.999421579477406e-06,
      "loss": 0.3352,
      "step": 844
    },
    {
      "epoch": 0.06962181758259867,
      "grad_norm": 4.557594062709752,
      "learning_rate": 9.99941138744134e-06,
      "loss": 0.6043,
      "step": 845
    },
    {
      "epoch": 0.06970421026612837,
      "grad_norm": 5.655003710422895,
      "learning_rate": 9.999401106398874e-06,
      "loss": 0.5817,
      "step": 846
    },
    {
      "epoch": 0.06978660294965806,
      "grad_norm": 4.925240291130296,
      "learning_rate": 9.999390736350192e-06,
      "loss": 0.5053,
      "step": 847
    },
    {
      "epoch": 0.06986899563318777,
      "grad_norm": 5.566654097661635,
      "learning_rate": 9.99938027729548e-06,
      "loss": 0.5705,
      "step": 848
    },
    {
      "epoch": 0.06995138831671747,
      "grad_norm": 4.473152490217241,
      "learning_rate": 9.999369729234923e-06,
      "loss": 0.3942,
      "step": 849
    },
    {
      "epoch": 0.07003378100024718,
      "grad_norm": 3.0533580021318665,
      "learning_rate": 9.999359092168707e-06,
      "loss": 0.3085,
      "step": 850
    },
    {
      "epoch": 0.07011617368377689,
      "grad_norm": 3.8516009324085747,
      "learning_rate": 9.999348366097024e-06,
      "loss": 0.3975,
      "step": 851
    },
    {
      "epoch": 0.07019856636730658,
      "grad_norm": 5.43210019067299,
      "learning_rate": 9.999337551020062e-06,
      "loss": 0.5565,
      "step": 852
    },
    {
      "epoch": 0.07028095905083628,
      "grad_norm": 5.9263640825101405,
      "learning_rate": 9.999326646938019e-06,
      "loss": 0.486,
      "step": 853
    },
    {
      "epoch": 0.07036335173436599,
      "grad_norm": 4.914603335651239,
      "learning_rate": 9.999315653851085e-06,
      "loss": 0.5884,
      "step": 854
    },
    {
      "epoch": 0.0704457444178957,
      "grad_norm": 4.624934035035607,
      "learning_rate": 9.999304571759456e-06,
      "loss": 0.446,
      "step": 855
    },
    {
      "epoch": 0.07052813710142539,
      "grad_norm": 4.290804101316048,
      "learning_rate": 9.99929340066333e-06,
      "loss": 0.501,
      "step": 856
    },
    {
      "epoch": 0.07061052978495509,
      "grad_norm": 9.34261485450524,
      "learning_rate": 9.999282140562905e-06,
      "loss": 0.7741,
      "step": 857
    },
    {
      "epoch": 0.0706929224684848,
      "grad_norm": 4.590850263399005,
      "learning_rate": 9.999270791458383e-06,
      "loss": 0.4548,
      "step": 858
    },
    {
      "epoch": 0.0707753151520145,
      "grad_norm": 4.7695609921791355,
      "learning_rate": 9.999259353349964e-06,
      "loss": 0.53,
      "step": 859
    },
    {
      "epoch": 0.07085770783554421,
      "grad_norm": 3.904977095403514,
      "learning_rate": 9.999247826237854e-06,
      "loss": 0.3604,
      "step": 860
    },
    {
      "epoch": 0.0709401005190739,
      "grad_norm": 8.682031296595586,
      "learning_rate": 9.999236210122256e-06,
      "loss": 0.78,
      "step": 861
    },
    {
      "epoch": 0.0710224932026036,
      "grad_norm": 4.5193801163329494,
      "learning_rate": 9.999224505003379e-06,
      "loss": 0.5151,
      "step": 862
    },
    {
      "epoch": 0.07110488588613331,
      "grad_norm": 6.453604475727589,
      "learning_rate": 9.999212710881429e-06,
      "loss": 0.7898,
      "step": 863
    },
    {
      "epoch": 0.07118727856966302,
      "grad_norm": 5.0929895898718165,
      "learning_rate": 9.99920082775662e-06,
      "loss": 0.3436,
      "step": 864
    },
    {
      "epoch": 0.07126967125319271,
      "grad_norm": 3.977322671420692,
      "learning_rate": 9.999188855629159e-06,
      "loss": 0.6677,
      "step": 865
    },
    {
      "epoch": 0.07135206393672242,
      "grad_norm": 4.011549270668664,
      "learning_rate": 9.99917679449926e-06,
      "loss": 0.5224,
      "step": 866
    },
    {
      "epoch": 0.07143445662025212,
      "grad_norm": 4.242067648981852,
      "learning_rate": 9.999164644367139e-06,
      "loss": 0.6407,
      "step": 867
    },
    {
      "epoch": 0.07151684930378183,
      "grad_norm": 4.6287285335817225,
      "learning_rate": 9.999152405233013e-06,
      "loss": 0.4401,
      "step": 868
    },
    {
      "epoch": 0.07159924198731153,
      "grad_norm": 7.160675102549129,
      "learning_rate": 9.999140077097096e-06,
      "loss": 0.6419,
      "step": 869
    },
    {
      "epoch": 0.07168163467084122,
      "grad_norm": 5.074238907861252,
      "learning_rate": 9.999127659959613e-06,
      "loss": 0.6444,
      "step": 870
    },
    {
      "epoch": 0.07176402735437093,
      "grad_norm": 3.6382794617465253,
      "learning_rate": 9.999115153820782e-06,
      "loss": 0.4528,
      "step": 871
    },
    {
      "epoch": 0.07184642003790064,
      "grad_norm": 4.599057975224609,
      "learning_rate": 9.999102558680827e-06,
      "loss": 0.531,
      "step": 872
    },
    {
      "epoch": 0.07192881272143034,
      "grad_norm": 4.5872619129769046,
      "learning_rate": 9.999089874539968e-06,
      "loss": 0.4827,
      "step": 873
    },
    {
      "epoch": 0.07201120540496005,
      "grad_norm": 3.689648865108007,
      "learning_rate": 9.999077101398437e-06,
      "loss": 0.492,
      "step": 874
    },
    {
      "epoch": 0.07209359808848974,
      "grad_norm": 5.8761872625125715,
      "learning_rate": 9.999064239256459e-06,
      "loss": 0.543,
      "step": 875
    },
    {
      "epoch": 0.07217599077201944,
      "grad_norm": 5.870430873318824,
      "learning_rate": 9.99905128811426e-06,
      "loss": 0.5407,
      "step": 876
    },
    {
      "epoch": 0.07225838345554915,
      "grad_norm": 6.386341937119981,
      "learning_rate": 9.999038247972076e-06,
      "loss": 0.6123,
      "step": 877
    },
    {
      "epoch": 0.07234077613907886,
      "grad_norm": 5.280967236144987,
      "learning_rate": 9.999025118830134e-06,
      "loss": 0.4707,
      "step": 878
    },
    {
      "epoch": 0.07242316882260855,
      "grad_norm": 5.724340686807843,
      "learning_rate": 9.999011900688672e-06,
      "loss": 0.6817,
      "step": 879
    },
    {
      "epoch": 0.07250556150613825,
      "grad_norm": 5.777864365455918,
      "learning_rate": 9.998998593547923e-06,
      "loss": 0.7443,
      "step": 880
    },
    {
      "epoch": 0.07258795418966796,
      "grad_norm": 4.481030640410297,
      "learning_rate": 9.998985197408122e-06,
      "loss": 0.4052,
      "step": 881
    },
    {
      "epoch": 0.07267034687319766,
      "grad_norm": 5.7539373865432895,
      "learning_rate": 9.998971712269512e-06,
      "loss": 0.6414,
      "step": 882
    },
    {
      "epoch": 0.07275273955672737,
      "grad_norm": 5.074248646089831,
      "learning_rate": 9.99895813813233e-06,
      "loss": 0.6889,
      "step": 883
    },
    {
      "epoch": 0.07283513224025706,
      "grad_norm": 6.08389615807529,
      "learning_rate": 9.998944474996817e-06,
      "loss": 0.6358,
      "step": 884
    },
    {
      "epoch": 0.07291752492378677,
      "grad_norm": 7.007593747793593,
      "learning_rate": 9.99893072286322e-06,
      "loss": 0.723,
      "step": 885
    },
    {
      "epoch": 0.07299991760731647,
      "grad_norm": 5.295613649313166,
      "learning_rate": 9.998916881731781e-06,
      "loss": 0.5226,
      "step": 886
    },
    {
      "epoch": 0.07308231029084618,
      "grad_norm": 5.1499745635077225,
      "learning_rate": 9.998902951602746e-06,
      "loss": 0.6138,
      "step": 887
    },
    {
      "epoch": 0.07316470297437587,
      "grad_norm": 4.404865550062876,
      "learning_rate": 9.998888932476365e-06,
      "loss": 0.4733,
      "step": 888
    },
    {
      "epoch": 0.07324709565790558,
      "grad_norm": 5.914838603616755,
      "learning_rate": 9.998874824352887e-06,
      "loss": 0.5345,
      "step": 889
    },
    {
      "epoch": 0.07332948834143528,
      "grad_norm": 9.339300610542013,
      "learning_rate": 9.99886062723256e-06,
      "loss": 0.7452,
      "step": 890
    },
    {
      "epoch": 0.07341188102496499,
      "grad_norm": 5.575845113308426,
      "learning_rate": 9.998846341115642e-06,
      "loss": 0.5513,
      "step": 891
    },
    {
      "epoch": 0.07349427370849469,
      "grad_norm": 4.403803637718023,
      "learning_rate": 9.998831966002385e-06,
      "loss": 0.4927,
      "step": 892
    },
    {
      "epoch": 0.07357666639202438,
      "grad_norm": 4.716127059524325,
      "learning_rate": 9.998817501893044e-06,
      "loss": 0.5894,
      "step": 893
    },
    {
      "epoch": 0.07365905907555409,
      "grad_norm": 4.162456660043013,
      "learning_rate": 9.998802948787878e-06,
      "loss": 0.5348,
      "step": 894
    },
    {
      "epoch": 0.0737414517590838,
      "grad_norm": 7.865128926097237,
      "learning_rate": 9.998788306687144e-06,
      "loss": 0.7982,
      "step": 895
    },
    {
      "epoch": 0.0738238444426135,
      "grad_norm": 5.062814936226218,
      "learning_rate": 9.998773575591105e-06,
      "loss": 0.5444,
      "step": 896
    },
    {
      "epoch": 0.07390623712614319,
      "grad_norm": 5.0766827309307345,
      "learning_rate": 9.998758755500022e-06,
      "loss": 0.5396,
      "step": 897
    },
    {
      "epoch": 0.0739886298096729,
      "grad_norm": 5.588620720256569,
      "learning_rate": 9.998743846414158e-06,
      "loss": 0.607,
      "step": 898
    },
    {
      "epoch": 0.0740710224932026,
      "grad_norm": 4.508870984621243,
      "learning_rate": 9.998728848333781e-06,
      "loss": 0.5817,
      "step": 899
    },
    {
      "epoch": 0.07415341517673231,
      "grad_norm": 6.255880304807757,
      "learning_rate": 9.998713761259157e-06,
      "loss": 0.624,
      "step": 900
    },
    {
      "epoch": 0.07423580786026202,
      "grad_norm": 6.448010541448679,
      "learning_rate": 9.998698585190554e-06,
      "loss": 0.592,
      "step": 901
    },
    {
      "epoch": 0.07431820054379171,
      "grad_norm": 6.581360057122206,
      "learning_rate": 9.998683320128242e-06,
      "loss": 0.7091,
      "step": 902
    },
    {
      "epoch": 0.07440059322732141,
      "grad_norm": 7.178574221854368,
      "learning_rate": 9.998667966072492e-06,
      "loss": 0.514,
      "step": 903
    },
    {
      "epoch": 0.07448298591085112,
      "grad_norm": 5.640474989894486,
      "learning_rate": 9.998652523023582e-06,
      "loss": 0.5192,
      "step": 904
    },
    {
      "epoch": 0.07456537859438082,
      "grad_norm": 4.859242002152594,
      "learning_rate": 9.99863699098178e-06,
      "loss": 0.393,
      "step": 905
    },
    {
      "epoch": 0.07464777127791052,
      "grad_norm": 4.7363551715969905,
      "learning_rate": 9.998621369947368e-06,
      "loss": 0.5423,
      "step": 906
    },
    {
      "epoch": 0.07473016396144022,
      "grad_norm": 7.11873781156602,
      "learning_rate": 9.998605659920621e-06,
      "loss": 0.6214,
      "step": 907
    },
    {
      "epoch": 0.07481255664496993,
      "grad_norm": 4.642272372196515,
      "learning_rate": 9.99858986090182e-06,
      "loss": 0.3049,
      "step": 908
    },
    {
      "epoch": 0.07489494932849963,
      "grad_norm": 4.975074076132109,
      "learning_rate": 9.998573972891246e-06,
      "loss": 0.5958,
      "step": 909
    },
    {
      "epoch": 0.07497734201202934,
      "grad_norm": 6.247010066207867,
      "learning_rate": 9.998557995889183e-06,
      "loss": 0.5501,
      "step": 910
    },
    {
      "epoch": 0.07505973469555903,
      "grad_norm": 6.758308077386494,
      "learning_rate": 9.998541929895912e-06,
      "loss": 0.4744,
      "step": 911
    },
    {
      "epoch": 0.07514212737908874,
      "grad_norm": 6.321946117889499,
      "learning_rate": 9.998525774911723e-06,
      "loss": 0.4651,
      "step": 912
    },
    {
      "epoch": 0.07522452006261844,
      "grad_norm": 5.910428930462289,
      "learning_rate": 9.998509530936901e-06,
      "loss": 0.5662,
      "step": 913
    },
    {
      "epoch": 0.07530691274614815,
      "grad_norm": 4.4469553646271525,
      "learning_rate": 9.998493197971737e-06,
      "loss": 0.529,
      "step": 914
    },
    {
      "epoch": 0.07538930542967784,
      "grad_norm": 6.494702959527984,
      "learning_rate": 9.998476776016521e-06,
      "loss": 0.5877,
      "step": 915
    },
    {
      "epoch": 0.07547169811320754,
      "grad_norm": 7.669316446508771,
      "learning_rate": 9.998460265071546e-06,
      "loss": 0.6812,
      "step": 916
    },
    {
      "epoch": 0.07555409079673725,
      "grad_norm": 14.38156671027216,
      "learning_rate": 9.998443665137104e-06,
      "loss": 0.8116,
      "step": 917
    },
    {
      "epoch": 0.07563648348026696,
      "grad_norm": 8.288458207815854,
      "learning_rate": 9.998426976213493e-06,
      "loss": 0.656,
      "step": 918
    },
    {
      "epoch": 0.07571887616379666,
      "grad_norm": 3.703380187983116,
      "learning_rate": 9.998410198301007e-06,
      "loss": 0.3688,
      "step": 919
    },
    {
      "epoch": 0.07580126884732635,
      "grad_norm": 5.446454718623625,
      "learning_rate": 9.99839333139995e-06,
      "loss": 0.5218,
      "step": 920
    },
    {
      "epoch": 0.07588366153085606,
      "grad_norm": 5.7339819465370825,
      "learning_rate": 9.998376375510617e-06,
      "loss": 0.4874,
      "step": 921
    },
    {
      "epoch": 0.07596605421438576,
      "grad_norm": 5.321192426624907,
      "learning_rate": 9.99835933063331e-06,
      "loss": 0.3845,
      "step": 922
    },
    {
      "epoch": 0.07604844689791547,
      "grad_norm": 5.797682110550929,
      "learning_rate": 9.998342196768337e-06,
      "loss": 0.4487,
      "step": 923
    },
    {
      "epoch": 0.07613083958144516,
      "grad_norm": 6.324776101604922,
      "learning_rate": 9.998324973915999e-06,
      "loss": 0.5774,
      "step": 924
    },
    {
      "epoch": 0.07621323226497487,
      "grad_norm": 6.886486065521574,
      "learning_rate": 9.998307662076604e-06,
      "loss": 0.5918,
      "step": 925
    },
    {
      "epoch": 0.07629562494850457,
      "grad_norm": 4.598957573831131,
      "learning_rate": 9.998290261250461e-06,
      "loss": 0.5424,
      "step": 926
    },
    {
      "epoch": 0.07637801763203428,
      "grad_norm": 5.054899919494791,
      "learning_rate": 9.998272771437878e-06,
      "loss": 0.3453,
      "step": 927
    },
    {
      "epoch": 0.07646041031556398,
      "grad_norm": 4.915345392459135,
      "learning_rate": 9.998255192639167e-06,
      "loss": 0.5505,
      "step": 928
    },
    {
      "epoch": 0.07654280299909368,
      "grad_norm": 13.147418222703912,
      "learning_rate": 9.998237524854643e-06,
      "loss": 0.7975,
      "step": 929
    },
    {
      "epoch": 0.07662519568262338,
      "grad_norm": 4.249042164087028,
      "learning_rate": 9.998219768084619e-06,
      "loss": 0.5132,
      "step": 930
    },
    {
      "epoch": 0.07670758836615309,
      "grad_norm": 4.6864159906629865,
      "learning_rate": 9.998201922329409e-06,
      "loss": 0.5093,
      "step": 931
    },
    {
      "epoch": 0.07678998104968279,
      "grad_norm": 4.704532568350368,
      "learning_rate": 9.998183987589332e-06,
      "loss": 0.5385,
      "step": 932
    },
    {
      "epoch": 0.07687237373321248,
      "grad_norm": 4.250326737192859,
      "learning_rate": 9.99816596386471e-06,
      "loss": 0.5081,
      "step": 933
    },
    {
      "epoch": 0.07695476641674219,
      "grad_norm": 3.2609943143186393,
      "learning_rate": 9.998147851155862e-06,
      "loss": 0.3386,
      "step": 934
    },
    {
      "epoch": 0.0770371591002719,
      "grad_norm": 4.686119380610933,
      "learning_rate": 9.998129649463108e-06,
      "loss": 0.4959,
      "step": 935
    },
    {
      "epoch": 0.0771195517838016,
      "grad_norm": 8.093847783734134,
      "learning_rate": 9.998111358786777e-06,
      "loss": 0.6091,
      "step": 936
    },
    {
      "epoch": 0.07720194446733131,
      "grad_norm": 4.128988601766982,
      "learning_rate": 9.998092979127191e-06,
      "loss": 0.3564,
      "step": 937
    },
    {
      "epoch": 0.077284337150861,
      "grad_norm": 12.520048545236683,
      "learning_rate": 9.998074510484679e-06,
      "loss": 0.8451,
      "step": 938
    },
    {
      "epoch": 0.0773667298343907,
      "grad_norm": 5.0581596409425025,
      "learning_rate": 9.998055952859567e-06,
      "loss": 0.4862,
      "step": 939
    },
    {
      "epoch": 0.07744912251792041,
      "grad_norm": 6.315311219118197,
      "learning_rate": 9.998037306252188e-06,
      "loss": 0.5742,
      "step": 940
    },
    {
      "epoch": 0.07753151520145012,
      "grad_norm": 5.819386724118808,
      "learning_rate": 9.998018570662875e-06,
      "loss": 0.6873,
      "step": 941
    },
    {
      "epoch": 0.07761390788497981,
      "grad_norm": 6.606119564610502,
      "learning_rate": 9.99799974609196e-06,
      "loss": 0.6462,
      "step": 942
    },
    {
      "epoch": 0.07769630056850951,
      "grad_norm": 4.9064741570302965,
      "learning_rate": 9.997980832539775e-06,
      "loss": 0.4563,
      "step": 943
    },
    {
      "epoch": 0.07777869325203922,
      "grad_norm": 6.403026987978093,
      "learning_rate": 9.997961830006663e-06,
      "loss": 0.5919,
      "step": 944
    },
    {
      "epoch": 0.07786108593556892,
      "grad_norm": 3.995002622383316,
      "learning_rate": 9.997942738492959e-06,
      "loss": 0.6035,
      "step": 945
    },
    {
      "epoch": 0.07794347861909863,
      "grad_norm": 5.979508594311581,
      "learning_rate": 9.997923557999001e-06,
      "loss": 0.6438,
      "step": 946
    },
    {
      "epoch": 0.07802587130262832,
      "grad_norm": 12.403971641606825,
      "learning_rate": 9.997904288525133e-06,
      "loss": 0.7055,
      "step": 947
    },
    {
      "epoch": 0.07810826398615803,
      "grad_norm": 5.065356925074259,
      "learning_rate": 9.997884930071698e-06,
      "loss": 0.489,
      "step": 948
    },
    {
      "epoch": 0.07819065666968773,
      "grad_norm": 6.739162552025105,
      "learning_rate": 9.99786548263904e-06,
      "loss": 0.6978,
      "step": 949
    },
    {
      "epoch": 0.07827304935321744,
      "grad_norm": 5.869680200446658,
      "learning_rate": 9.997845946227506e-06,
      "loss": 0.6373,
      "step": 950
    },
    {
      "epoch": 0.07835544203674713,
      "grad_norm": 5.498434870964948,
      "learning_rate": 9.997826320837445e-06,
      "loss": 0.5772,
      "step": 951
    },
    {
      "epoch": 0.07843783472027684,
      "grad_norm": 6.304272494085451,
      "learning_rate": 9.997806606469201e-06,
      "loss": 0.3892,
      "step": 952
    },
    {
      "epoch": 0.07852022740380654,
      "grad_norm": 6.170055796070485,
      "learning_rate": 9.997786803123131e-06,
      "loss": 0.5676,
      "step": 953
    },
    {
      "epoch": 0.07860262008733625,
      "grad_norm": 4.355001196596673,
      "learning_rate": 9.997766910799585e-06,
      "loss": 0.3932,
      "step": 954
    },
    {
      "epoch": 0.07868501277086595,
      "grad_norm": 4.587353573095941,
      "learning_rate": 9.997746929498915e-06,
      "loss": 0.4951,
      "step": 955
    },
    {
      "epoch": 0.07876740545439564,
      "grad_norm": 4.7560661272306115,
      "learning_rate": 9.997726859221482e-06,
      "loss": 0.3379,
      "step": 956
    },
    {
      "epoch": 0.07884979813792535,
      "grad_norm": 3.875204186498522,
      "learning_rate": 9.997706699967638e-06,
      "loss": 0.4937,
      "step": 957
    },
    {
      "epoch": 0.07893219082145506,
      "grad_norm": 4.5436308343446665,
      "learning_rate": 9.997686451737745e-06,
      "loss": 0.4664,
      "step": 958
    },
    {
      "epoch": 0.07901458350498476,
      "grad_norm": 5.085715886421841,
      "learning_rate": 9.997666114532166e-06,
      "loss": 0.3532,
      "step": 959
    },
    {
      "epoch": 0.07909697618851445,
      "grad_norm": 5.736037074111639,
      "learning_rate": 9.997645688351256e-06,
      "loss": 0.6229,
      "step": 960
    },
    {
      "epoch": 0.07917936887204416,
      "grad_norm": 4.6641539689143885,
      "learning_rate": 9.997625173195384e-06,
      "loss": 0.5927,
      "step": 961
    },
    {
      "epoch": 0.07926176155557386,
      "grad_norm": 6.986142276021053,
      "learning_rate": 9.997604569064913e-06,
      "loss": 0.6011,
      "step": 962
    },
    {
      "epoch": 0.07934415423910357,
      "grad_norm": 4.936390533586499,
      "learning_rate": 9.99758387596021e-06,
      "loss": 0.6004,
      "step": 963
    },
    {
      "epoch": 0.07942654692263328,
      "grad_norm": 25.174262625674295,
      "learning_rate": 9.997563093881647e-06,
      "loss": 1.0481,
      "step": 964
    },
    {
      "epoch": 0.07950893960616297,
      "grad_norm": 5.911910212113453,
      "learning_rate": 9.997542222829588e-06,
      "loss": 0.5712,
      "step": 965
    },
    {
      "epoch": 0.07959133228969267,
      "grad_norm": 5.683154041671146,
      "learning_rate": 9.997521262804408e-06,
      "loss": 0.5152,
      "step": 966
    },
    {
      "epoch": 0.07967372497322238,
      "grad_norm": 6.247591970007456,
      "learning_rate": 9.997500213806481e-06,
      "loss": 0.589,
      "step": 967
    },
    {
      "epoch": 0.07975611765675208,
      "grad_norm": 6.037728527699037,
      "learning_rate": 9.997479075836179e-06,
      "loss": 0.4865,
      "step": 968
    },
    {
      "epoch": 0.07983851034028178,
      "grad_norm": 4.848668306571336,
      "learning_rate": 9.997457848893881e-06,
      "loss": 0.5364,
      "step": 969
    },
    {
      "epoch": 0.07992090302381148,
      "grad_norm": 5.738086820942736,
      "learning_rate": 9.997436532979963e-06,
      "loss": 0.4475,
      "step": 970
    },
    {
      "epoch": 0.08000329570734119,
      "grad_norm": 7.7003958590754245,
      "learning_rate": 9.997415128094805e-06,
      "loss": 0.6297,
      "step": 971
    },
    {
      "epoch": 0.0800856883908709,
      "grad_norm": 4.6301976482339375,
      "learning_rate": 9.997393634238789e-06,
      "loss": 0.4354,
      "step": 972
    },
    {
      "epoch": 0.0801680810744006,
      "grad_norm": 5.051471456165753,
      "learning_rate": 9.997372051412296e-06,
      "loss": 0.5246,
      "step": 973
    },
    {
      "epoch": 0.08025047375793029,
      "grad_norm": 6.840214215762055,
      "learning_rate": 9.997350379615712e-06,
      "loss": 0.6289,
      "step": 974
    },
    {
      "epoch": 0.08033286644146,
      "grad_norm": 5.025951954709692,
      "learning_rate": 9.997328618849422e-06,
      "loss": 0.6347,
      "step": 975
    },
    {
      "epoch": 0.0804152591249897,
      "grad_norm": 4.175068481847607,
      "learning_rate": 9.997306769113812e-06,
      "loss": 0.4474,
      "step": 976
    },
    {
      "epoch": 0.08049765180851941,
      "grad_norm": 6.49606794332559,
      "learning_rate": 9.997284830409275e-06,
      "loss": 0.7058,
      "step": 977
    },
    {
      "epoch": 0.0805800444920491,
      "grad_norm": 4.355993261479888,
      "learning_rate": 9.997262802736197e-06,
      "loss": 0.3175,
      "step": 978
    },
    {
      "epoch": 0.0806624371755788,
      "grad_norm": 4.173278705106478,
      "learning_rate": 9.997240686094974e-06,
      "loss": 0.4082,
      "step": 979
    },
    {
      "epoch": 0.08074482985910851,
      "grad_norm": 3.6798094983336638,
      "learning_rate": 9.997218480485994e-06,
      "loss": 0.266,
      "step": 980
    },
    {
      "epoch": 0.08082722254263822,
      "grad_norm": 6.875883284171418,
      "learning_rate": 9.997196185909662e-06,
      "loss": 0.397,
      "step": 981
    },
    {
      "epoch": 0.08090961522616792,
      "grad_norm": 4.7547519593139125,
      "learning_rate": 9.997173802366365e-06,
      "loss": 0.6101,
      "step": 982
    },
    {
      "epoch": 0.08099200790969761,
      "grad_norm": 7.068828139356332,
      "learning_rate": 9.997151329856508e-06,
      "loss": 0.753,
      "step": 983
    },
    {
      "epoch": 0.08107440059322732,
      "grad_norm": 5.32212084183463,
      "learning_rate": 9.997128768380486e-06,
      "loss": 0.5187,
      "step": 984
    },
    {
      "epoch": 0.08115679327675702,
      "grad_norm": 4.63635990769238,
      "learning_rate": 9.997106117938704e-06,
      "loss": 0.5448,
      "step": 985
    },
    {
      "epoch": 0.08123918596028673,
      "grad_norm": 5.156911960898855,
      "learning_rate": 9.997083378531567e-06,
      "loss": 0.6237,
      "step": 986
    },
    {
      "epoch": 0.08132157864381642,
      "grad_norm": 66.02610969540054,
      "learning_rate": 9.997060550159477e-06,
      "loss": 2.7918,
      "step": 987
    },
    {
      "epoch": 0.08140397132734613,
      "grad_norm": 4.63314347325949,
      "learning_rate": 9.997037632822839e-06,
      "loss": 0.4784,
      "step": 988
    },
    {
      "epoch": 0.08148636401087583,
      "grad_norm": 17.125886475254017,
      "learning_rate": 9.997014626522064e-06,
      "loss": 0.5182,
      "step": 989
    },
    {
      "epoch": 0.08156875669440554,
      "grad_norm": 5.112815655421804,
      "learning_rate": 9.99699153125756e-06,
      "loss": 0.5992,
      "step": 990
    },
    {
      "epoch": 0.08165114937793524,
      "grad_norm": 4.634165444142863,
      "learning_rate": 9.996968347029739e-06,
      "loss": 0.5552,
      "step": 991
    },
    {
      "epoch": 0.08173354206146494,
      "grad_norm": 4.500448623996411,
      "learning_rate": 9.996945073839015e-06,
      "loss": 0.5293,
      "step": 992
    },
    {
      "epoch": 0.08181593474499464,
      "grad_norm": 4.985902758629872,
      "learning_rate": 9.996921711685798e-06,
      "loss": 0.5077,
      "step": 993
    },
    {
      "epoch": 0.08189832742852435,
      "grad_norm": 11.160741895344973,
      "learning_rate": 9.99689826057051e-06,
      "loss": 0.6087,
      "step": 994
    },
    {
      "epoch": 0.08198072011205405,
      "grad_norm": 5.767479903001831,
      "learning_rate": 9.996874720493563e-06,
      "loss": 0.5006,
      "step": 995
    },
    {
      "epoch": 0.08206311279558375,
      "grad_norm": 4.604269350433775,
      "learning_rate": 9.996851091455379e-06,
      "loss": 0.4231,
      "step": 996
    },
    {
      "epoch": 0.08214550547911345,
      "grad_norm": 6.964228664965358,
      "learning_rate": 9.996827373456379e-06,
      "loss": 0.7993,
      "step": 997
    },
    {
      "epoch": 0.08222789816264316,
      "grad_norm": 4.503845133301578,
      "learning_rate": 9.996803566496982e-06,
      "loss": 0.574,
      "step": 998
    },
    {
      "epoch": 0.08231029084617286,
      "grad_norm": 5.102706241374167,
      "learning_rate": 9.996779670577615e-06,
      "loss": 0.523,
      "step": 999
    },
    {
      "epoch": 0.08239268352970257,
      "grad_norm": 4.718633665300077,
      "learning_rate": 9.996755685698703e-06,
      "loss": 0.4039,
      "step": 1000
    },
    {
      "epoch": 0.08247507621323226,
      "grad_norm": 31.817192653927222,
      "learning_rate": 9.996731611860674e-06,
      "loss": 0.4298,
      "step": 1001
    },
    {
      "epoch": 0.08255746889676197,
      "grad_norm": 21.27663857241567,
      "learning_rate": 9.996707449063952e-06,
      "loss": 0.2222,
      "step": 1002
    },
    {
      "epoch": 0.08263986158029167,
      "grad_norm": 4.401888936601498,
      "learning_rate": 9.996683197308973e-06,
      "loss": 0.4995,
      "step": 1003
    },
    {
      "epoch": 0.08272225426382138,
      "grad_norm": 5.508952355584309,
      "learning_rate": 9.996658856596165e-06,
      "loss": 0.5681,
      "step": 1004
    },
    {
      "epoch": 0.08280464694735108,
      "grad_norm": 4.992828446636793,
      "learning_rate": 9.996634426925962e-06,
      "loss": 0.4845,
      "step": 1005
    },
    {
      "epoch": 0.08288703963088077,
      "grad_norm": 7.4045853788823015,
      "learning_rate": 9.9966099082988e-06,
      "loss": 0.6107,
      "step": 1006
    },
    {
      "epoch": 0.08296943231441048,
      "grad_norm": 7.359292979226814,
      "learning_rate": 9.996585300715117e-06,
      "loss": 0.7944,
      "step": 1007
    },
    {
      "epoch": 0.08305182499794019,
      "grad_norm": 5.680106009666031,
      "learning_rate": 9.996560604175344e-06,
      "loss": 0.4504,
      "step": 1008
    },
    {
      "epoch": 0.08313421768146989,
      "grad_norm": 4.403376579772996,
      "learning_rate": 9.99653581867993e-06,
      "loss": 0.5481,
      "step": 1009
    },
    {
      "epoch": 0.08321661036499958,
      "grad_norm": 10.223711349213156,
      "learning_rate": 9.99651094422931e-06,
      "loss": 0.9755,
      "step": 1010
    },
    {
      "epoch": 0.08329900304852929,
      "grad_norm": 4.683680775421051,
      "learning_rate": 9.99648598082393e-06,
      "loss": 0.6508,
      "step": 1011
    },
    {
      "epoch": 0.083381395732059,
      "grad_norm": 6.840856586449906,
      "learning_rate": 9.99646092846423e-06,
      "loss": 0.6494,
      "step": 1012
    },
    {
      "epoch": 0.0834637884155887,
      "grad_norm": 5.564536440133124,
      "learning_rate": 9.996435787150663e-06,
      "loss": 0.6494,
      "step": 1013
    },
    {
      "epoch": 0.0835461810991184,
      "grad_norm": 8.55630832138283,
      "learning_rate": 9.996410556883672e-06,
      "loss": 0.5978,
      "step": 1014
    },
    {
      "epoch": 0.0836285737826481,
      "grad_norm": 4.505682298137676,
      "learning_rate": 9.996385237663706e-06,
      "loss": 0.4981,
      "step": 1015
    },
    {
      "epoch": 0.0837109664661778,
      "grad_norm": 6.026491102637283,
      "learning_rate": 9.996359829491218e-06,
      "loss": 0.6929,
      "step": 1016
    },
    {
      "epoch": 0.08379335914970751,
      "grad_norm": 5.23031637253995,
      "learning_rate": 9.996334332366658e-06,
      "loss": 0.468,
      "step": 1017
    },
    {
      "epoch": 0.08387575183323721,
      "grad_norm": 6.02650829355012,
      "learning_rate": 9.996308746290482e-06,
      "loss": 0.6166,
      "step": 1018
    },
    {
      "epoch": 0.0839581445167669,
      "grad_norm": 4.1819439593996535,
      "learning_rate": 9.996283071263145e-06,
      "loss": 0.4417,
      "step": 1019
    },
    {
      "epoch": 0.08404053720029661,
      "grad_norm": 5.489497484777263,
      "learning_rate": 9.996257307285102e-06,
      "loss": 0.441,
      "step": 1020
    },
    {
      "epoch": 0.08412292988382632,
      "grad_norm": 6.1845291497461545,
      "learning_rate": 9.996231454356814e-06,
      "loss": 0.8055,
      "step": 1021
    },
    {
      "epoch": 0.08420532256735602,
      "grad_norm": 6.335171357274994,
      "learning_rate": 9.996205512478741e-06,
      "loss": 0.7177,
      "step": 1022
    },
    {
      "epoch": 0.08428771525088573,
      "grad_norm": 5.77099800958352,
      "learning_rate": 9.996179481651345e-06,
      "loss": 0.6201,
      "step": 1023
    },
    {
      "epoch": 0.08437010793441542,
      "grad_norm": 5.277909161458072,
      "learning_rate": 9.996153361875086e-06,
      "loss": 0.5087,
      "step": 1024
    },
    {
      "epoch": 0.08445250061794513,
      "grad_norm": 4.995606457759668,
      "learning_rate": 9.996127153150436e-06,
      "loss": 0.4032,
      "step": 1025
    },
    {
      "epoch": 0.08453489330147483,
      "grad_norm": 4.431456907318335,
      "learning_rate": 9.996100855477856e-06,
      "loss": 0.3881,
      "step": 1026
    },
    {
      "epoch": 0.08461728598500454,
      "grad_norm": 3.511167845084898,
      "learning_rate": 9.996074468857815e-06,
      "loss": 0.4317,
      "step": 1027
    },
    {
      "epoch": 0.08469967866853423,
      "grad_norm": 4.355083337852244,
      "learning_rate": 9.996047993290784e-06,
      "loss": 0.481,
      "step": 1028
    },
    {
      "epoch": 0.08478207135206393,
      "grad_norm": 4.7477919241040425,
      "learning_rate": 9.996021428777234e-06,
      "loss": 0.4123,
      "step": 1029
    },
    {
      "epoch": 0.08486446403559364,
      "grad_norm": 4.845625383441968,
      "learning_rate": 9.99599477531764e-06,
      "loss": 0.7018,
      "step": 1030
    },
    {
      "epoch": 0.08494685671912335,
      "grad_norm": 5.263537268769247,
      "learning_rate": 9.995968032912471e-06,
      "loss": 0.5584,
      "step": 1031
    },
    {
      "epoch": 0.08502924940265305,
      "grad_norm": 4.316936086223206,
      "learning_rate": 9.995941201562207e-06,
      "loss": 0.5342,
      "step": 1032
    },
    {
      "epoch": 0.08511164208618274,
      "grad_norm": 4.862616503432274,
      "learning_rate": 9.995914281267326e-06,
      "loss": 0.5874,
      "step": 1033
    },
    {
      "epoch": 0.08519403476971245,
      "grad_norm": 6.347242300001709,
      "learning_rate": 9.995887272028307e-06,
      "loss": 0.6603,
      "step": 1034
    },
    {
      "epoch": 0.08527642745324215,
      "grad_norm": 4.525346388262154,
      "learning_rate": 9.995860173845629e-06,
      "loss": 0.441,
      "step": 1035
    },
    {
      "epoch": 0.08535882013677186,
      "grad_norm": 4.606242184878409,
      "learning_rate": 9.995832986719776e-06,
      "loss": 0.5658,
      "step": 1036
    },
    {
      "epoch": 0.08544121282030155,
      "grad_norm": 5.55541041688934,
      "learning_rate": 9.995805710651233e-06,
      "loss": 0.5883,
      "step": 1037
    },
    {
      "epoch": 0.08552360550383126,
      "grad_norm": 4.805999702498609,
      "learning_rate": 9.995778345640481e-06,
      "loss": 0.5197,
      "step": 1038
    },
    {
      "epoch": 0.08560599818736096,
      "grad_norm": 5.6071103942756535,
      "learning_rate": 9.995750891688013e-06,
      "loss": 0.4935,
      "step": 1039
    },
    {
      "epoch": 0.08568839087089067,
      "grad_norm": 50.57617337717754,
      "learning_rate": 9.995723348794315e-06,
      "loss": 2.4806,
      "step": 1040
    },
    {
      "epoch": 0.08577078355442037,
      "grad_norm": 6.25280098712178,
      "learning_rate": 9.995695716959877e-06,
      "loss": 0.6218,
      "step": 1041
    },
    {
      "epoch": 0.08585317623795007,
      "grad_norm": 3.9373446441524025,
      "learning_rate": 9.995667996185193e-06,
      "loss": 0.5496,
      "step": 1042
    },
    {
      "epoch": 0.08593556892147977,
      "grad_norm": 4.343696783721304,
      "learning_rate": 9.995640186470755e-06,
      "loss": 0.4876,
      "step": 1043
    },
    {
      "epoch": 0.08601796160500948,
      "grad_norm": 5.0506015991461,
      "learning_rate": 9.995612287817056e-06,
      "loss": 0.5382,
      "step": 1044
    },
    {
      "epoch": 0.08610035428853918,
      "grad_norm": 3.3472528865228015,
      "learning_rate": 9.995584300224597e-06,
      "loss": 0.4219,
      "step": 1045
    },
    {
      "epoch": 0.08618274697206887,
      "grad_norm": 3.6590082207213666,
      "learning_rate": 9.995556223693874e-06,
      "loss": 0.4519,
      "step": 1046
    },
    {
      "epoch": 0.08626513965559858,
      "grad_norm": 3.3110168095564414,
      "learning_rate": 9.995528058225386e-06,
      "loss": 0.3475,
      "step": 1047
    },
    {
      "epoch": 0.08634753233912829,
      "grad_norm": 5.863164197441982,
      "learning_rate": 9.995499803819637e-06,
      "loss": 0.6212,
      "step": 1048
    },
    {
      "epoch": 0.08642992502265799,
      "grad_norm": 5.518382693746084,
      "learning_rate": 9.995471460477127e-06,
      "loss": 0.5021,
      "step": 1049
    },
    {
      "epoch": 0.0865123177061877,
      "grad_norm": 6.110381483524074,
      "learning_rate": 9.995443028198362e-06,
      "loss": 0.4432,
      "step": 1050
    },
    {
      "epoch": 0.08659471038971739,
      "grad_norm": 4.892003499667656,
      "learning_rate": 9.99541450698385e-06,
      "loss": 0.3957,
      "step": 1051
    },
    {
      "epoch": 0.0866771030732471,
      "grad_norm": 7.104164940402655,
      "learning_rate": 9.995385896834095e-06,
      "loss": 0.676,
      "step": 1052
    },
    {
      "epoch": 0.0867594957567768,
      "grad_norm": 11.570101337811126,
      "learning_rate": 9.995357197749611e-06,
      "loss": 0.5474,
      "step": 1053
    },
    {
      "epoch": 0.0868418884403065,
      "grad_norm": 4.624106631340867,
      "learning_rate": 9.995328409730905e-06,
      "loss": 0.506,
      "step": 1054
    },
    {
      "epoch": 0.0869242811238362,
      "grad_norm": 5.743273453010476,
      "learning_rate": 9.99529953277849e-06,
      "loss": 0.3698,
      "step": 1055
    },
    {
      "epoch": 0.0870066738073659,
      "grad_norm": 8.029930627600796,
      "learning_rate": 9.995270566892884e-06,
      "loss": 0.5471,
      "step": 1056
    },
    {
      "epoch": 0.08708906649089561,
      "grad_norm": 5.194894530300615,
      "learning_rate": 9.995241512074596e-06,
      "loss": 0.6335,
      "step": 1057
    },
    {
      "epoch": 0.08717145917442531,
      "grad_norm": 6.84466633274184,
      "learning_rate": 9.995212368324147e-06,
      "loss": 0.5793,
      "step": 1058
    },
    {
      "epoch": 0.08725385185795502,
      "grad_norm": 7.268033072915504,
      "learning_rate": 9.99518313564206e-06,
      "loss": 0.653,
      "step": 1059
    },
    {
      "epoch": 0.08733624454148471,
      "grad_norm": 4.021612447179571,
      "learning_rate": 9.995153814028846e-06,
      "loss": 0.4125,
      "step": 1060
    },
    {
      "epoch": 0.08741863722501442,
      "grad_norm": 5.826262293101434,
      "learning_rate": 9.995124403485036e-06,
      "loss": 0.5812,
      "step": 1061
    },
    {
      "epoch": 0.08750102990854412,
      "grad_norm": 4.557140038560946,
      "learning_rate": 9.995094904011148e-06,
      "loss": 0.3531,
      "step": 1062
    },
    {
      "epoch": 0.08758342259207383,
      "grad_norm": 7.238981062698408,
      "learning_rate": 9.99506531560771e-06,
      "loss": 0.7622,
      "step": 1063
    },
    {
      "epoch": 0.08766581527560352,
      "grad_norm": 4.21469929038344,
      "learning_rate": 9.995035638275248e-06,
      "loss": 0.6258,
      "step": 1064
    },
    {
      "epoch": 0.08774820795913323,
      "grad_norm": 3.6655616059927345,
      "learning_rate": 9.995005872014289e-06,
      "loss": 0.3423,
      "step": 1065
    },
    {
      "epoch": 0.08783060064266293,
      "grad_norm": 5.412977135346199,
      "learning_rate": 9.994976016825367e-06,
      "loss": 0.6841,
      "step": 1066
    },
    {
      "epoch": 0.08791299332619264,
      "grad_norm": 5.379025435070761,
      "learning_rate": 9.994946072709007e-06,
      "loss": 0.6847,
      "step": 1067
    },
    {
      "epoch": 0.08799538600972234,
      "grad_norm": 4.472227140989464,
      "learning_rate": 9.994916039665748e-06,
      "loss": 0.4647,
      "step": 1068
    },
    {
      "epoch": 0.08807777869325203,
      "grad_norm": 5.060338129572461,
      "learning_rate": 9.994885917696122e-06,
      "loss": 0.6175,
      "step": 1069
    },
    {
      "epoch": 0.08816017137678174,
      "grad_norm": 4.715322598305957,
      "learning_rate": 9.994855706800666e-06,
      "loss": 0.4338,
      "step": 1070
    },
    {
      "epoch": 0.08824256406031145,
      "grad_norm": 4.281526810708517,
      "learning_rate": 9.994825406979918e-06,
      "loss": 0.5457,
      "step": 1071
    },
    {
      "epoch": 0.08832495674384115,
      "grad_norm": 3.4716224269919476,
      "learning_rate": 9.994795018234416e-06,
      "loss": 0.4955,
      "step": 1072
    },
    {
      "epoch": 0.08840734942737084,
      "grad_norm": 5.027771756957362,
      "learning_rate": 9.994764540564702e-06,
      "loss": 0.6585,
      "step": 1073
    },
    {
      "epoch": 0.08848974211090055,
      "grad_norm": 4.724781093913095,
      "learning_rate": 9.99473397397132e-06,
      "loss": 0.4618,
      "step": 1074
    },
    {
      "epoch": 0.08857213479443025,
      "grad_norm": 6.9846657667334915,
      "learning_rate": 9.99470331845481e-06,
      "loss": 0.5641,
      "step": 1075
    },
    {
      "epoch": 0.08865452747795996,
      "grad_norm": 5.484701110827303,
      "learning_rate": 9.994672574015724e-06,
      "loss": 0.542,
      "step": 1076
    },
    {
      "epoch": 0.08873692016148967,
      "grad_norm": 7.037433703723267,
      "learning_rate": 9.994641740654604e-06,
      "loss": 0.4367,
      "step": 1077
    },
    {
      "epoch": 0.08881931284501936,
      "grad_norm": 5.776582968652833,
      "learning_rate": 9.994610818372002e-06,
      "loss": 0.5423,
      "step": 1078
    },
    {
      "epoch": 0.08890170552854906,
      "grad_norm": 6.745245173679915,
      "learning_rate": 9.994579807168468e-06,
      "loss": 0.698,
      "step": 1079
    },
    {
      "epoch": 0.08898409821207877,
      "grad_norm": 5.473254655410174,
      "learning_rate": 9.994548707044551e-06,
      "loss": 0.4812,
      "step": 1080
    },
    {
      "epoch": 0.08906649089560847,
      "grad_norm": 4.628085367767044,
      "learning_rate": 9.994517518000809e-06,
      "loss": 0.4693,
      "step": 1081
    },
    {
      "epoch": 0.08914888357913817,
      "grad_norm": 7.525465774535276,
      "learning_rate": 9.994486240037794e-06,
      "loss": 0.6911,
      "step": 1082
    },
    {
      "epoch": 0.08923127626266787,
      "grad_norm": 5.893129420637143,
      "learning_rate": 9.994454873156068e-06,
      "loss": 0.6289,
      "step": 1083
    },
    {
      "epoch": 0.08931366894619758,
      "grad_norm": 5.50149802924285,
      "learning_rate": 9.994423417356183e-06,
      "loss": 0.6096,
      "step": 1084
    },
    {
      "epoch": 0.08939606162972728,
      "grad_norm": 4.773359114172165,
      "learning_rate": 9.994391872638702e-06,
      "loss": 0.4555,
      "step": 1085
    },
    {
      "epoch": 0.08947845431325699,
      "grad_norm": 7.212055616353917,
      "learning_rate": 9.994360239004186e-06,
      "loss": 0.7443,
      "step": 1086
    },
    {
      "epoch": 0.08956084699678668,
      "grad_norm": 7.876765760130183,
      "learning_rate": 9.9943285164532e-06,
      "loss": 0.7077,
      "step": 1087
    },
    {
      "epoch": 0.08964323968031639,
      "grad_norm": 7.317645647763081,
      "learning_rate": 9.994296704986306e-06,
      "loss": 0.6041,
      "step": 1088
    },
    {
      "epoch": 0.08972563236384609,
      "grad_norm": 4.530023086536175,
      "learning_rate": 9.994264804604073e-06,
      "loss": 0.4931,
      "step": 1089
    },
    {
      "epoch": 0.0898080250473758,
      "grad_norm": 4.2526214869784065,
      "learning_rate": 9.994232815307065e-06,
      "loss": 0.2995,
      "step": 1090
    },
    {
      "epoch": 0.08989041773090549,
      "grad_norm": 3.505242547342838,
      "learning_rate": 9.994200737095857e-06,
      "loss": 0.4473,
      "step": 1091
    },
    {
      "epoch": 0.0899728104144352,
      "grad_norm": 4.429638177463622,
      "learning_rate": 9.994168569971017e-06,
      "loss": 0.5841,
      "step": 1092
    },
    {
      "epoch": 0.0900552030979649,
      "grad_norm": 5.82955819981545,
      "learning_rate": 9.994136313933117e-06,
      "loss": 0.4789,
      "step": 1093
    },
    {
      "epoch": 0.0901375957814946,
      "grad_norm": 13.672647133825611,
      "learning_rate": 9.994103968982733e-06,
      "loss": 0.8772,
      "step": 1094
    },
    {
      "epoch": 0.09021998846502431,
      "grad_norm": 4.710965238730624,
      "learning_rate": 9.994071535120439e-06,
      "loss": 0.4686,
      "step": 1095
    },
    {
      "epoch": 0.090302381148554,
      "grad_norm": 3.9920741559548367,
      "learning_rate": 9.994039012346814e-06,
      "loss": 0.4907,
      "step": 1096
    },
    {
      "epoch": 0.09038477383208371,
      "grad_norm": 5.7078667377661825,
      "learning_rate": 9.994006400662436e-06,
      "loss": 0.617,
      "step": 1097
    },
    {
      "epoch": 0.09046716651561341,
      "grad_norm": 3.8186640801772125,
      "learning_rate": 9.993973700067888e-06,
      "loss": 0.4375,
      "step": 1098
    },
    {
      "epoch": 0.09054955919914312,
      "grad_norm": 5.873776628166568,
      "learning_rate": 9.99394091056375e-06,
      "loss": 0.5642,
      "step": 1099
    },
    {
      "epoch": 0.09063195188267281,
      "grad_norm": 6.100201545489032,
      "learning_rate": 9.993908032150604e-06,
      "loss": 0.603,
      "step": 1100
    },
    {
      "epoch": 0.09071434456620252,
      "grad_norm": 5.704701398966367,
      "learning_rate": 9.99387506482904e-06,
      "loss": 0.4836,
      "step": 1101
    },
    {
      "epoch": 0.09079673724973222,
      "grad_norm": 3.5476812408346934,
      "learning_rate": 9.99384200859964e-06,
      "loss": 0.2808,
      "step": 1102
    },
    {
      "epoch": 0.09087912993326193,
      "grad_norm": 4.151988355820425,
      "learning_rate": 9.993808863462995e-06,
      "loss": 0.381,
      "step": 1103
    },
    {
      "epoch": 0.09096152261679163,
      "grad_norm": 4.313112079524609,
      "learning_rate": 9.993775629419696e-06,
      "loss": 0.3598,
      "step": 1104
    },
    {
      "epoch": 0.09104391530032133,
      "grad_norm": 3.5113027125878085,
      "learning_rate": 9.993742306470332e-06,
      "loss": 0.2947,
      "step": 1105
    },
    {
      "epoch": 0.09112630798385103,
      "grad_norm": 5.254248735680192,
      "learning_rate": 9.993708894615502e-06,
      "loss": 0.3881,
      "step": 1106
    },
    {
      "epoch": 0.09120870066738074,
      "grad_norm": 7.426494059694848,
      "learning_rate": 9.993675393855793e-06,
      "loss": 0.812,
      "step": 1107
    },
    {
      "epoch": 0.09129109335091044,
      "grad_norm": 8.860170716007438,
      "learning_rate": 9.993641804191805e-06,
      "loss": 0.7974,
      "step": 1108
    },
    {
      "epoch": 0.09137348603444014,
      "grad_norm": 8.101723704520365,
      "learning_rate": 9.99360812562414e-06,
      "loss": 0.5309,
      "step": 1109
    },
    {
      "epoch": 0.09145587871796984,
      "grad_norm": 42.341845463398435,
      "learning_rate": 9.99357435815339e-06,
      "loss": 1.8562,
      "step": 1110
    },
    {
      "epoch": 0.09153827140149955,
      "grad_norm": 6.81287903015811,
      "learning_rate": 9.993540501780161e-06,
      "loss": 0.6941,
      "step": 1111
    },
    {
      "epoch": 0.09162066408502925,
      "grad_norm": 5.635578780831226,
      "learning_rate": 9.993506556505054e-06,
      "loss": 0.4578,
      "step": 1112
    },
    {
      "epoch": 0.09170305676855896,
      "grad_norm": 5.211604855452364,
      "learning_rate": 9.993472522328676e-06,
      "loss": 0.6778,
      "step": 1113
    },
    {
      "epoch": 0.09178544945208865,
      "grad_norm": 5.1777549097773665,
      "learning_rate": 9.99343839925163e-06,
      "loss": 0.5578,
      "step": 1114
    },
    {
      "epoch": 0.09186784213561835,
      "grad_norm": 4.842543684963219,
      "learning_rate": 9.993404187274522e-06,
      "loss": 0.5595,
      "step": 1115
    },
    {
      "epoch": 0.09195023481914806,
      "grad_norm": 6.42302616275195,
      "learning_rate": 9.993369886397967e-06,
      "loss": 0.7556,
      "step": 1116
    },
    {
      "epoch": 0.09203262750267777,
      "grad_norm": 6.211592177133203,
      "learning_rate": 9.99333549662257e-06,
      "loss": 0.5456,
      "step": 1117
    },
    {
      "epoch": 0.09211502018620746,
      "grad_norm": 4.630213204114295,
      "learning_rate": 9.993301017948946e-06,
      "loss": 0.4993,
      "step": 1118
    },
    {
      "epoch": 0.09219741286973716,
      "grad_norm": 7.009132877346605,
      "learning_rate": 9.99326645037771e-06,
      "loss": 0.8535,
      "step": 1119
    },
    {
      "epoch": 0.09227980555326687,
      "grad_norm": 4.964465276218794,
      "learning_rate": 9.993231793909474e-06,
      "loss": 0.4111,
      "step": 1120
    },
    {
      "epoch": 0.09236219823679657,
      "grad_norm": 5.696307168046908,
      "learning_rate": 9.993197048544857e-06,
      "loss": 0.5841,
      "step": 1121
    },
    {
      "epoch": 0.09244459092032628,
      "grad_norm": 5.527989894111306,
      "learning_rate": 9.993162214284478e-06,
      "loss": 0.5463,
      "step": 1122
    },
    {
      "epoch": 0.09252698360385597,
      "grad_norm": 5.171245280928823,
      "learning_rate": 9.993127291128956e-06,
      "loss": 0.6916,
      "step": 1123
    },
    {
      "epoch": 0.09260937628738568,
      "grad_norm": 5.320160130999334,
      "learning_rate": 9.993092279078914e-06,
      "loss": 0.406,
      "step": 1124
    },
    {
      "epoch": 0.09269176897091538,
      "grad_norm": 5.163510317928108,
      "learning_rate": 9.993057178134973e-06,
      "loss": 0.6965,
      "step": 1125
    },
    {
      "epoch": 0.09277416165444509,
      "grad_norm": 6.282384783932995,
      "learning_rate": 9.99302198829776e-06,
      "loss": 0.6963,
      "step": 1126
    },
    {
      "epoch": 0.09285655433797478,
      "grad_norm": 6.815231221580075,
      "learning_rate": 9.992986709567902e-06,
      "loss": 0.6793,
      "step": 1127
    },
    {
      "epoch": 0.09293894702150449,
      "grad_norm": 4.643382322672108,
      "learning_rate": 9.992951341946025e-06,
      "loss": 0.3584,
      "step": 1128
    },
    {
      "epoch": 0.09302133970503419,
      "grad_norm": 17.845535518840695,
      "learning_rate": 9.992915885432759e-06,
      "loss": 0.781,
      "step": 1129
    },
    {
      "epoch": 0.0931037323885639,
      "grad_norm": 4.085175770281815,
      "learning_rate": 9.992880340028736e-06,
      "loss": 0.2735,
      "step": 1130
    },
    {
      "epoch": 0.0931861250720936,
      "grad_norm": 4.864690311245262,
      "learning_rate": 9.992844705734591e-06,
      "loss": 0.547,
      "step": 1131
    },
    {
      "epoch": 0.0932685177556233,
      "grad_norm": 5.03732878733345,
      "learning_rate": 9.992808982550955e-06,
      "loss": 0.5577,
      "step": 1132
    },
    {
      "epoch": 0.093350910439153,
      "grad_norm": 8.201592365589455,
      "learning_rate": 9.992773170478465e-06,
      "loss": 0.7697,
      "step": 1133
    },
    {
      "epoch": 0.0934333031226827,
      "grad_norm": 5.9794222226843114,
      "learning_rate": 9.992737269517759e-06,
      "loss": 0.6587,
      "step": 1134
    },
    {
      "epoch": 0.09351569580621241,
      "grad_norm": 4.465989480795388,
      "learning_rate": 9.992701279669477e-06,
      "loss": 0.5631,
      "step": 1135
    },
    {
      "epoch": 0.09359808848974212,
      "grad_norm": 4.85574702436748,
      "learning_rate": 9.992665200934258e-06,
      "loss": 0.4923,
      "step": 1136
    },
    {
      "epoch": 0.09368048117327181,
      "grad_norm": 5.903537966151732,
      "learning_rate": 9.992629033312744e-06,
      "loss": 0.5924,
      "step": 1137
    },
    {
      "epoch": 0.09376287385680152,
      "grad_norm": 5.9804211363312065,
      "learning_rate": 9.99259277680558e-06,
      "loss": 0.6413,
      "step": 1138
    },
    {
      "epoch": 0.09384526654033122,
      "grad_norm": 6.216811540759033,
      "learning_rate": 9.992556431413412e-06,
      "loss": 0.4857,
      "step": 1139
    },
    {
      "epoch": 0.09392765922386093,
      "grad_norm": 3.992746573683693,
      "learning_rate": 9.992519997136887e-06,
      "loss": 0.5609,
      "step": 1140
    },
    {
      "epoch": 0.09401005190739062,
      "grad_norm": 6.133646477579303,
      "learning_rate": 9.992483473976652e-06,
      "loss": 0.7192,
      "step": 1141
    },
    {
      "epoch": 0.09409244459092032,
      "grad_norm": 3.996697571383684,
      "learning_rate": 9.992446861933358e-06,
      "loss": 0.5403,
      "step": 1142
    },
    {
      "epoch": 0.09417483727445003,
      "grad_norm": 4.876746898177986,
      "learning_rate": 9.992410161007658e-06,
      "loss": 0.6047,
      "step": 1143
    },
    {
      "epoch": 0.09425722995797974,
      "grad_norm": 7.113186432470744,
      "learning_rate": 9.992373371200206e-06,
      "loss": 0.6164,
      "step": 1144
    },
    {
      "epoch": 0.09433962264150944,
      "grad_norm": 4.5979462744336494,
      "learning_rate": 9.992336492511653e-06,
      "loss": 0.5623,
      "step": 1145
    },
    {
      "epoch": 0.09442201532503913,
      "grad_norm": 5.0662774129679935,
      "learning_rate": 9.992299524942658e-06,
      "loss": 0.5222,
      "step": 1146
    },
    {
      "epoch": 0.09450440800856884,
      "grad_norm": 6.317547083033332,
      "learning_rate": 9.992262468493883e-06,
      "loss": 0.7313,
      "step": 1147
    },
    {
      "epoch": 0.09458680069209854,
      "grad_norm": 6.083162361809943,
      "learning_rate": 9.99222532316598e-06,
      "loss": 0.7805,
      "step": 1148
    },
    {
      "epoch": 0.09466919337562825,
      "grad_norm": 6.645090805437031,
      "learning_rate": 9.992188088959616e-06,
      "loss": 0.5836,
      "step": 1149
    },
    {
      "epoch": 0.09475158605915794,
      "grad_norm": 4.61742230222751,
      "learning_rate": 9.992150765875452e-06,
      "loss": 0.3845,
      "step": 1150
    },
    {
      "epoch": 0.09483397874268765,
      "grad_norm": 4.9888454907973,
      "learning_rate": 9.992113353914153e-06,
      "loss": 0.5926,
      "step": 1151
    },
    {
      "epoch": 0.09491637142621735,
      "grad_norm": 4.584756235692825,
      "learning_rate": 9.992075853076385e-06,
      "loss": 0.3355,
      "step": 1152
    },
    {
      "epoch": 0.09499876410974706,
      "grad_norm": 3.6417513821813583,
      "learning_rate": 9.992038263362815e-06,
      "loss": 0.4314,
      "step": 1153
    },
    {
      "epoch": 0.09508115679327676,
      "grad_norm": 4.554586660083454,
      "learning_rate": 9.992000584774113e-06,
      "loss": 0.5483,
      "step": 1154
    },
    {
      "epoch": 0.09516354947680646,
      "grad_norm": 4.795571278019529,
      "learning_rate": 9.991962817310947e-06,
      "loss": 0.7088,
      "step": 1155
    },
    {
      "epoch": 0.09524594216033616,
      "grad_norm": 5.551121573962564,
      "learning_rate": 9.991924960973995e-06,
      "loss": 0.6027,
      "step": 1156
    },
    {
      "epoch": 0.09532833484386587,
      "grad_norm": 5.793039171212162,
      "learning_rate": 9.991887015763926e-06,
      "loss": 0.5796,
      "step": 1157
    },
    {
      "epoch": 0.09541072752739557,
      "grad_norm": 3.914653681105744,
      "learning_rate": 9.991848981681417e-06,
      "loss": 0.5456,
      "step": 1158
    },
    {
      "epoch": 0.09549312021092526,
      "grad_norm": 4.822015558280715,
      "learning_rate": 9.991810858727147e-06,
      "loss": 0.4228,
      "step": 1159
    },
    {
      "epoch": 0.09557551289445497,
      "grad_norm": 6.430460772568001,
      "learning_rate": 9.991772646901793e-06,
      "loss": 0.511,
      "step": 1160
    },
    {
      "epoch": 0.09565790557798468,
      "grad_norm": 5.31544358134059,
      "learning_rate": 9.991734346206034e-06,
      "loss": 0.4908,
      "step": 1161
    },
    {
      "epoch": 0.09574029826151438,
      "grad_norm": 4.579164539846181,
      "learning_rate": 9.991695956640555e-06,
      "loss": 0.5216,
      "step": 1162
    },
    {
      "epoch": 0.09582269094504409,
      "grad_norm": 10.980434026023534,
      "learning_rate": 9.991657478206037e-06,
      "loss": 0.4225,
      "step": 1163
    },
    {
      "epoch": 0.09590508362857378,
      "grad_norm": 11.232153491350044,
      "learning_rate": 9.991618910903165e-06,
      "loss": 0.4346,
      "step": 1164
    },
    {
      "epoch": 0.09598747631210348,
      "grad_norm": 5.016670131834788,
      "learning_rate": 9.99158025473263e-06,
      "loss": 0.4156,
      "step": 1165
    },
    {
      "epoch": 0.09606986899563319,
      "grad_norm": 5.823029951418563,
      "learning_rate": 9.991541509695113e-06,
      "loss": 0.6179,
      "step": 1166
    },
    {
      "epoch": 0.0961522616791629,
      "grad_norm": 6.14466976320633,
      "learning_rate": 9.991502675791308e-06,
      "loss": 0.5943,
      "step": 1167
    },
    {
      "epoch": 0.09623465436269259,
      "grad_norm": 5.663257166183292,
      "learning_rate": 9.991463753021907e-06,
      "loss": 0.4774,
      "step": 1168
    },
    {
      "epoch": 0.09631704704622229,
      "grad_norm": 4.613753681467516,
      "learning_rate": 9.991424741387601e-06,
      "loss": 0.3702,
      "step": 1169
    },
    {
      "epoch": 0.096399439729752,
      "grad_norm": 6.32248078526071,
      "learning_rate": 9.991385640889087e-06,
      "loss": 0.548,
      "step": 1170
    },
    {
      "epoch": 0.0964818324132817,
      "grad_norm": 6.541355663315621,
      "learning_rate": 9.991346451527058e-06,
      "loss": 0.6273,
      "step": 1171
    },
    {
      "epoch": 0.09656422509681141,
      "grad_norm": 5.283297075822956,
      "learning_rate": 9.991307173302212e-06,
      "loss": 0.3891,
      "step": 1172
    },
    {
      "epoch": 0.0966466177803411,
      "grad_norm": 4.233220917693166,
      "learning_rate": 9.991267806215251e-06,
      "loss": 0.3118,
      "step": 1173
    },
    {
      "epoch": 0.09672901046387081,
      "grad_norm": 4.413307234382051,
      "learning_rate": 9.991228350266875e-06,
      "loss": 0.5013,
      "step": 1174
    },
    {
      "epoch": 0.09681140314740051,
      "grad_norm": 3.56821873368059,
      "learning_rate": 9.991188805457784e-06,
      "loss": 0.4205,
      "step": 1175
    },
    {
      "epoch": 0.09689379583093022,
      "grad_norm": 6.493304664428958,
      "learning_rate": 9.991149171788686e-06,
      "loss": 0.6007,
      "step": 1176
    },
    {
      "epoch": 0.09697618851445991,
      "grad_norm": 4.839910460452555,
      "learning_rate": 9.991109449260283e-06,
      "loss": 0.511,
      "step": 1177
    },
    {
      "epoch": 0.09705858119798962,
      "grad_norm": 6.988660129796937,
      "learning_rate": 9.991069637873282e-06,
      "loss": 0.8373,
      "step": 1178
    },
    {
      "epoch": 0.09714097388151932,
      "grad_norm": 7.174369580906187,
      "learning_rate": 9.991029737628397e-06,
      "loss": 0.4762,
      "step": 1179
    },
    {
      "epoch": 0.09722336656504903,
      "grad_norm": 5.530363323174134,
      "learning_rate": 9.990989748526334e-06,
      "loss": 0.4079,
      "step": 1180
    },
    {
      "epoch": 0.09730575924857873,
      "grad_norm": 7.764029045054272,
      "learning_rate": 9.990949670567804e-06,
      "loss": 0.5609,
      "step": 1181
    },
    {
      "epoch": 0.09738815193210842,
      "grad_norm": 4.6082841469746025,
      "learning_rate": 9.990909503753524e-06,
      "loss": 0.5465,
      "step": 1182
    },
    {
      "epoch": 0.09747054461563813,
      "grad_norm": 4.287818673511596,
      "learning_rate": 9.990869248084205e-06,
      "loss": 0.3848,
      "step": 1183
    },
    {
      "epoch": 0.09755293729916784,
      "grad_norm": 5.323729474167395,
      "learning_rate": 9.990828903560568e-06,
      "loss": 0.5052,
      "step": 1184
    },
    {
      "epoch": 0.09763532998269754,
      "grad_norm": 3.5424616789602856,
      "learning_rate": 9.990788470183328e-06,
      "loss": 0.2952,
      "step": 1185
    },
    {
      "epoch": 0.09771772266622723,
      "grad_norm": 3.9137775832429584,
      "learning_rate": 9.990747947953207e-06,
      "loss": 0.2791,
      "step": 1186
    },
    {
      "epoch": 0.09780011534975694,
      "grad_norm": 5.032302762992251,
      "learning_rate": 9.990707336870925e-06,
      "loss": 0.3739,
      "step": 1187
    },
    {
      "epoch": 0.09788250803328664,
      "grad_norm": 5.581163892106261,
      "learning_rate": 9.990666636937207e-06,
      "loss": 0.5531,
      "step": 1188
    },
    {
      "epoch": 0.09796490071681635,
      "grad_norm": 6.884687269301154,
      "learning_rate": 9.990625848152775e-06,
      "loss": 0.7531,
      "step": 1189
    },
    {
      "epoch": 0.09804729340034606,
      "grad_norm": 5.374496441514754,
      "learning_rate": 9.990584970518355e-06,
      "loss": 0.6825,
      "step": 1190
    },
    {
      "epoch": 0.09812968608387575,
      "grad_norm": 4.491076319002902,
      "learning_rate": 9.99054400403468e-06,
      "loss": 0.5471,
      "step": 1191
    },
    {
      "epoch": 0.09821207876740545,
      "grad_norm": 4.568092241493959,
      "learning_rate": 9.990502948702472e-06,
      "loss": 0.2779,
      "step": 1192
    },
    {
      "epoch": 0.09829447145093516,
      "grad_norm": 5.707272721328885,
      "learning_rate": 9.990461804522466e-06,
      "loss": 0.6366,
      "step": 1193
    },
    {
      "epoch": 0.09837686413446486,
      "grad_norm": 4.826130217944562,
      "learning_rate": 9.990420571495394e-06,
      "loss": 0.605,
      "step": 1194
    },
    {
      "epoch": 0.09845925681799456,
      "grad_norm": 4.33472383368196,
      "learning_rate": 9.990379249621991e-06,
      "loss": 0.6158,
      "step": 1195
    },
    {
      "epoch": 0.09854164950152426,
      "grad_norm": 4.997331262544171,
      "learning_rate": 9.990337838902992e-06,
      "loss": 0.5247,
      "step": 1196
    },
    {
      "epoch": 0.09862404218505397,
      "grad_norm": 3.544784718142565,
      "learning_rate": 9.990296339339131e-06,
      "loss": 0.5761,
      "step": 1197
    },
    {
      "epoch": 0.09870643486858367,
      "grad_norm": 4.904002550116714,
      "learning_rate": 9.990254750931153e-06,
      "loss": 0.4465,
      "step": 1198
    },
    {
      "epoch": 0.09878882755211338,
      "grad_norm": 4.097219050092533,
      "learning_rate": 9.990213073679793e-06,
      "loss": 0.5315,
      "step": 1199
    },
    {
      "epoch": 0.09887122023564307,
      "grad_norm": 5.885850480185024,
      "learning_rate": 9.990171307585797e-06,
      "loss": 0.4493,
      "step": 1200
    },
    {
      "epoch": 0.09895361291917278,
      "grad_norm": 4.33215452297953,
      "learning_rate": 9.990129452649906e-06,
      "loss": 0.4882,
      "step": 1201
    },
    {
      "epoch": 0.09903600560270248,
      "grad_norm": 4.268587794277847,
      "learning_rate": 9.990087508872865e-06,
      "loss": 0.444,
      "step": 1202
    },
    {
      "epoch": 0.09911839828623219,
      "grad_norm": 42.319887791095226,
      "learning_rate": 9.990045476255422e-06,
      "loss": 1.8771,
      "step": 1203
    },
    {
      "epoch": 0.09920079096976188,
      "grad_norm": 40.893472301948556,
      "learning_rate": 9.990003354798326e-06,
      "loss": 1.546,
      "step": 1204
    },
    {
      "epoch": 0.09928318365329158,
      "grad_norm": 4.301738471538322,
      "learning_rate": 9.989961144502324e-06,
      "loss": 0.6113,
      "step": 1205
    },
    {
      "epoch": 0.09936557633682129,
      "grad_norm": 4.904331603406959,
      "learning_rate": 9.98991884536817e-06,
      "loss": 0.504,
      "step": 1206
    },
    {
      "epoch": 0.099447969020351,
      "grad_norm": 4.841374601844491,
      "learning_rate": 9.989876457396616e-06,
      "loss": 0.6375,
      "step": 1207
    },
    {
      "epoch": 0.0995303617038807,
      "grad_norm": 3.6457744187919996,
      "learning_rate": 9.989833980588419e-06,
      "loss": 0.4475,
      "step": 1208
    },
    {
      "epoch": 0.0996127543874104,
      "grad_norm": 6.177090683739293,
      "learning_rate": 9.989791414944332e-06,
      "loss": 0.4527,
      "step": 1209
    },
    {
      "epoch": 0.0996951470709401,
      "grad_norm": 6.948933775306833,
      "learning_rate": 9.989748760465114e-06,
      "loss": 0.4229,
      "step": 1210
    },
    {
      "epoch": 0.0997775397544698,
      "grad_norm": 4.081918060719312,
      "learning_rate": 9.989706017151526e-06,
      "loss": 0.4226,
      "step": 1211
    },
    {
      "epoch": 0.09985993243799951,
      "grad_norm": 5.241837641447958,
      "learning_rate": 9.989663185004326e-06,
      "loss": 0.6111,
      "step": 1212
    },
    {
      "epoch": 0.0999423251215292,
      "grad_norm": 4.874711378457223,
      "learning_rate": 9.989620264024278e-06,
      "loss": 0.5264,
      "step": 1213
    },
    {
      "epoch": 0.10002471780505891,
      "grad_norm": 6.576308785350509,
      "learning_rate": 9.989577254212147e-06,
      "loss": 0.7179,
      "step": 1214
    },
    {
      "epoch": 0.10010711048858861,
      "grad_norm": 5.81751849230087,
      "learning_rate": 9.989534155568696e-06,
      "loss": 0.4763,
      "step": 1215
    },
    {
      "epoch": 0.10018950317211832,
      "grad_norm": 5.144482743322481,
      "learning_rate": 9.989490968094695e-06,
      "loss": 0.5334,
      "step": 1216
    },
    {
      "epoch": 0.10027189585564802,
      "grad_norm": 4.558820107084972,
      "learning_rate": 9.989447691790912e-06,
      "loss": 0.4786,
      "step": 1217
    },
    {
      "epoch": 0.10035428853917772,
      "grad_norm": 5.042904719669194,
      "learning_rate": 9.98940432665812e-06,
      "loss": 0.351,
      "step": 1218
    },
    {
      "epoch": 0.10043668122270742,
      "grad_norm": 7.9762498299247095,
      "learning_rate": 9.989360872697085e-06,
      "loss": 0.0755,
      "step": 1219
    },
    {
      "epoch": 0.10051907390623713,
      "grad_norm": 5.90945797643557,
      "learning_rate": 9.989317329908585e-06,
      "loss": 0.5389,
      "step": 1220
    },
    {
      "epoch": 0.10060146658976683,
      "grad_norm": 6.595876901546739,
      "learning_rate": 9.989273698293396e-06,
      "loss": 0.5458,
      "step": 1221
    },
    {
      "epoch": 0.10068385927329652,
      "grad_norm": 3.5037946342073076,
      "learning_rate": 9.989229977852292e-06,
      "loss": 0.3967,
      "step": 1222
    },
    {
      "epoch": 0.10076625195682623,
      "grad_norm": 4.8746671742155145,
      "learning_rate": 9.989186168586054e-06,
      "loss": 0.536,
      "step": 1223
    },
    {
      "epoch": 0.10084864464035594,
      "grad_norm": 6.885826091957547,
      "learning_rate": 9.989142270495458e-06,
      "loss": 0.7177,
      "step": 1224
    },
    {
      "epoch": 0.10093103732388564,
      "grad_norm": 4.581417536969941,
      "learning_rate": 9.98909828358129e-06,
      "loss": 0.4632,
      "step": 1225
    },
    {
      "epoch": 0.10101343000741535,
      "grad_norm": 6.322372039008234,
      "learning_rate": 9.989054207844331e-06,
      "loss": 0.6098,
      "step": 1226
    },
    {
      "epoch": 0.10109582269094504,
      "grad_norm": 5.273630448320928,
      "learning_rate": 9.989010043285365e-06,
      "loss": 0.5149,
      "step": 1227
    },
    {
      "epoch": 0.10117821537447474,
      "grad_norm": 7.791366040723516,
      "learning_rate": 9.988965789905179e-06,
      "loss": 0.693,
      "step": 1228
    },
    {
      "epoch": 0.10126060805800445,
      "grad_norm": 9.738396758859928,
      "learning_rate": 9.988921447704563e-06,
      "loss": 0.5488,
      "step": 1229
    },
    {
      "epoch": 0.10134300074153416,
      "grad_norm": 5.146859630461013,
      "learning_rate": 9.988877016684302e-06,
      "loss": 0.5047,
      "step": 1230
    },
    {
      "epoch": 0.10142539342506385,
      "grad_norm": 5.257519730963288,
      "learning_rate": 9.98883249684519e-06,
      "loss": 0.6279,
      "step": 1231
    },
    {
      "epoch": 0.10150778610859355,
      "grad_norm": 6.374293874468573,
      "learning_rate": 9.988787888188021e-06,
      "loss": 0.5565,
      "step": 1232
    },
    {
      "epoch": 0.10159017879212326,
      "grad_norm": 3.579113688809698,
      "learning_rate": 9.988743190713585e-06,
      "loss": 0.3567,
      "step": 1233
    },
    {
      "epoch": 0.10167257147565296,
      "grad_norm": 5.160088719699968,
      "learning_rate": 9.988698404422682e-06,
      "loss": 0.512,
      "step": 1234
    },
    {
      "epoch": 0.10175496415918267,
      "grad_norm": 6.862175012633274,
      "learning_rate": 9.988653529316106e-06,
      "loss": 0.4836,
      "step": 1235
    },
    {
      "epoch": 0.10183735684271236,
      "grad_norm": 7.94291959200385,
      "learning_rate": 9.988608565394658e-06,
      "loss": 0.6196,
      "step": 1236
    },
    {
      "epoch": 0.10191974952624207,
      "grad_norm": 8.071509431185923,
      "learning_rate": 9.988563512659137e-06,
      "loss": 0.7937,
      "step": 1237
    },
    {
      "epoch": 0.10200214220977177,
      "grad_norm": 4.085112773207024,
      "learning_rate": 9.988518371110346e-06,
      "loss": 0.5843,
      "step": 1238
    },
    {
      "epoch": 0.10208453489330148,
      "grad_norm": 3.4369756535780036,
      "learning_rate": 9.988473140749089e-06,
      "loss": 0.4593,
      "step": 1239
    },
    {
      "epoch": 0.10216692757683117,
      "grad_norm": 4.233546401366111,
      "learning_rate": 9.98842782157617e-06,
      "loss": 0.1937,
      "step": 1240
    },
    {
      "epoch": 0.10224932026036088,
      "grad_norm": 5.0020721675763165,
      "learning_rate": 9.988382413592398e-06,
      "loss": 0.3163,
      "step": 1241
    },
    {
      "epoch": 0.10233171294389058,
      "grad_norm": 6.741423995217005,
      "learning_rate": 9.98833691679858e-06,
      "loss": 0.4598,
      "step": 1242
    },
    {
      "epoch": 0.10241410562742029,
      "grad_norm": 5.601574362819235,
      "learning_rate": 9.988291331195525e-06,
      "loss": 0.468,
      "step": 1243
    },
    {
      "epoch": 0.10249649831095,
      "grad_norm": 5.251186632818674,
      "learning_rate": 9.988245656784045e-06,
      "loss": 0.4222,
      "step": 1244
    },
    {
      "epoch": 0.10257889099447969,
      "grad_norm": 8.378822533378939,
      "learning_rate": 9.988199893564956e-06,
      "loss": 0.8973,
      "step": 1245
    },
    {
      "epoch": 0.10266128367800939,
      "grad_norm": 5.961577135188696,
      "learning_rate": 9.98815404153907e-06,
      "loss": 0.5762,
      "step": 1246
    },
    {
      "epoch": 0.1027436763615391,
      "grad_norm": 9.099142670765637,
      "learning_rate": 9.988108100707203e-06,
      "loss": 0.7662,
      "step": 1247
    },
    {
      "epoch": 0.1028260690450688,
      "grad_norm": 6.092979434479812,
      "learning_rate": 9.988062071070174e-06,
      "loss": 0.6146,
      "step": 1248
    },
    {
      "epoch": 0.1029084617285985,
      "grad_norm": 5.159988340065593,
      "learning_rate": 9.988015952628802e-06,
      "loss": 0.4235,
      "step": 1249
    },
    {
      "epoch": 0.1029908544121282,
      "grad_norm": 5.5843012218596995,
      "learning_rate": 9.987969745383908e-06,
      "loss": 0.6002,
      "step": 1250
    },
    {
      "epoch": 0.1030732470956579,
      "grad_norm": 5.194975705721119,
      "learning_rate": 9.987923449336316e-06,
      "loss": 0.3804,
      "step": 1251
    },
    {
      "epoch": 0.10315563977918761,
      "grad_norm": 4.495661995779881,
      "learning_rate": 9.98787706448685e-06,
      "loss": 0.5055,
      "step": 1252
    },
    {
      "epoch": 0.10323803246271732,
      "grad_norm": 4.23602600968263,
      "learning_rate": 9.987830590836335e-06,
      "loss": 0.5776,
      "step": 1253
    },
    {
      "epoch": 0.10332042514624701,
      "grad_norm": 6.237589314146654,
      "learning_rate": 9.987784028385596e-06,
      "loss": 0.4792,
      "step": 1254
    },
    {
      "epoch": 0.10340281782977671,
      "grad_norm": 7.598718878609416,
      "learning_rate": 9.987737377135464e-06,
      "loss": 0.8099,
      "step": 1255
    },
    {
      "epoch": 0.10348521051330642,
      "grad_norm": 3.2818516957200283,
      "learning_rate": 9.987690637086772e-06,
      "loss": 0.3107,
      "step": 1256
    },
    {
      "epoch": 0.10356760319683612,
      "grad_norm": 5.155044529125087,
      "learning_rate": 9.987643808240351e-06,
      "loss": 0.4354,
      "step": 1257
    },
    {
      "epoch": 0.10364999588036582,
      "grad_norm": 4.263048262690633,
      "learning_rate": 9.98759689059703e-06,
      "loss": 0.3961,
      "step": 1258
    },
    {
      "epoch": 0.10373238856389552,
      "grad_norm": 5.420585016670734,
      "learning_rate": 9.987549884157652e-06,
      "loss": 0.5856,
      "step": 1259
    },
    {
      "epoch": 0.10381478124742523,
      "grad_norm": 5.035305806630145,
      "learning_rate": 9.987502788923047e-06,
      "loss": 0.5991,
      "step": 1260
    },
    {
      "epoch": 0.10389717393095493,
      "grad_norm": 5.210172313300331,
      "learning_rate": 9.987455604894059e-06,
      "loss": 0.6802,
      "step": 1261
    },
    {
      "epoch": 0.10397956661448464,
      "grad_norm": 5.208839152242212,
      "learning_rate": 9.987408332071522e-06,
      "loss": 0.5894,
      "step": 1262
    },
    {
      "epoch": 0.10406195929801433,
      "grad_norm": 5.007424953872612,
      "learning_rate": 9.987360970456284e-06,
      "loss": 0.6866,
      "step": 1263
    },
    {
      "epoch": 0.10414435198154404,
      "grad_norm": 5.492166942733279,
      "learning_rate": 9.987313520049184e-06,
      "loss": 0.5856,
      "step": 1264
    },
    {
      "epoch": 0.10422674466507374,
      "grad_norm": 44.58199918343172,
      "learning_rate": 9.987265980851069e-06,
      "loss": 1.9599,
      "step": 1265
    },
    {
      "epoch": 0.10430913734860345,
      "grad_norm": 4.5829858248139175,
      "learning_rate": 9.987218352862781e-06,
      "loss": 0.5187,
      "step": 1266
    },
    {
      "epoch": 0.10439153003213314,
      "grad_norm": 5.025959968933363,
      "learning_rate": 9.987170636085175e-06,
      "loss": 0.5232,
      "step": 1267
    },
    {
      "epoch": 0.10447392271566285,
      "grad_norm": 33.25337475336521,
      "learning_rate": 9.987122830519096e-06,
      "loss": 0.675,
      "step": 1268
    },
    {
      "epoch": 0.10455631539919255,
      "grad_norm": 6.627024708916473,
      "learning_rate": 9.987074936165394e-06,
      "loss": 0.6327,
      "step": 1269
    },
    {
      "epoch": 0.10463870808272226,
      "grad_norm": 14.391260890255582,
      "learning_rate": 9.987026953024927e-06,
      "loss": 0.171,
      "step": 1270
    },
    {
      "epoch": 0.10472110076625196,
      "grad_norm": 4.702108978609021,
      "learning_rate": 9.986978881098543e-06,
      "loss": 0.3207,
      "step": 1271
    },
    {
      "epoch": 0.10480349344978165,
      "grad_norm": 6.034579770929771,
      "learning_rate": 9.986930720387103e-06,
      "loss": 0.4834,
      "step": 1272
    },
    {
      "epoch": 0.10488588613331136,
      "grad_norm": 5.096157625239223,
      "learning_rate": 9.986882470891458e-06,
      "loss": 0.3464,
      "step": 1273
    },
    {
      "epoch": 0.10496827881684107,
      "grad_norm": 6.817695716429012,
      "learning_rate": 9.986834132612475e-06,
      "loss": 0.6021,
      "step": 1274
    },
    {
      "epoch": 0.10505067150037077,
      "grad_norm": 5.953244971338033,
      "learning_rate": 9.98678570555101e-06,
      "loss": 0.682,
      "step": 1275
    },
    {
      "epoch": 0.10513306418390048,
      "grad_norm": 5.0509725079955965,
      "learning_rate": 9.986737189707924e-06,
      "loss": 0.6976,
      "step": 1276
    },
    {
      "epoch": 0.10521545686743017,
      "grad_norm": 5.45215491215228,
      "learning_rate": 9.986688585084086e-06,
      "loss": 0.5298,
      "step": 1277
    },
    {
      "epoch": 0.10529784955095987,
      "grad_norm": 4.412292451733061,
      "learning_rate": 9.986639891680356e-06,
      "loss": 0.3362,
      "step": 1278
    },
    {
      "epoch": 0.10538024223448958,
      "grad_norm": 5.221866379996899,
      "learning_rate": 9.986591109497601e-06,
      "loss": 0.5397,
      "step": 1279
    },
    {
      "epoch": 0.10546263491801929,
      "grad_norm": 5.480429366404604,
      "learning_rate": 9.986542238536694e-06,
      "loss": 0.4179,
      "step": 1280
    },
    {
      "epoch": 0.10554502760154898,
      "grad_norm": 4.6929338481975,
      "learning_rate": 9.986493278798502e-06,
      "loss": 0.3414,
      "step": 1281
    },
    {
      "epoch": 0.10562742028507868,
      "grad_norm": 5.128214656502921,
      "learning_rate": 9.986444230283896e-06,
      "loss": 0.3893,
      "step": 1282
    },
    {
      "epoch": 0.10570981296860839,
      "grad_norm": 6.237929917953249,
      "learning_rate": 9.986395092993751e-06,
      "loss": 0.479,
      "step": 1283
    },
    {
      "epoch": 0.1057922056521381,
      "grad_norm": 7.2745793133813015,
      "learning_rate": 9.98634586692894e-06,
      "loss": 0.6739,
      "step": 1284
    },
    {
      "epoch": 0.1058745983356678,
      "grad_norm": 4.95514436276389,
      "learning_rate": 9.986296552090343e-06,
      "loss": 0.3535,
      "step": 1285
    },
    {
      "epoch": 0.10595699101919749,
      "grad_norm": 6.709823023172423,
      "learning_rate": 9.986247148478834e-06,
      "loss": 0.4273,
      "step": 1286
    },
    {
      "epoch": 0.1060393837027272,
      "grad_norm": 7.894794011841938,
      "learning_rate": 9.986197656095293e-06,
      "loss": 0.5231,
      "step": 1287
    },
    {
      "epoch": 0.1061217763862569,
      "grad_norm": 6.771758510510305,
      "learning_rate": 9.986148074940602e-06,
      "loss": 0.6098,
      "step": 1288
    },
    {
      "epoch": 0.10620416906978661,
      "grad_norm": 8.620140427216912,
      "learning_rate": 9.986098405015646e-06,
      "loss": 0.6816,
      "step": 1289
    },
    {
      "epoch": 0.1062865617533163,
      "grad_norm": 7.649934951424651,
      "learning_rate": 9.986048646321306e-06,
      "loss": 0.6417,
      "step": 1290
    },
    {
      "epoch": 0.106368954436846,
      "grad_norm": 5.89217219407464,
      "learning_rate": 9.98599879885847e-06,
      "loss": 0.436,
      "step": 1291
    },
    {
      "epoch": 0.10645134712037571,
      "grad_norm": 4.562164944360262,
      "learning_rate": 9.985948862628023e-06,
      "loss": 0.4035,
      "step": 1292
    },
    {
      "epoch": 0.10653373980390542,
      "grad_norm": 10.224434742049766,
      "learning_rate": 9.985898837630856e-06,
      "loss": 0.7638,
      "step": 1293
    },
    {
      "epoch": 0.10661613248743512,
      "grad_norm": 6.688388151927518,
      "learning_rate": 9.98584872386786e-06,
      "loss": 0.6856,
      "step": 1294
    },
    {
      "epoch": 0.10669852517096481,
      "grad_norm": 5.548007921469972,
      "learning_rate": 9.985798521339924e-06,
      "loss": 0.4693,
      "step": 1295
    },
    {
      "epoch": 0.10678091785449452,
      "grad_norm": 6.389072481221684,
      "learning_rate": 9.985748230047944e-06,
      "loss": 0.7325,
      "step": 1296
    },
    {
      "epoch": 0.10686331053802423,
      "grad_norm": 4.857740386437905,
      "learning_rate": 9.985697849992818e-06,
      "loss": 0.4256,
      "step": 1297
    },
    {
      "epoch": 0.10694570322155393,
      "grad_norm": 4.244141671261363,
      "learning_rate": 9.98564738117544e-06,
      "loss": 0.4349,
      "step": 1298
    },
    {
      "epoch": 0.10702809590508362,
      "grad_norm": 8.506166832118577,
      "learning_rate": 9.985596823596708e-06,
      "loss": 0.6764,
      "step": 1299
    },
    {
      "epoch": 0.10711048858861333,
      "grad_norm": 35.49665995961184,
      "learning_rate": 9.985546177257523e-06,
      "loss": 0.8473,
      "step": 1300
    },
    {
      "epoch": 0.10719288127214303,
      "grad_norm": 4.860038932251913,
      "learning_rate": 9.985495442158785e-06,
      "loss": 0.4825,
      "step": 1301
    },
    {
      "epoch": 0.10727527395567274,
      "grad_norm": 6.230406301466884,
      "learning_rate": 9.985444618301401e-06,
      "loss": 0.65,
      "step": 1302
    },
    {
      "epoch": 0.10735766663920245,
      "grad_norm": 4.218360186395634,
      "learning_rate": 9.985393705686274e-06,
      "loss": 0.3347,
      "step": 1303
    },
    {
      "epoch": 0.10744005932273214,
      "grad_norm": 14.47184287987901,
      "learning_rate": 9.985342704314308e-06,
      "loss": 1.0207,
      "step": 1304
    },
    {
      "epoch": 0.10752245200626184,
      "grad_norm": 6.850987039774206,
      "learning_rate": 9.985291614186417e-06,
      "loss": 0.7262,
      "step": 1305
    },
    {
      "epoch": 0.10760484468979155,
      "grad_norm": 5.9020975240354385,
      "learning_rate": 9.985240435303505e-06,
      "loss": 0.4397,
      "step": 1306
    },
    {
      "epoch": 0.10768723737332125,
      "grad_norm": 4.756886284647011,
      "learning_rate": 9.985189167666484e-06,
      "loss": 0.3688,
      "step": 1307
    },
    {
      "epoch": 0.10776963005685095,
      "grad_norm": 5.157047719389633,
      "learning_rate": 9.985137811276268e-06,
      "loss": 0.6059,
      "step": 1308
    },
    {
      "epoch": 0.10785202274038065,
      "grad_norm": 6.27032589224842,
      "learning_rate": 9.985086366133771e-06,
      "loss": 0.7094,
      "step": 1309
    },
    {
      "epoch": 0.10793441542391036,
      "grad_norm": 4.952356354117285,
      "learning_rate": 9.985034832239908e-06,
      "loss": 0.4373,
      "step": 1310
    },
    {
      "epoch": 0.10801680810744006,
      "grad_norm": 6.469389577291621,
      "learning_rate": 9.984983209595598e-06,
      "loss": 0.5434,
      "step": 1311
    },
    {
      "epoch": 0.10809920079096977,
      "grad_norm": 4.993310174827445,
      "learning_rate": 9.98493149820176e-06,
      "loss": 0.5393,
      "step": 1312
    },
    {
      "epoch": 0.10818159347449946,
      "grad_norm": 3.6178325149897046,
      "learning_rate": 9.984879698059314e-06,
      "loss": 0.2839,
      "step": 1313
    },
    {
      "epoch": 0.10826398615802917,
      "grad_norm": 4.710143431767484,
      "learning_rate": 9.98482780916918e-06,
      "loss": 0.5721,
      "step": 1314
    },
    {
      "epoch": 0.10834637884155887,
      "grad_norm": 7.01427162272288,
      "learning_rate": 9.984775831532288e-06,
      "loss": 0.6726,
      "step": 1315
    },
    {
      "epoch": 0.10842877152508858,
      "grad_norm": 6.672994509695413,
      "learning_rate": 9.984723765149555e-06,
      "loss": 0.6024,
      "step": 1316
    },
    {
      "epoch": 0.10851116420861827,
      "grad_norm": 5.677032485840668,
      "learning_rate": 9.984671610021916e-06,
      "loss": 0.6153,
      "step": 1317
    },
    {
      "epoch": 0.10859355689214797,
      "grad_norm": 5.458697212060859,
      "learning_rate": 9.984619366150294e-06,
      "loss": 0.599,
      "step": 1318
    },
    {
      "epoch": 0.10867594957567768,
      "grad_norm": 4.616675469079038,
      "learning_rate": 9.98456703353562e-06,
      "loss": 0.5492,
      "step": 1319
    },
    {
      "epoch": 0.10875834225920739,
      "grad_norm": 6.386675749076506,
      "learning_rate": 9.98451461217883e-06,
      "loss": 0.6014,
      "step": 1320
    },
    {
      "epoch": 0.10884073494273709,
      "grad_norm": 7.024628115810297,
      "learning_rate": 9.984462102080852e-06,
      "loss": 0.778,
      "step": 1321
    },
    {
      "epoch": 0.10892312762626678,
      "grad_norm": 5.033824012329933,
      "learning_rate": 9.984409503242623e-06,
      "loss": 0.4687,
      "step": 1322
    },
    {
      "epoch": 0.10900552030979649,
      "grad_norm": 4.962648224329656,
      "learning_rate": 9.98435681566508e-06,
      "loss": 0.5488,
      "step": 1323
    },
    {
      "epoch": 0.1090879129933262,
      "grad_norm": 7.920473586250384,
      "learning_rate": 9.984304039349159e-06,
      "loss": 0.6991,
      "step": 1324
    },
    {
      "epoch": 0.1091703056768559,
      "grad_norm": 5.738981101778399,
      "learning_rate": 9.9842511742958e-06,
      "loss": 0.5916,
      "step": 1325
    },
    {
      "epoch": 0.10925269836038559,
      "grad_norm": 4.679325132639655,
      "learning_rate": 9.984198220505947e-06,
      "loss": 0.5934,
      "step": 1326
    },
    {
      "epoch": 0.1093350910439153,
      "grad_norm": 3.9674401675344346,
      "learning_rate": 9.984145177980541e-06,
      "loss": 0.5008,
      "step": 1327
    },
    {
      "epoch": 0.109417483727445,
      "grad_norm": 5.381770819469537,
      "learning_rate": 9.984092046720526e-06,
      "loss": 0.4177,
      "step": 1328
    },
    {
      "epoch": 0.10949987641097471,
      "grad_norm": 5.770846813479589,
      "learning_rate": 9.984038826726847e-06,
      "loss": 0.4167,
      "step": 1329
    },
    {
      "epoch": 0.10958226909450441,
      "grad_norm": 6.865983869702629,
      "learning_rate": 9.983985518000455e-06,
      "loss": 0.7061,
      "step": 1330
    },
    {
      "epoch": 0.1096646617780341,
      "grad_norm": 3.9275472528501925,
      "learning_rate": 9.983932120542294e-06,
      "loss": 0.2918,
      "step": 1331
    },
    {
      "epoch": 0.10974705446156381,
      "grad_norm": 6.07045204922866,
      "learning_rate": 9.983878634353317e-06,
      "loss": 0.6954,
      "step": 1332
    },
    {
      "epoch": 0.10982944714509352,
      "grad_norm": 4.141327747866078,
      "learning_rate": 9.983825059434478e-06,
      "loss": 0.3842,
      "step": 1333
    },
    {
      "epoch": 0.10991183982862322,
      "grad_norm": 5.786533535647971,
      "learning_rate": 9.98377139578673e-06,
      "loss": 0.5725,
      "step": 1334
    },
    {
      "epoch": 0.10999423251215291,
      "grad_norm": 6.8133544098549415,
      "learning_rate": 9.983717643411027e-06,
      "loss": 0.7385,
      "step": 1335
    },
    {
      "epoch": 0.11007662519568262,
      "grad_norm": 6.85720202285886,
      "learning_rate": 9.983663802308326e-06,
      "loss": 0.5718,
      "step": 1336
    },
    {
      "epoch": 0.11015901787921233,
      "grad_norm": 6.136362509792475,
      "learning_rate": 9.983609872479587e-06,
      "loss": 0.3897,
      "step": 1337
    },
    {
      "epoch": 0.11024141056274203,
      "grad_norm": 4.797859015857666,
      "learning_rate": 9.98355585392577e-06,
      "loss": 0.6325,
      "step": 1338
    },
    {
      "epoch": 0.11032380324627174,
      "grad_norm": 8.316767655871656,
      "learning_rate": 9.983501746647835e-06,
      "loss": 0.6866,
      "step": 1339
    },
    {
      "epoch": 0.11040619592980143,
      "grad_norm": 9.033213998462069,
      "learning_rate": 9.983447550646748e-06,
      "loss": 0.6542,
      "step": 1340
    },
    {
      "epoch": 0.11048858861333113,
      "grad_norm": 33.85428238105279,
      "learning_rate": 9.98339326592347e-06,
      "loss": 0.9791,
      "step": 1341
    },
    {
      "epoch": 0.11057098129686084,
      "grad_norm": 6.407367839369825,
      "learning_rate": 9.98333889247897e-06,
      "loss": 0.6029,
      "step": 1342
    },
    {
      "epoch": 0.11065337398039055,
      "grad_norm": 20.144367498349798,
      "learning_rate": 9.983284430314217e-06,
      "loss": 0.5827,
      "step": 1343
    },
    {
      "epoch": 0.11073576666392024,
      "grad_norm": 4.6534351475822655,
      "learning_rate": 9.98322987943018e-06,
      "loss": 0.4664,
      "step": 1344
    },
    {
      "epoch": 0.11081815934744994,
      "grad_norm": 8.15101971157244,
      "learning_rate": 9.983175239827829e-06,
      "loss": 0.7332,
      "step": 1345
    },
    {
      "epoch": 0.11090055203097965,
      "grad_norm": 4.753437093306661,
      "learning_rate": 9.983120511508136e-06,
      "loss": 0.5571,
      "step": 1346
    },
    {
      "epoch": 0.11098294471450935,
      "grad_norm": 11.681875120750966,
      "learning_rate": 9.983065694472078e-06,
      "loss": 0.4647,
      "step": 1347
    },
    {
      "epoch": 0.11106533739803906,
      "grad_norm": 12.117460717638025,
      "learning_rate": 9.983010788720629e-06,
      "loss": 0.538,
      "step": 1348
    },
    {
      "epoch": 0.11114773008156875,
      "grad_norm": 6.829274575800984,
      "learning_rate": 9.982955794254768e-06,
      "loss": 0.7028,
      "step": 1349
    },
    {
      "epoch": 0.11123012276509846,
      "grad_norm": 13.602827030669436,
      "learning_rate": 9.982900711075473e-06,
      "loss": 0.7064,
      "step": 1350
    },
    {
      "epoch": 0.11131251544862816,
      "grad_norm": 5.8175552794909775,
      "learning_rate": 9.982845539183724e-06,
      "loss": 0.6018,
      "step": 1351
    },
    {
      "epoch": 0.11139490813215787,
      "grad_norm": 8.31044623036391,
      "learning_rate": 9.982790278580505e-06,
      "loss": 0.3879,
      "step": 1352
    },
    {
      "epoch": 0.11147730081568756,
      "grad_norm": 6.099537144897278,
      "learning_rate": 9.982734929266799e-06,
      "loss": 0.5985,
      "step": 1353
    },
    {
      "epoch": 0.11155969349921727,
      "grad_norm": 5.0871649102753675,
      "learning_rate": 9.98267949124359e-06,
      "loss": 0.6366,
      "step": 1354
    },
    {
      "epoch": 0.11164208618274697,
      "grad_norm": 7.594378062700149,
      "learning_rate": 9.982623964511868e-06,
      "loss": 0.3574,
      "step": 1355
    },
    {
      "epoch": 0.11172447886627668,
      "grad_norm": 6.421114608398679,
      "learning_rate": 9.982568349072619e-06,
      "loss": 0.424,
      "step": 1356
    },
    {
      "epoch": 0.11180687154980638,
      "grad_norm": 4.43829490618891,
      "learning_rate": 9.982512644926835e-06,
      "loss": 0.5444,
      "step": 1357
    },
    {
      "epoch": 0.11188926423333607,
      "grad_norm": 5.484026046951222,
      "learning_rate": 9.982456852075505e-06,
      "loss": 0.4623,
      "step": 1358
    },
    {
      "epoch": 0.11197165691686578,
      "grad_norm": 4.551122319765745,
      "learning_rate": 9.982400970519625e-06,
      "loss": 0.482,
      "step": 1359
    },
    {
      "epoch": 0.11205404960039549,
      "grad_norm": 5.123980967275811,
      "learning_rate": 9.982345000260189e-06,
      "loss": 0.6261,
      "step": 1360
    },
    {
      "epoch": 0.11213644228392519,
      "grad_norm": 7.0859474884143845,
      "learning_rate": 9.982288941298193e-06,
      "loss": 0.482,
      "step": 1361
    },
    {
      "epoch": 0.11221883496745488,
      "grad_norm": 5.062990740013323,
      "learning_rate": 9.982232793634637e-06,
      "loss": 0.4078,
      "step": 1362
    },
    {
      "epoch": 0.11230122765098459,
      "grad_norm": 6.563773730859556,
      "learning_rate": 9.982176557270518e-06,
      "loss": 0.6887,
      "step": 1363
    },
    {
      "epoch": 0.1123836203345143,
      "grad_norm": 3.9679727896989507,
      "learning_rate": 9.982120232206837e-06,
      "loss": 0.5059,
      "step": 1364
    },
    {
      "epoch": 0.112466013018044,
      "grad_norm": 4.109093720360083,
      "learning_rate": 9.9820638184446e-06,
      "loss": 0.3438,
      "step": 1365
    },
    {
      "epoch": 0.1125484057015737,
      "grad_norm": 5.911123344422388,
      "learning_rate": 9.98200731598481e-06,
      "loss": 0.5155,
      "step": 1366
    },
    {
      "epoch": 0.1126307983851034,
      "grad_norm": 3.88318872578385,
      "learning_rate": 9.98195072482847e-06,
      "loss": 0.5121,
      "step": 1367
    },
    {
      "epoch": 0.1127131910686331,
      "grad_norm": 5.233996486233231,
      "learning_rate": 9.98189404497659e-06,
      "loss": 0.6168,
      "step": 1368
    },
    {
      "epoch": 0.11279558375216281,
      "grad_norm": 4.602934758003588,
      "learning_rate": 9.981837276430181e-06,
      "loss": 0.3514,
      "step": 1369
    },
    {
      "epoch": 0.11287797643569251,
      "grad_norm": 6.096124850039538,
      "learning_rate": 9.98178041919025e-06,
      "loss": 0.7239,
      "step": 1370
    },
    {
      "epoch": 0.1129603691192222,
      "grad_norm": 3.74675189974131,
      "learning_rate": 9.981723473257812e-06,
      "loss": 0.2741,
      "step": 1371
    },
    {
      "epoch": 0.11304276180275191,
      "grad_norm": 4.56350112320027,
      "learning_rate": 9.981666438633877e-06,
      "loss": 0.4282,
      "step": 1372
    },
    {
      "epoch": 0.11312515448628162,
      "grad_norm": 14.508417238617053,
      "learning_rate": 9.981609315319467e-06,
      "loss": 0.6197,
      "step": 1373
    },
    {
      "epoch": 0.11320754716981132,
      "grad_norm": 3.0941627955941367,
      "learning_rate": 9.981552103315593e-06,
      "loss": 0.2163,
      "step": 1374
    },
    {
      "epoch": 0.11328993985334103,
      "grad_norm": 4.946676977341611,
      "learning_rate": 9.981494802623275e-06,
      "loss": 0.387,
      "step": 1375
    },
    {
      "epoch": 0.11337233253687072,
      "grad_norm": 7.823751960171278,
      "learning_rate": 9.981437413243535e-06,
      "loss": 0.6005,
      "step": 1376
    },
    {
      "epoch": 0.11345472522040043,
      "grad_norm": 4.525532982557422,
      "learning_rate": 9.981379935177393e-06,
      "loss": 0.5959,
      "step": 1377
    },
    {
      "epoch": 0.11353711790393013,
      "grad_norm": 6.635732248640508,
      "learning_rate": 9.981322368425873e-06,
      "loss": 0.5028,
      "step": 1378
    },
    {
      "epoch": 0.11361951058745984,
      "grad_norm": 7.813709567215677,
      "learning_rate": 9.98126471299e-06,
      "loss": 0.5495,
      "step": 1379
    },
    {
      "epoch": 0.11370190327098953,
      "grad_norm": 4.630427176502277,
      "learning_rate": 9.981206968870798e-06,
      "loss": 0.5631,
      "step": 1380
    },
    {
      "epoch": 0.11378429595451924,
      "grad_norm": 33.40325879735037,
      "learning_rate": 9.9811491360693e-06,
      "loss": 1.1373,
      "step": 1381
    },
    {
      "epoch": 0.11386668863804894,
      "grad_norm": 4.6566891571505575,
      "learning_rate": 9.981091214586533e-06,
      "loss": 0.4544,
      "step": 1382
    },
    {
      "epoch": 0.11394908132157865,
      "grad_norm": 5.069079604968983,
      "learning_rate": 9.981033204423526e-06,
      "loss": 0.5782,
      "step": 1383
    },
    {
      "epoch": 0.11403147400510835,
      "grad_norm": 4.434254165048741,
      "learning_rate": 9.980975105581315e-06,
      "loss": 0.5051,
      "step": 1384
    },
    {
      "epoch": 0.11411386668863804,
      "grad_norm": 7.74689606386784,
      "learning_rate": 9.980916918060932e-06,
      "loss": 0.5908,
      "step": 1385
    },
    {
      "epoch": 0.11419625937216775,
      "grad_norm": 4.577069084019305,
      "learning_rate": 9.980858641863415e-06,
      "loss": 0.5266,
      "step": 1386
    },
    {
      "epoch": 0.11427865205569745,
      "grad_norm": 3.7822421197101046,
      "learning_rate": 9.980800276989802e-06,
      "loss": 0.5155,
      "step": 1387
    },
    {
      "epoch": 0.11436104473922716,
      "grad_norm": 6.354305643899875,
      "learning_rate": 9.98074182344113e-06,
      "loss": 0.5797,
      "step": 1388
    },
    {
      "epoch": 0.11444343742275685,
      "grad_norm": 5.1062797154471085,
      "learning_rate": 9.980683281218438e-06,
      "loss": 0.3497,
      "step": 1389
    },
    {
      "epoch": 0.11452583010628656,
      "grad_norm": 4.339769494165447,
      "learning_rate": 9.980624650322772e-06,
      "loss": 0.5299,
      "step": 1390
    },
    {
      "epoch": 0.11460822278981626,
      "grad_norm": 7.573051401034229,
      "learning_rate": 9.980565930755174e-06,
      "loss": 0.681,
      "step": 1391
    },
    {
      "epoch": 0.11469061547334597,
      "grad_norm": 14.775312547328694,
      "learning_rate": 9.980507122516692e-06,
      "loss": 0.7312,
      "step": 1392
    },
    {
      "epoch": 0.11477300815687567,
      "grad_norm": 4.248998579788246,
      "learning_rate": 9.980448225608369e-06,
      "loss": 0.5819,
      "step": 1393
    },
    {
      "epoch": 0.11485540084040537,
      "grad_norm": 4.820974256874798,
      "learning_rate": 9.980389240031256e-06,
      "loss": 0.3988,
      "step": 1394
    },
    {
      "epoch": 0.11493779352393507,
      "grad_norm": 5.3611932668737134,
      "learning_rate": 9.980330165786403e-06,
      "loss": 0.553,
      "step": 1395
    },
    {
      "epoch": 0.11502018620746478,
      "grad_norm": 4.803109353772144,
      "learning_rate": 9.98027100287486e-06,
      "loss": 0.4254,
      "step": 1396
    },
    {
      "epoch": 0.11510257889099448,
      "grad_norm": 6.166043944368681,
      "learning_rate": 9.980211751297682e-06,
      "loss": 0.6435,
      "step": 1397
    },
    {
      "epoch": 0.11518497157452418,
      "grad_norm": 6.321449333735212,
      "learning_rate": 9.980152411055923e-06,
      "loss": 0.5901,
      "step": 1398
    },
    {
      "epoch": 0.11526736425805388,
      "grad_norm": 3.9058938395757736,
      "learning_rate": 9.980092982150641e-06,
      "loss": 0.4481,
      "step": 1399
    },
    {
      "epoch": 0.11534975694158359,
      "grad_norm": 7.060663282013449,
      "learning_rate": 9.980033464582892e-06,
      "loss": 0.7435,
      "step": 1400
    },
    {
      "epoch": 0.11543214962511329,
      "grad_norm": 5.044696423020422,
      "learning_rate": 9.979973858353738e-06,
      "loss": 0.4583,
      "step": 1401
    },
    {
      "epoch": 0.115514542308643,
      "grad_norm": 4.010481581383983,
      "learning_rate": 9.979914163464237e-06,
      "loss": 0.4307,
      "step": 1402
    },
    {
      "epoch": 0.11559693499217269,
      "grad_norm": 4.715002567821283,
      "learning_rate": 9.979854379915454e-06,
      "loss": 0.4067,
      "step": 1403
    },
    {
      "epoch": 0.1156793276757024,
      "grad_norm": 5.095282676387148,
      "learning_rate": 9.979794507708453e-06,
      "loss": 0.5319,
      "step": 1404
    },
    {
      "epoch": 0.1157617203592321,
      "grad_norm": 5.434641667200585,
      "learning_rate": 9.979734546844301e-06,
      "loss": 0.5371,
      "step": 1405
    },
    {
      "epoch": 0.1158441130427618,
      "grad_norm": 5.864807571595335,
      "learning_rate": 9.979674497324063e-06,
      "loss": 0.7502,
      "step": 1406
    },
    {
      "epoch": 0.11592650572629151,
      "grad_norm": 3.931855774749118,
      "learning_rate": 9.979614359148809e-06,
      "loss": 0.4857,
      "step": 1407
    },
    {
      "epoch": 0.1160088984098212,
      "grad_norm": 4.415958936160234,
      "learning_rate": 9.97955413231961e-06,
      "loss": 0.4143,
      "step": 1408
    },
    {
      "epoch": 0.11609129109335091,
      "grad_norm": 5.477681605181166,
      "learning_rate": 9.97949381683754e-06,
      "loss": 0.5853,
      "step": 1409
    },
    {
      "epoch": 0.11617368377688062,
      "grad_norm": 5.394465919333391,
      "learning_rate": 9.97943341270367e-06,
      "loss": 0.6864,
      "step": 1410
    },
    {
      "epoch": 0.11625607646041032,
      "grad_norm": 7.0540860642905825,
      "learning_rate": 9.979372919919077e-06,
      "loss": 0.5353,
      "step": 1411
    },
    {
      "epoch": 0.11633846914394001,
      "grad_norm": 4.457918745669958,
      "learning_rate": 9.979312338484837e-06,
      "loss": 0.5332,
      "step": 1412
    },
    {
      "epoch": 0.11642086182746972,
      "grad_norm": 4.318862068781239,
      "learning_rate": 9.979251668402027e-06,
      "loss": 0.5383,
      "step": 1413
    },
    {
      "epoch": 0.11650325451099942,
      "grad_norm": 4.15910796680108,
      "learning_rate": 9.979190909671732e-06,
      "loss": 0.3852,
      "step": 1414
    },
    {
      "epoch": 0.11658564719452913,
      "grad_norm": 4.409347363114283,
      "learning_rate": 9.97913006229503e-06,
      "loss": 0.5274,
      "step": 1415
    },
    {
      "epoch": 0.11666803987805884,
      "grad_norm": 3.860140816734429,
      "learning_rate": 9.979069126273006e-06,
      "loss": 0.3016,
      "step": 1416
    },
    {
      "epoch": 0.11675043256158853,
      "grad_norm": 4.05973495912906,
      "learning_rate": 9.979008101606743e-06,
      "loss": 0.5707,
      "step": 1417
    },
    {
      "epoch": 0.11683282524511823,
      "grad_norm": 5.335313848877938,
      "learning_rate": 9.978946988297329e-06,
      "loss": 0.4813,
      "step": 1418
    },
    {
      "epoch": 0.11691521792864794,
      "grad_norm": 5.075262879615677,
      "learning_rate": 9.978885786345851e-06,
      "loss": 0.463,
      "step": 1419
    },
    {
      "epoch": 0.11699761061217764,
      "grad_norm": 5.215466147778947,
      "learning_rate": 9.978824495753399e-06,
      "loss": 0.5398,
      "step": 1420
    },
    {
      "epoch": 0.11708000329570734,
      "grad_norm": 10.408226861855583,
      "learning_rate": 9.978763116521065e-06,
      "loss": 0.7895,
      "step": 1421
    },
    {
      "epoch": 0.11716239597923704,
      "grad_norm": 3.486562350465299,
      "learning_rate": 9.97870164864994e-06,
      "loss": 0.5399,
      "step": 1422
    },
    {
      "epoch": 0.11724478866276675,
      "grad_norm": 3.263975256020736,
      "learning_rate": 9.97864009214112e-06,
      "loss": 0.2916,
      "step": 1423
    },
    {
      "epoch": 0.11732718134629645,
      "grad_norm": 3.687714872193806,
      "learning_rate": 9.9785784469957e-06,
      "loss": 0.304,
      "step": 1424
    },
    {
      "epoch": 0.11740957402982616,
      "grad_norm": 5.509829107986992,
      "learning_rate": 9.978516713214779e-06,
      "loss": 0.5531,
      "step": 1425
    },
    {
      "epoch": 0.11749196671335585,
      "grad_norm": 3.5921556435301474,
      "learning_rate": 9.978454890799453e-06,
      "loss": 0.3016,
      "step": 1426
    },
    {
      "epoch": 0.11757435939688556,
      "grad_norm": 4.173814176850804,
      "learning_rate": 9.978392979750825e-06,
      "loss": 0.4396,
      "step": 1427
    },
    {
      "epoch": 0.11765675208041526,
      "grad_norm": 33.23788817879558,
      "learning_rate": 9.978330980069996e-06,
      "loss": 1.1389,
      "step": 1428
    },
    {
      "epoch": 0.11773914476394497,
      "grad_norm": 5.852780126730159,
      "learning_rate": 9.978268891758072e-06,
      "loss": 0.6514,
      "step": 1429
    },
    {
      "epoch": 0.11782153744747466,
      "grad_norm": 4.939407725307317,
      "learning_rate": 9.978206714816156e-06,
      "loss": 0.7286,
      "step": 1430
    },
    {
      "epoch": 0.11790393013100436,
      "grad_norm": 5.03926308808164,
      "learning_rate": 9.978144449245357e-06,
      "loss": 0.3388,
      "step": 1431
    },
    {
      "epoch": 0.11798632281453407,
      "grad_norm": 6.049230382777763,
      "learning_rate": 9.978082095046781e-06,
      "loss": 0.4871,
      "step": 1432
    },
    {
      "epoch": 0.11806871549806378,
      "grad_norm": 3.489939110522026,
      "learning_rate": 9.978019652221543e-06,
      "loss": 0.2893,
      "step": 1433
    },
    {
      "epoch": 0.11815110818159348,
      "grad_norm": 5.028102433756064,
      "learning_rate": 9.977957120770748e-06,
      "loss": 0.5076,
      "step": 1434
    },
    {
      "epoch": 0.11823350086512317,
      "grad_norm": 5.274453037216691,
      "learning_rate": 9.977894500695512e-06,
      "loss": 0.3798,
      "step": 1435
    },
    {
      "epoch": 0.11831589354865288,
      "grad_norm": 4.751680688931771,
      "learning_rate": 9.977831791996952e-06,
      "loss": 0.4783,
      "step": 1436
    },
    {
      "epoch": 0.11839828623218258,
      "grad_norm": 3.5749837950342274,
      "learning_rate": 9.977768994676181e-06,
      "loss": 0.3682,
      "step": 1437
    },
    {
      "epoch": 0.11848067891571229,
      "grad_norm": 3.671226493661603,
      "learning_rate": 9.97770610873432e-06,
      "loss": 0.347,
      "step": 1438
    },
    {
      "epoch": 0.11856307159924198,
      "grad_norm": 6.196939033251727,
      "learning_rate": 9.977643134172487e-06,
      "loss": 0.5274,
      "step": 1439
    },
    {
      "epoch": 0.11864546428277169,
      "grad_norm": 5.2089347723562085,
      "learning_rate": 9.977580070991804e-06,
      "loss": 0.5175,
      "step": 1440
    },
    {
      "epoch": 0.11872785696630139,
      "grad_norm": 6.334013108356391,
      "learning_rate": 9.977516919193393e-06,
      "loss": 0.6194,
      "step": 1441
    },
    {
      "epoch": 0.1188102496498311,
      "grad_norm": 7.306839104821746,
      "learning_rate": 9.977453678778379e-06,
      "loss": 0.7709,
      "step": 1442
    },
    {
      "epoch": 0.1188926423333608,
      "grad_norm": 4.519396435491379,
      "learning_rate": 9.977390349747886e-06,
      "loss": 0.4418,
      "step": 1443
    },
    {
      "epoch": 0.1189750350168905,
      "grad_norm": 4.698209909244438,
      "learning_rate": 9.977326932103044e-06,
      "loss": 0.535,
      "step": 1444
    },
    {
      "epoch": 0.1190574277004202,
      "grad_norm": 4.8932208776361446,
      "learning_rate": 9.977263425844981e-06,
      "loss": 0.5942,
      "step": 1445
    },
    {
      "epoch": 0.11913982038394991,
      "grad_norm": 5.026667743592898,
      "learning_rate": 9.977199830974826e-06,
      "loss": 0.547,
      "step": 1446
    },
    {
      "epoch": 0.11922221306747961,
      "grad_norm": 5.23253291298616,
      "learning_rate": 9.977136147493715e-06,
      "loss": 0.5333,
      "step": 1447
    },
    {
      "epoch": 0.1193046057510093,
      "grad_norm": 4.719053095707587,
      "learning_rate": 9.97707237540278e-06,
      "loss": 0.5265,
      "step": 1448
    },
    {
      "epoch": 0.11938699843453901,
      "grad_norm": 4.625540723780489,
      "learning_rate": 9.977008514703153e-06,
      "loss": 0.5827,
      "step": 1449
    },
    {
      "epoch": 0.11946939111806872,
      "grad_norm": 3.856805995552182,
      "learning_rate": 9.976944565395976e-06,
      "loss": 0.6053,
      "step": 1450
    },
    {
      "epoch": 0.11955178380159842,
      "grad_norm": 3.330853507113743,
      "learning_rate": 9.976880527482385e-06,
      "loss": 0.5254,
      "step": 1451
    },
    {
      "epoch": 0.11963417648512813,
      "grad_norm": 4.459173017435613,
      "learning_rate": 9.97681640096352e-06,
      "loss": 0.4728,
      "step": 1452
    },
    {
      "epoch": 0.11971656916865782,
      "grad_norm": 7.018979668301613,
      "learning_rate": 9.976752185840524e-06,
      "loss": 0.6592,
      "step": 1453
    },
    {
      "epoch": 0.11979896185218752,
      "grad_norm": 4.695286668122802,
      "learning_rate": 9.976687882114538e-06,
      "loss": 0.2927,
      "step": 1454
    },
    {
      "epoch": 0.11988135453571723,
      "grad_norm": 6.372078077902412,
      "learning_rate": 9.976623489786708e-06,
      "loss": 0.7203,
      "step": 1455
    },
    {
      "epoch": 0.11996374721924694,
      "grad_norm": 13.058182473303905,
      "learning_rate": 9.976559008858182e-06,
      "loss": 0.8304,
      "step": 1456
    },
    {
      "epoch": 0.12004613990277663,
      "grad_norm": 3.750428817875247,
      "learning_rate": 9.976494439330106e-06,
      "loss": 0.4544,
      "step": 1457
    },
    {
      "epoch": 0.12012853258630633,
      "grad_norm": 5.714795325590294,
      "learning_rate": 9.976429781203631e-06,
      "loss": 0.5764,
      "step": 1458
    },
    {
      "epoch": 0.12021092526983604,
      "grad_norm": 6.249017860839444,
      "learning_rate": 9.976365034479907e-06,
      "loss": 0.6097,
      "step": 1459
    },
    {
      "epoch": 0.12029331795336574,
      "grad_norm": 4.366534697481048,
      "learning_rate": 9.976300199160087e-06,
      "loss": 0.5872,
      "step": 1460
    },
    {
      "epoch": 0.12037571063689545,
      "grad_norm": 8.297730150263703,
      "learning_rate": 9.976235275245325e-06,
      "loss": 0.6445,
      "step": 1461
    },
    {
      "epoch": 0.12045810332042514,
      "grad_norm": 3.0791550000816437,
      "learning_rate": 9.976170262736777e-06,
      "loss": 0.3265,
      "step": 1462
    },
    {
      "epoch": 0.12054049600395485,
      "grad_norm": 4.587962090590767,
      "learning_rate": 9.9761051616356e-06,
      "loss": 0.4655,
      "step": 1463
    },
    {
      "epoch": 0.12062288868748455,
      "grad_norm": 4.083352587701113,
      "learning_rate": 9.976039971942955e-06,
      "loss": 0.5081,
      "step": 1464
    },
    {
      "epoch": 0.12070528137101426,
      "grad_norm": 19.36776574624167,
      "learning_rate": 9.97597469366e-06,
      "loss": 0.8676,
      "step": 1465
    },
    {
      "epoch": 0.12078767405454395,
      "grad_norm": 13.102581672872773,
      "learning_rate": 9.975909326787898e-06,
      "loss": 0.6868,
      "step": 1466
    },
    {
      "epoch": 0.12087006673807366,
      "grad_norm": 4.961145426331136,
      "learning_rate": 9.975843871327815e-06,
      "loss": 0.5178,
      "step": 1467
    },
    {
      "epoch": 0.12095245942160336,
      "grad_norm": 3.5357157810853512,
      "learning_rate": 9.975778327280914e-06,
      "loss": 0.2661,
      "step": 1468
    },
    {
      "epoch": 0.12103485210513307,
      "grad_norm": 3.0027106887596036,
      "learning_rate": 9.97571269464836e-06,
      "loss": 0.2429,
      "step": 1469
    },
    {
      "epoch": 0.12111724478866277,
      "grad_norm": 4.596992981690704,
      "learning_rate": 9.975646973431326e-06,
      "loss": 0.4726,
      "step": 1470
    },
    {
      "epoch": 0.12119963747219246,
      "grad_norm": 6.690419035435042,
      "learning_rate": 9.975581163630981e-06,
      "loss": 0.7149,
      "step": 1471
    },
    {
      "epoch": 0.12128203015572217,
      "grad_norm": 5.306103849360317,
      "learning_rate": 9.975515265248493e-06,
      "loss": 0.5719,
      "step": 1472
    },
    {
      "epoch": 0.12136442283925188,
      "grad_norm": 5.095282694288974,
      "learning_rate": 9.975449278285038e-06,
      "loss": 0.5793,
      "step": 1473
    },
    {
      "epoch": 0.12144681552278158,
      "grad_norm": 5.007439354366816,
      "learning_rate": 9.975383202741793e-06,
      "loss": 0.5795,
      "step": 1474
    },
    {
      "epoch": 0.12152920820631127,
      "grad_norm": 4.86506910122601,
      "learning_rate": 9.97531703861993e-06,
      "loss": 0.4545,
      "step": 1475
    },
    {
      "epoch": 0.12161160088984098,
      "grad_norm": 12.362020895190154,
      "learning_rate": 9.975250785920629e-06,
      "loss": 0.6358,
      "step": 1476
    },
    {
      "epoch": 0.12169399357337068,
      "grad_norm": 5.088274293351666,
      "learning_rate": 9.97518444464507e-06,
      "loss": 0.4832,
      "step": 1477
    },
    {
      "epoch": 0.12177638625690039,
      "grad_norm": 4.852830296274398,
      "learning_rate": 9.975118014794431e-06,
      "loss": 0.4588,
      "step": 1478
    },
    {
      "epoch": 0.1218587789404301,
      "grad_norm": 5.076993779434122,
      "learning_rate": 9.975051496369899e-06,
      "loss": 0.5489,
      "step": 1479
    },
    {
      "epoch": 0.12194117162395979,
      "grad_norm": 4.492297833507457,
      "learning_rate": 9.974984889372658e-06,
      "loss": 0.3727,
      "step": 1480
    },
    {
      "epoch": 0.1220235643074895,
      "grad_norm": 4.969531949366711,
      "learning_rate": 9.97491819380389e-06,
      "loss": 0.6192,
      "step": 1481
    },
    {
      "epoch": 0.1221059569910192,
      "grad_norm": 5.5171550464058985,
      "learning_rate": 9.974851409664786e-06,
      "loss": 0.5168,
      "step": 1482
    },
    {
      "epoch": 0.1221883496745489,
      "grad_norm": 4.549692286167438,
      "learning_rate": 9.974784536956533e-06,
      "loss": 0.5461,
      "step": 1483
    },
    {
      "epoch": 0.1222707423580786,
      "grad_norm": 4.638601246264793,
      "learning_rate": 9.974717575680321e-06,
      "loss": 0.5586,
      "step": 1484
    },
    {
      "epoch": 0.1223531350416083,
      "grad_norm": 3.9934881662408617,
      "learning_rate": 9.974650525837345e-06,
      "loss": 0.4364,
      "step": 1485
    },
    {
      "epoch": 0.12243552772513801,
      "grad_norm": 8.227489553944196,
      "learning_rate": 9.974583387428797e-06,
      "loss": 0.8104,
      "step": 1486
    },
    {
      "epoch": 0.12251792040866771,
      "grad_norm": 6.644787549148226,
      "learning_rate": 9.974516160455872e-06,
      "loss": 0.4537,
      "step": 1487
    },
    {
      "epoch": 0.12260031309219742,
      "grad_norm": 4.325870512007751,
      "learning_rate": 9.974448844919766e-06,
      "loss": 0.4874,
      "step": 1488
    },
    {
      "epoch": 0.12268270577572711,
      "grad_norm": 6.081726074936586,
      "learning_rate": 9.97438144082168e-06,
      "loss": 0.3875,
      "step": 1489
    },
    {
      "epoch": 0.12276509845925682,
      "grad_norm": 4.548854894101285,
      "learning_rate": 9.974313948162812e-06,
      "loss": 0.5696,
      "step": 1490
    },
    {
      "epoch": 0.12284749114278652,
      "grad_norm": 9.255791845151686,
      "learning_rate": 9.974246366944364e-06,
      "loss": 0.9999,
      "step": 1491
    },
    {
      "epoch": 0.12292988382631623,
      "grad_norm": 6.508244913389245,
      "learning_rate": 9.97417869716754e-06,
      "loss": 0.6256,
      "step": 1492
    },
    {
      "epoch": 0.12301227650984592,
      "grad_norm": 2.9004728725960067,
      "learning_rate": 9.974110938833545e-06,
      "loss": 0.2222,
      "step": 1493
    },
    {
      "epoch": 0.12309466919337562,
      "grad_norm": 6.840818959886781,
      "learning_rate": 9.974043091943584e-06,
      "loss": 0.6488,
      "step": 1494
    },
    {
      "epoch": 0.12317706187690533,
      "grad_norm": 4.564889329777813,
      "learning_rate": 9.973975156498866e-06,
      "loss": 0.4834,
      "step": 1495
    },
    {
      "epoch": 0.12325945456043504,
      "grad_norm": 6.124262779948301,
      "learning_rate": 9.973907132500597e-06,
      "loss": 0.6345,
      "step": 1496
    },
    {
      "epoch": 0.12334184724396474,
      "grad_norm": 4.143149551754576,
      "learning_rate": 9.973839019949994e-06,
      "loss": 0.5449,
      "step": 1497
    },
    {
      "epoch": 0.12342423992749443,
      "grad_norm": 4.692433215382461,
      "learning_rate": 9.973770818848265e-06,
      "loss": 0.381,
      "step": 1498
    },
    {
      "epoch": 0.12350663261102414,
      "grad_norm": 4.558902674629272,
      "learning_rate": 9.973702529196627e-06,
      "loss": 0.4342,
      "step": 1499
    },
    {
      "epoch": 0.12358902529455384,
      "grad_norm": 4.544800628848942,
      "learning_rate": 9.973634150996291e-06,
      "loss": 0.3499,
      "step": 1500
    },
    {
      "epoch": 0.12367141797808355,
      "grad_norm": 5.059581470168767,
      "learning_rate": 9.973565684248483e-06,
      "loss": 0.5135,
      "step": 1501
    },
    {
      "epoch": 0.12375381066161324,
      "grad_norm": 4.258353140119297,
      "learning_rate": 9.973497128954414e-06,
      "loss": 0.269,
      "step": 1502
    },
    {
      "epoch": 0.12383620334514295,
      "grad_norm": 7.132848659419424,
      "learning_rate": 9.973428485115308e-06,
      "loss": 0.6726,
      "step": 1503
    },
    {
      "epoch": 0.12391859602867265,
      "grad_norm": 3.5983862118163277,
      "learning_rate": 9.973359752732386e-06,
      "loss": 0.4669,
      "step": 1504
    },
    {
      "epoch": 0.12400098871220236,
      "grad_norm": 3.448183524414553,
      "learning_rate": 9.973290931806874e-06,
      "loss": 0.1703,
      "step": 1505
    },
    {
      "epoch": 0.12408338139573206,
      "grad_norm": 3.0366884309895794,
      "learning_rate": 9.973222022339992e-06,
      "loss": 0.2643,
      "step": 1506
    },
    {
      "epoch": 0.12416577407926176,
      "grad_norm": 4.8670408538461745,
      "learning_rate": 9.973153024332974e-06,
      "loss": 0.2684,
      "step": 1507
    },
    {
      "epoch": 0.12424816676279146,
      "grad_norm": 5.9026783007837205,
      "learning_rate": 9.973083937787042e-06,
      "loss": 0.5869,
      "step": 1508
    },
    {
      "epoch": 0.12433055944632117,
      "grad_norm": 6.025970687624214,
      "learning_rate": 9.973014762703429e-06,
      "loss": 0.4191,
      "step": 1509
    },
    {
      "epoch": 0.12441295212985087,
      "grad_norm": 6.51904193753321,
      "learning_rate": 9.972945499083366e-06,
      "loss": 0.7139,
      "step": 1510
    },
    {
      "epoch": 0.12449534481338057,
      "grad_norm": 6.684992245083261,
      "learning_rate": 9.972876146928088e-06,
      "loss": 0.6404,
      "step": 1511
    },
    {
      "epoch": 0.12457773749691027,
      "grad_norm": 5.001971574274414,
      "learning_rate": 9.972806706238826e-06,
      "loss": 0.4946,
      "step": 1512
    },
    {
      "epoch": 0.12466013018043998,
      "grad_norm": 6.7337019014227355,
      "learning_rate": 9.97273717701682e-06,
      "loss": 0.5832,
      "step": 1513
    },
    {
      "epoch": 0.12474252286396968,
      "grad_norm": 5.220718061812807,
      "learning_rate": 9.972667559263305e-06,
      "loss": 0.5482,
      "step": 1514
    },
    {
      "epoch": 0.12482491554749939,
      "grad_norm": 5.150466794347032,
      "learning_rate": 9.97259785297952e-06,
      "loss": 0.6143,
      "step": 1515
    },
    {
      "epoch": 0.12490730823102908,
      "grad_norm": 6.537060800514755,
      "learning_rate": 9.972528058166711e-06,
      "loss": 0.6394,
      "step": 1516
    },
    {
      "epoch": 0.12498970091455879,
      "grad_norm": 4.955150662710675,
      "learning_rate": 9.972458174826115e-06,
      "loss": 0.5091,
      "step": 1517
    },
    {
      "epoch": 0.1250720935980885,
      "grad_norm": 4.842000273038944,
      "learning_rate": 9.972388202958977e-06,
      "loss": 0.4601,
      "step": 1518
    },
    {
      "epoch": 0.12515448628161818,
      "grad_norm": 4.184733000664414,
      "learning_rate": 9.972318142566547e-06,
      "loss": 0.4797,
      "step": 1519
    },
    {
      "epoch": 0.1252368789651479,
      "grad_norm": 5.585543182543029,
      "learning_rate": 9.972247993650067e-06,
      "loss": 0.6223,
      "step": 1520
    },
    {
      "epoch": 0.1253192716486776,
      "grad_norm": 5.879739754393376,
      "learning_rate": 9.97217775621079e-06,
      "loss": 0.628,
      "step": 1521
    },
    {
      "epoch": 0.1254016643322073,
      "grad_norm": 11.002403812555526,
      "learning_rate": 9.972107430249963e-06,
      "loss": 0.553,
      "step": 1522
    },
    {
      "epoch": 0.125484057015737,
      "grad_norm": 6.203040642309966,
      "learning_rate": 9.972037015768841e-06,
      "loss": 0.7279,
      "step": 1523
    },
    {
      "epoch": 0.1255664496992667,
      "grad_norm": 7.577934526871955,
      "learning_rate": 9.971966512768677e-06,
      "loss": 0.538,
      "step": 1524
    },
    {
      "epoch": 0.12564884238279642,
      "grad_norm": 4.019605674039673,
      "learning_rate": 9.971895921250723e-06,
      "loss": 0.5441,
      "step": 1525
    },
    {
      "epoch": 0.1257312350663261,
      "grad_norm": 5.764658658433788,
      "learning_rate": 9.97182524121624e-06,
      "loss": 0.6654,
      "step": 1526
    },
    {
      "epoch": 0.1258136277498558,
      "grad_norm": 4.945527867426451,
      "learning_rate": 9.971754472666484e-06,
      "loss": 0.514,
      "step": 1527
    },
    {
      "epoch": 0.12589602043338552,
      "grad_norm": 6.0441278677454005,
      "learning_rate": 9.971683615602716e-06,
      "loss": 0.4181,
      "step": 1528
    },
    {
      "epoch": 0.1259784131169152,
      "grad_norm": 14.25711273437809,
      "learning_rate": 9.971612670026196e-06,
      "loss": 0.6254,
      "step": 1529
    },
    {
      "epoch": 0.12606080580044493,
      "grad_norm": 4.700273765258455,
      "learning_rate": 9.97154163593819e-06,
      "loss": 0.6229,
      "step": 1530
    },
    {
      "epoch": 0.12614319848397462,
      "grad_norm": 3.3864821654511945,
      "learning_rate": 9.97147051333996e-06,
      "loss": 0.399,
      "step": 1531
    },
    {
      "epoch": 0.12622559116750431,
      "grad_norm": 5.12783193960563,
      "learning_rate": 9.971399302232772e-06,
      "loss": 0.5427,
      "step": 1532
    },
    {
      "epoch": 0.12630798385103403,
      "grad_norm": 4.931238238343592,
      "learning_rate": 9.971328002617895e-06,
      "loss": 0.2851,
      "step": 1533
    },
    {
      "epoch": 0.12639037653456373,
      "grad_norm": 5.285172145335731,
      "learning_rate": 9.971256614496598e-06,
      "loss": 0.5647,
      "step": 1534
    },
    {
      "epoch": 0.12647276921809344,
      "grad_norm": 4.744357889613329,
      "learning_rate": 9.971185137870155e-06,
      "loss": 0.5237,
      "step": 1535
    },
    {
      "epoch": 0.12655516190162314,
      "grad_norm": 8.652911164552046,
      "learning_rate": 9.971113572739832e-06,
      "loss": 0.8313,
      "step": 1536
    },
    {
      "epoch": 0.12663755458515283,
      "grad_norm": 5.869655307998774,
      "learning_rate": 9.971041919106908e-06,
      "loss": 0.5802,
      "step": 1537
    },
    {
      "epoch": 0.12671994726868255,
      "grad_norm": 6.3300754330457,
      "learning_rate": 9.970970176972658e-06,
      "loss": 0.6885,
      "step": 1538
    },
    {
      "epoch": 0.12680233995221224,
      "grad_norm": 7.1758070025576055,
      "learning_rate": 9.970898346338358e-06,
      "loss": 0.6389,
      "step": 1539
    },
    {
      "epoch": 0.12688473263574196,
      "grad_norm": 12.961913535688998,
      "learning_rate": 9.970826427205287e-06,
      "loss": 0.6393,
      "step": 1540
    },
    {
      "epoch": 0.12696712531927165,
      "grad_norm": 5.401262177099866,
      "learning_rate": 9.970754419574728e-06,
      "loss": 0.5455,
      "step": 1541
    },
    {
      "epoch": 0.12704951800280134,
      "grad_norm": 3.3340002399513,
      "learning_rate": 9.970682323447959e-06,
      "loss": 0.2345,
      "step": 1542
    },
    {
      "epoch": 0.12713191068633106,
      "grad_norm": 8.894631262296059,
      "learning_rate": 9.970610138826267e-06,
      "loss": 0.7767,
      "step": 1543
    },
    {
      "epoch": 0.12721430336986075,
      "grad_norm": 4.952958216270172,
      "learning_rate": 9.970537865710934e-06,
      "loss": 0.2786,
      "step": 1544
    },
    {
      "epoch": 0.12729669605339045,
      "grad_norm": 2.6515561410684194,
      "learning_rate": 9.970465504103249e-06,
      "loss": 0.2038,
      "step": 1545
    },
    {
      "epoch": 0.12737908873692017,
      "grad_norm": 5.298892635444798,
      "learning_rate": 9.9703930540045e-06,
      "loss": 0.4559,
      "step": 1546
    },
    {
      "epoch": 0.12746148142044986,
      "grad_norm": 4.197621921991316,
      "learning_rate": 9.970320515415974e-06,
      "loss": 0.4502,
      "step": 1547
    },
    {
      "epoch": 0.12754387410397958,
      "grad_norm": 4.800228256482724,
      "learning_rate": 9.970247888338966e-06,
      "loss": 0.5957,
      "step": 1548
    },
    {
      "epoch": 0.12762626678750927,
      "grad_norm": 4.815816035104436,
      "learning_rate": 9.970175172774768e-06,
      "loss": 0.5874,
      "step": 1549
    },
    {
      "epoch": 0.12770865947103896,
      "grad_norm": 6.545724686124551,
      "learning_rate": 9.970102368724675e-06,
      "loss": 0.5925,
      "step": 1550
    },
    {
      "epoch": 0.12779105215456868,
      "grad_norm": 5.121538774261143,
      "learning_rate": 9.970029476189984e-06,
      "loss": 0.5063,
      "step": 1551
    },
    {
      "epoch": 0.12787344483809837,
      "grad_norm": 5.7759067014268135,
      "learning_rate": 9.969956495171989e-06,
      "loss": 0.6866,
      "step": 1552
    },
    {
      "epoch": 0.1279558375216281,
      "grad_norm": 6.588677492190531,
      "learning_rate": 9.96988342567199e-06,
      "loss": 0.7341,
      "step": 1553
    },
    {
      "epoch": 0.12803823020515778,
      "grad_norm": 6.843692520636973,
      "learning_rate": 9.969810267691293e-06,
      "loss": 0.7034,
      "step": 1554
    },
    {
      "epoch": 0.12812062288868747,
      "grad_norm": 5.436070981898065,
      "learning_rate": 9.969737021231196e-06,
      "loss": 0.4046,
      "step": 1555
    },
    {
      "epoch": 0.1282030155722172,
      "grad_norm": 15.426453647795194,
      "learning_rate": 9.969663686293003e-06,
      "loss": 0.8425,
      "step": 1556
    },
    {
      "epoch": 0.12828540825574689,
      "grad_norm": 6.468281649010783,
      "learning_rate": 9.969590262878021e-06,
      "loss": 0.5969,
      "step": 1557
    },
    {
      "epoch": 0.1283678009392766,
      "grad_norm": 8.361371730974474,
      "learning_rate": 9.969516750987558e-06,
      "loss": 0.6787,
      "step": 1558
    },
    {
      "epoch": 0.1284501936228063,
      "grad_norm": 5.3302943640173925,
      "learning_rate": 9.969443150622921e-06,
      "loss": 0.5459,
      "step": 1559
    },
    {
      "epoch": 0.128532586306336,
      "grad_norm": 4.633429138093913,
      "learning_rate": 9.96936946178542e-06,
      "loss": 0.649,
      "step": 1560
    },
    {
      "epoch": 0.1286149789898657,
      "grad_norm": 8.13100570319315,
      "learning_rate": 9.96929568447637e-06,
      "loss": 0.7892,
      "step": 1561
    },
    {
      "epoch": 0.1286973716733954,
      "grad_norm": 5.039540157664388,
      "learning_rate": 9.96922181869708e-06,
      "loss": 0.5216,
      "step": 1562
    },
    {
      "epoch": 0.1287797643569251,
      "grad_norm": 3.6431682961361633,
      "learning_rate": 9.969147864448867e-06,
      "loss": 0.2595,
      "step": 1563
    },
    {
      "epoch": 0.1288621570404548,
      "grad_norm": 5.4887751624743375,
      "learning_rate": 9.96907382173305e-06,
      "loss": 0.5876,
      "step": 1564
    },
    {
      "epoch": 0.1289445497239845,
      "grad_norm": 4.129305542648151,
      "learning_rate": 9.968999690550945e-06,
      "loss": 0.567,
      "step": 1565
    },
    {
      "epoch": 0.12902694240751422,
      "grad_norm": 4.6202359784395695,
      "learning_rate": 9.96892547090387e-06,
      "loss": 0.3541,
      "step": 1566
    },
    {
      "epoch": 0.12910933509104391,
      "grad_norm": 5.530337251130461,
      "learning_rate": 9.968851162793149e-06,
      "loss": 0.4995,
      "step": 1567
    },
    {
      "epoch": 0.1291917277745736,
      "grad_norm": 6.098832238315356,
      "learning_rate": 9.968776766220105e-06,
      "loss": 0.6462,
      "step": 1568
    },
    {
      "epoch": 0.12927412045810333,
      "grad_norm": 36.110655337933196,
      "learning_rate": 9.968702281186062e-06,
      "loss": 1.8144,
      "step": 1569
    },
    {
      "epoch": 0.12935651314163302,
      "grad_norm": 3.73141968324195,
      "learning_rate": 9.968627707692345e-06,
      "loss": 0.4626,
      "step": 1570
    },
    {
      "epoch": 0.12943890582516274,
      "grad_norm": 5.556066968723632,
      "learning_rate": 9.968553045740283e-06,
      "loss": 0.4893,
      "step": 1571
    },
    {
      "epoch": 0.12952129850869243,
      "grad_norm": 3.5534727840085303,
      "learning_rate": 9.968478295331206e-06,
      "loss": 0.3499,
      "step": 1572
    },
    {
      "epoch": 0.12960369119222212,
      "grad_norm": 5.954589534858549,
      "learning_rate": 9.96840345646644e-06,
      "loss": 0.7069,
      "step": 1573
    },
    {
      "epoch": 0.12968608387575184,
      "grad_norm": 5.504329435904227,
      "learning_rate": 9.968328529147324e-06,
      "loss": 0.5345,
      "step": 1574
    },
    {
      "epoch": 0.12976847655928153,
      "grad_norm": 4.780089942398109,
      "learning_rate": 9.968253513375187e-06,
      "loss": 0.6211,
      "step": 1575
    },
    {
      "epoch": 0.12985086924281125,
      "grad_norm": 3.6400688935977183,
      "learning_rate": 9.968178409151368e-06,
      "loss": 0.4675,
      "step": 1576
    },
    {
      "epoch": 0.12993326192634094,
      "grad_norm": 5.161844362296579,
      "learning_rate": 9.968103216477203e-06,
      "loss": 0.5463,
      "step": 1577
    },
    {
      "epoch": 0.13001565460987063,
      "grad_norm": 6.01338401708055,
      "learning_rate": 9.968027935354029e-06,
      "loss": 0.5191,
      "step": 1578
    },
    {
      "epoch": 0.13009804729340035,
      "grad_norm": 4.717446966537538,
      "learning_rate": 9.967952565783188e-06,
      "loss": 0.5651,
      "step": 1579
    },
    {
      "epoch": 0.13018043997693005,
      "grad_norm": 5.2385252642930125,
      "learning_rate": 9.96787710776602e-06,
      "loss": 0.5444,
      "step": 1580
    },
    {
      "epoch": 0.13026283266045974,
      "grad_norm": 4.091715325329443,
      "learning_rate": 9.967801561303871e-06,
      "loss": 0.4193,
      "step": 1581
    },
    {
      "epoch": 0.13034522534398946,
      "grad_norm": 7.045107352433902,
      "learning_rate": 9.967725926398086e-06,
      "loss": 0.4062,
      "step": 1582
    },
    {
      "epoch": 0.13042761802751915,
      "grad_norm": 4.770986545998961,
      "learning_rate": 9.967650203050007e-06,
      "loss": 0.5442,
      "step": 1583
    },
    {
      "epoch": 0.13051001071104887,
      "grad_norm": 4.436604203751775,
      "learning_rate": 9.967574391260988e-06,
      "loss": 0.4965,
      "step": 1584
    },
    {
      "epoch": 0.13059240339457856,
      "grad_norm": 5.81892153360883,
      "learning_rate": 9.967498491032376e-06,
      "loss": 0.5432,
      "step": 1585
    },
    {
      "epoch": 0.13067479607810825,
      "grad_norm": 6.625865132029466,
      "learning_rate": 9.967422502365523e-06,
      "loss": 0.6075,
      "step": 1586
    },
    {
      "epoch": 0.13075718876163797,
      "grad_norm": 5.357243836445354,
      "learning_rate": 9.96734642526178e-06,
      "loss": 0.5635,
      "step": 1587
    },
    {
      "epoch": 0.13083958144516766,
      "grad_norm": 7.170092927283846,
      "learning_rate": 9.9672702597225e-06,
      "loss": 0.5262,
      "step": 1588
    },
    {
      "epoch": 0.13092197412869738,
      "grad_norm": 5.58870075455088,
      "learning_rate": 9.967194005749045e-06,
      "loss": 0.5163,
      "step": 1589
    },
    {
      "epoch": 0.13100436681222707,
      "grad_norm": 3.3901516521405113,
      "learning_rate": 9.96711766334277e-06,
      "loss": 0.3337,
      "step": 1590
    },
    {
      "epoch": 0.13108675949575677,
      "grad_norm": 6.177430383120361,
      "learning_rate": 9.967041232505032e-06,
      "loss": 0.6221,
      "step": 1591
    },
    {
      "epoch": 0.13116915217928649,
      "grad_norm": 3.409414315356522,
      "learning_rate": 9.966964713237193e-06,
      "loss": 0.4258,
      "step": 1592
    },
    {
      "epoch": 0.13125154486281618,
      "grad_norm": 5.796187847217588,
      "learning_rate": 9.966888105540615e-06,
      "loss": 0.6415,
      "step": 1593
    },
    {
      "epoch": 0.1313339375463459,
      "grad_norm": 4.297779577006258,
      "learning_rate": 9.966811409416664e-06,
      "loss": 0.353,
      "step": 1594
    },
    {
      "epoch": 0.1314163302298756,
      "grad_norm": 8.019855525742495,
      "learning_rate": 9.966734624866702e-06,
      "loss": 0.6986,
      "step": 1595
    },
    {
      "epoch": 0.13149872291340528,
      "grad_norm": 4.454829131276674,
      "learning_rate": 9.966657751892099e-06,
      "loss": 0.44,
      "step": 1596
    },
    {
      "epoch": 0.131581115596935,
      "grad_norm": 5.627067380885521,
      "learning_rate": 9.966580790494222e-06,
      "loss": 0.5673,
      "step": 1597
    },
    {
      "epoch": 0.1316635082804647,
      "grad_norm": 16.272684626405372,
      "learning_rate": 9.96650374067444e-06,
      "loss": 0.6624,
      "step": 1598
    },
    {
      "epoch": 0.13174590096399438,
      "grad_norm": 4.793323279968309,
      "learning_rate": 9.966426602434128e-06,
      "loss": 0.543,
      "step": 1599
    },
    {
      "epoch": 0.1318282936475241,
      "grad_norm": 5.433792865346555,
      "learning_rate": 9.966349375774658e-06,
      "loss": 0.5756,
      "step": 1600
    },
    {
      "epoch": 0.1319106863310538,
      "grad_norm": 6.05169655830317,
      "learning_rate": 9.966272060697403e-06,
      "loss": 0.5257,
      "step": 1601
    },
    {
      "epoch": 0.13199307901458351,
      "grad_norm": 28.334925324741096,
      "learning_rate": 9.966194657203743e-06,
      "loss": 0.7121,
      "step": 1602
    },
    {
      "epoch": 0.1320754716981132,
      "grad_norm": 4.439485716182711,
      "learning_rate": 9.966117165295053e-06,
      "loss": 0.4213,
      "step": 1603
    },
    {
      "epoch": 0.1321578643816429,
      "grad_norm": 4.634956482246697,
      "learning_rate": 9.966039584972713e-06,
      "loss": 0.5792,
      "step": 1604
    },
    {
      "epoch": 0.13224025706517262,
      "grad_norm": 8.01022976032216,
      "learning_rate": 9.965961916238105e-06,
      "loss": 0.8657,
      "step": 1605
    },
    {
      "epoch": 0.1323226497487023,
      "grad_norm": 4.263056023595695,
      "learning_rate": 9.965884159092613e-06,
      "loss": 0.5201,
      "step": 1606
    },
    {
      "epoch": 0.13240504243223203,
      "grad_norm": 5.493539454273528,
      "learning_rate": 9.965806313537618e-06,
      "loss": 0.551,
      "step": 1607
    },
    {
      "epoch": 0.13248743511576172,
      "grad_norm": 5.696550440916956,
      "learning_rate": 9.965728379574508e-06,
      "loss": 0.6679,
      "step": 1608
    },
    {
      "epoch": 0.1325698277992914,
      "grad_norm": 5.757476810730032,
      "learning_rate": 9.965650357204673e-06,
      "loss": 0.347,
      "step": 1609
    },
    {
      "epoch": 0.13265222048282113,
      "grad_norm": 3.9736532348314686,
      "learning_rate": 9.965572246429498e-06,
      "loss": 0.4657,
      "step": 1610
    },
    {
      "epoch": 0.13273461316635082,
      "grad_norm": 5.014191491777652,
      "learning_rate": 9.965494047250374e-06,
      "loss": 0.5738,
      "step": 1611
    },
    {
      "epoch": 0.13281700584988054,
      "grad_norm": 4.378594249950214,
      "learning_rate": 9.965415759668696e-06,
      "loss": 0.5816,
      "step": 1612
    },
    {
      "epoch": 0.13289939853341023,
      "grad_norm": 4.370547607797723,
      "learning_rate": 9.965337383685854e-06,
      "loss": 0.4593,
      "step": 1613
    },
    {
      "epoch": 0.13298179121693993,
      "grad_norm": 2.9688769844150844,
      "learning_rate": 9.965258919303246e-06,
      "loss": 0.4406,
      "step": 1614
    },
    {
      "epoch": 0.13306418390046965,
      "grad_norm": 5.547068937775387,
      "learning_rate": 9.965180366522269e-06,
      "loss": 0.6537,
      "step": 1615
    },
    {
      "epoch": 0.13314657658399934,
      "grad_norm": 6.145359120990056,
      "learning_rate": 9.96510172534432e-06,
      "loss": 0.5867,
      "step": 1616
    },
    {
      "epoch": 0.13322896926752906,
      "grad_norm": 5.312644770705092,
      "learning_rate": 9.9650229957708e-06,
      "loss": 0.6586,
      "step": 1617
    },
    {
      "epoch": 0.13331136195105875,
      "grad_norm": 5.562860466575434,
      "learning_rate": 9.96494417780311e-06,
      "loss": 0.5398,
      "step": 1618
    },
    {
      "epoch": 0.13339375463458844,
      "grad_norm": 4.158707385172828,
      "learning_rate": 9.964865271442656e-06,
      "loss": 0.3144,
      "step": 1619
    },
    {
      "epoch": 0.13347614731811816,
      "grad_norm": 4.431346560539185,
      "learning_rate": 9.964786276690839e-06,
      "loss": 0.4856,
      "step": 1620
    },
    {
      "epoch": 0.13355854000164785,
      "grad_norm": 5.449051878207818,
      "learning_rate": 9.964707193549069e-06,
      "loss": 0.5363,
      "step": 1621
    },
    {
      "epoch": 0.13364093268517754,
      "grad_norm": 6.425628126296071,
      "learning_rate": 9.964628022018748e-06,
      "loss": 0.7224,
      "step": 1622
    },
    {
      "epoch": 0.13372332536870726,
      "grad_norm": 7.144634256191189,
      "learning_rate": 9.964548762101293e-06,
      "loss": 0.7207,
      "step": 1623
    },
    {
      "epoch": 0.13380571805223695,
      "grad_norm": 5.800859450448251,
      "learning_rate": 9.96446941379811e-06,
      "loss": 0.6978,
      "step": 1624
    },
    {
      "epoch": 0.13388811073576667,
      "grad_norm": 5.499598864277338,
      "learning_rate": 9.964389977110613e-06,
      "loss": 0.4624,
      "step": 1625
    },
    {
      "epoch": 0.13397050341929637,
      "grad_norm": 4.9609394948407255,
      "learning_rate": 9.964310452040216e-06,
      "loss": 0.555,
      "step": 1626
    },
    {
      "epoch": 0.13405289610282606,
      "grad_norm": 5.42629026019687,
      "learning_rate": 9.964230838588336e-06,
      "loss": 0.4247,
      "step": 1627
    },
    {
      "epoch": 0.13413528878635578,
      "grad_norm": 4.866848300258573,
      "learning_rate": 9.964151136756391e-06,
      "loss": 0.5655,
      "step": 1628
    },
    {
      "epoch": 0.13421768146988547,
      "grad_norm": 4.615561791061624,
      "learning_rate": 9.964071346545796e-06,
      "loss": 0.58,
      "step": 1629
    },
    {
      "epoch": 0.1343000741534152,
      "grad_norm": 6.71642950132474,
      "learning_rate": 9.963991467957977e-06,
      "loss": 0.7631,
      "step": 1630
    },
    {
      "epoch": 0.13438246683694488,
      "grad_norm": 4.315299600438297,
      "learning_rate": 9.963911500994352e-06,
      "loss": 0.5401,
      "step": 1631
    },
    {
      "epoch": 0.13446485952047457,
      "grad_norm": 4.648644316335041,
      "learning_rate": 9.963831445656345e-06,
      "loss": 0.5922,
      "step": 1632
    },
    {
      "epoch": 0.1345472522040043,
      "grad_norm": 3.5272454240753266,
      "learning_rate": 9.96375130194538e-06,
      "loss": 0.4294,
      "step": 1633
    },
    {
      "epoch": 0.13462964488753398,
      "grad_norm": 4.157793884858299,
      "learning_rate": 9.963671069862891e-06,
      "loss": 0.3727,
      "step": 1634
    },
    {
      "epoch": 0.1347120375710637,
      "grad_norm": 5.325914533957815,
      "learning_rate": 9.9635907494103e-06,
      "loss": 0.5745,
      "step": 1635
    },
    {
      "epoch": 0.1347944302545934,
      "grad_norm": 5.069398707440809,
      "learning_rate": 9.963510340589037e-06,
      "loss": 0.706,
      "step": 1636
    },
    {
      "epoch": 0.1348768229381231,
      "grad_norm": 28.812450237360544,
      "learning_rate": 9.963429843400536e-06,
      "loss": 0.7662,
      "step": 1637
    },
    {
      "epoch": 0.1349592156216528,
      "grad_norm": 3.5444323522446624,
      "learning_rate": 9.963349257846227e-06,
      "loss": 0.524,
      "step": 1638
    },
    {
      "epoch": 0.1350416083051825,
      "grad_norm": 3.5539689124915856,
      "learning_rate": 9.963268583927549e-06,
      "loss": 0.2982,
      "step": 1639
    },
    {
      "epoch": 0.1351240009887122,
      "grad_norm": 5.938623235390135,
      "learning_rate": 9.963187821645934e-06,
      "loss": 0.7121,
      "step": 1640
    },
    {
      "epoch": 0.1352063936722419,
      "grad_norm": 6.0354335604105565,
      "learning_rate": 9.963106971002825e-06,
      "loss": 0.4654,
      "step": 1641
    },
    {
      "epoch": 0.1352887863557716,
      "grad_norm": 4.70397412329452,
      "learning_rate": 9.963026031999657e-06,
      "loss": 0.4274,
      "step": 1642
    },
    {
      "epoch": 0.13537117903930132,
      "grad_norm": 10.030510740341603,
      "learning_rate": 9.96294500463787e-06,
      "loss": 0.946,
      "step": 1643
    },
    {
      "epoch": 0.135453571722831,
      "grad_norm": 3.6329870853318207,
      "learning_rate": 9.96286388891891e-06,
      "loss": 0.3884,
      "step": 1644
    },
    {
      "epoch": 0.1355359644063607,
      "grad_norm": 21.36243576092974,
      "learning_rate": 9.962782684844222e-06,
      "loss": 0.352,
      "step": 1645
    },
    {
      "epoch": 0.13561835708989042,
      "grad_norm": 4.951295627734071,
      "learning_rate": 9.962701392415248e-06,
      "loss": 0.4897,
      "step": 1646
    },
    {
      "epoch": 0.13570074977342012,
      "grad_norm": 8.046321604277672,
      "learning_rate": 9.962620011633437e-06,
      "loss": 0.535,
      "step": 1647
    },
    {
      "epoch": 0.13578314245694983,
      "grad_norm": 6.575825142302053,
      "learning_rate": 9.962538542500237e-06,
      "loss": 0.309,
      "step": 1648
    },
    {
      "epoch": 0.13586553514047953,
      "grad_norm": 6.94532275093602,
      "learning_rate": 9.9624569850171e-06,
      "loss": 0.6461,
      "step": 1649
    },
    {
      "epoch": 0.13594792782400922,
      "grad_norm": 4.7357288915786855,
      "learning_rate": 9.962375339185477e-06,
      "loss": 0.4357,
      "step": 1650
    },
    {
      "epoch": 0.13603032050753894,
      "grad_norm": 6.597949073770168,
      "learning_rate": 9.962293605006824e-06,
      "loss": 0.6975,
      "step": 1651
    },
    {
      "epoch": 0.13611271319106863,
      "grad_norm": 4.15014398746701,
      "learning_rate": 9.962211782482592e-06,
      "loss": 0.3552,
      "step": 1652
    },
    {
      "epoch": 0.13619510587459835,
      "grad_norm": 4.809601849964069,
      "learning_rate": 9.962129871614238e-06,
      "loss": 0.6046,
      "step": 1653
    },
    {
      "epoch": 0.13627749855812804,
      "grad_norm": 4.127491331508017,
      "learning_rate": 9.962047872403225e-06,
      "loss": 0.4958,
      "step": 1654
    },
    {
      "epoch": 0.13635989124165773,
      "grad_norm": 4.711346309289919,
      "learning_rate": 9.961965784851008e-06,
      "loss": 0.5391,
      "step": 1655
    },
    {
      "epoch": 0.13644228392518745,
      "grad_norm": 5.386352678608556,
      "learning_rate": 9.96188360895905e-06,
      "loss": 0.5528,
      "step": 1656
    },
    {
      "epoch": 0.13652467660871714,
      "grad_norm": 3.7171000317960674,
      "learning_rate": 9.961801344728814e-06,
      "loss": 0.3146,
      "step": 1657
    },
    {
      "epoch": 0.13660706929224684,
      "grad_norm": 8.89069958620607,
      "learning_rate": 9.961718992161766e-06,
      "loss": 0.7587,
      "step": 1658
    },
    {
      "epoch": 0.13668946197577655,
      "grad_norm": 4.697622743571729,
      "learning_rate": 9.961636551259372e-06,
      "loss": 0.5835,
      "step": 1659
    },
    {
      "epoch": 0.13677185465930625,
      "grad_norm": 4.830696241299008,
      "learning_rate": 9.961554022023096e-06,
      "loss": 0.4971,
      "step": 1660
    },
    {
      "epoch": 0.13685424734283597,
      "grad_norm": 6.104707702622647,
      "learning_rate": 9.961471404454412e-06,
      "loss": 0.7071,
      "step": 1661
    },
    {
      "epoch": 0.13693664002636566,
      "grad_norm": 4.34172790300022,
      "learning_rate": 9.961388698554788e-06,
      "loss": 0.5556,
      "step": 1662
    },
    {
      "epoch": 0.13701903270989535,
      "grad_norm": 4.298900363667948,
      "learning_rate": 9.961305904325698e-06,
      "loss": 0.5294,
      "step": 1663
    },
    {
      "epoch": 0.13710142539342507,
      "grad_norm": 4.954490101460579,
      "learning_rate": 9.961223021768616e-06,
      "loss": 0.6465,
      "step": 1664
    },
    {
      "epoch": 0.13718381807695476,
      "grad_norm": 3.726228481637675,
      "learning_rate": 9.961140050885014e-06,
      "loss": 0.631,
      "step": 1665
    },
    {
      "epoch": 0.13726621076048448,
      "grad_norm": 4.358895727873771,
      "learning_rate": 9.961056991676374e-06,
      "loss": 0.3122,
      "step": 1666
    },
    {
      "epoch": 0.13734860344401417,
      "grad_norm": 3.7045601167381945,
      "learning_rate": 9.960973844144173e-06,
      "loss": 0.4447,
      "step": 1667
    },
    {
      "epoch": 0.13743099612754386,
      "grad_norm": 4.571967455353021,
      "learning_rate": 9.960890608289892e-06,
      "loss": 0.4863,
      "step": 1668
    },
    {
      "epoch": 0.13751338881107358,
      "grad_norm": 5.0825669590129205,
      "learning_rate": 9.96080728411501e-06,
      "loss": 0.6621,
      "step": 1669
    },
    {
      "epoch": 0.13759578149460328,
      "grad_norm": 5.845767088881154,
      "learning_rate": 9.960723871621015e-06,
      "loss": 0.7493,
      "step": 1670
    },
    {
      "epoch": 0.137678174178133,
      "grad_norm": 13.232880223960649,
      "learning_rate": 9.960640370809386e-06,
      "loss": 0.8361,
      "step": 1671
    },
    {
      "epoch": 0.1377605668616627,
      "grad_norm": 3.393345594707139,
      "learning_rate": 9.960556781681617e-06,
      "loss": 0.4943,
      "step": 1672
    },
    {
      "epoch": 0.13784295954519238,
      "grad_norm": 4.815367039541761,
      "learning_rate": 9.960473104239188e-06,
      "loss": 0.5859,
      "step": 1673
    },
    {
      "epoch": 0.1379253522287221,
      "grad_norm": 25.934815306172943,
      "learning_rate": 9.960389338483595e-06,
      "loss": 0.5897,
      "step": 1674
    },
    {
      "epoch": 0.1380077449122518,
      "grad_norm": 24.48503833988488,
      "learning_rate": 9.960305484416329e-06,
      "loss": 0.4866,
      "step": 1675
    },
    {
      "epoch": 0.13809013759578148,
      "grad_norm": 4.687506824918209,
      "learning_rate": 9.96022154203888e-06,
      "loss": 0.6256,
      "step": 1676
    },
    {
      "epoch": 0.1381725302793112,
      "grad_norm": 4.850750355427269,
      "learning_rate": 9.960137511352743e-06,
      "loss": 0.6337,
      "step": 1677
    },
    {
      "epoch": 0.1382549229628409,
      "grad_norm": 3.8668299030247524,
      "learning_rate": 9.960053392359415e-06,
      "loss": 0.469,
      "step": 1678
    },
    {
      "epoch": 0.1383373156463706,
      "grad_norm": 6.853909013979112,
      "learning_rate": 9.959969185060393e-06,
      "loss": 0.6324,
      "step": 1679
    },
    {
      "epoch": 0.1384197083299003,
      "grad_norm": 6.736126149335651,
      "learning_rate": 9.959884889457176e-06,
      "loss": 0.562,
      "step": 1680
    },
    {
      "epoch": 0.13850210101343,
      "grad_norm": 3.2727359868331862,
      "learning_rate": 9.959800505551266e-06,
      "loss": 0.3456,
      "step": 1681
    },
    {
      "epoch": 0.13858449369695972,
      "grad_norm": 5.234071812547031,
      "learning_rate": 9.959716033344164e-06,
      "loss": 0.5409,
      "step": 1682
    },
    {
      "epoch": 0.1386668863804894,
      "grad_norm": 6.251936957368742,
      "learning_rate": 9.959631472837376e-06,
      "loss": 0.5655,
      "step": 1683
    },
    {
      "epoch": 0.13874927906401913,
      "grad_norm": 5.288184313366442,
      "learning_rate": 9.959546824032404e-06,
      "loss": 0.5368,
      "step": 1684
    },
    {
      "epoch": 0.13883167174754882,
      "grad_norm": 6.679955478940586,
      "learning_rate": 9.959462086930757e-06,
      "loss": 0.6028,
      "step": 1685
    },
    {
      "epoch": 0.1389140644310785,
      "grad_norm": 5.000778668824838,
      "learning_rate": 9.959377261533945e-06,
      "loss": 0.5867,
      "step": 1686
    },
    {
      "epoch": 0.13899645711460823,
      "grad_norm": 5.120889487517192,
      "learning_rate": 9.959292347843476e-06,
      "loss": 0.5128,
      "step": 1687
    },
    {
      "epoch": 0.13907884979813792,
      "grad_norm": 6.017331185338668,
      "learning_rate": 9.959207345860863e-06,
      "loss": 0.8164,
      "step": 1688
    },
    {
      "epoch": 0.13916124248166764,
      "grad_norm": 4.242760533926133,
      "learning_rate": 9.959122255587617e-06,
      "loss": 0.4745,
      "step": 1689
    },
    {
      "epoch": 0.13924363516519733,
      "grad_norm": 6.532137559532413,
      "learning_rate": 9.959037077025256e-06,
      "loss": 0.6932,
      "step": 1690
    },
    {
      "epoch": 0.13932602784872702,
      "grad_norm": 5.970476933345833,
      "learning_rate": 9.958951810175294e-06,
      "loss": 0.5707,
      "step": 1691
    },
    {
      "epoch": 0.13940842053225674,
      "grad_norm": 4.783279541756054,
      "learning_rate": 9.958866455039253e-06,
      "loss": 0.4375,
      "step": 1692
    },
    {
      "epoch": 0.13949081321578644,
      "grad_norm": 5.1671883616236025,
      "learning_rate": 9.958781011618648e-06,
      "loss": 0.5305,
      "step": 1693
    },
    {
      "epoch": 0.13957320589931613,
      "grad_norm": 4.396863523163892,
      "learning_rate": 9.958695479915002e-06,
      "loss": 0.4693,
      "step": 1694
    },
    {
      "epoch": 0.13965559858284585,
      "grad_norm": 6.13192250177938,
      "learning_rate": 9.958609859929836e-06,
      "loss": 0.7002,
      "step": 1695
    },
    {
      "epoch": 0.13973799126637554,
      "grad_norm": 4.437325147612999,
      "learning_rate": 9.958524151664677e-06,
      "loss": 0.3917,
      "step": 1696
    },
    {
      "epoch": 0.13982038394990526,
      "grad_norm": 5.070019626853925,
      "learning_rate": 9.958438355121052e-06,
      "loss": 0.4742,
      "step": 1697
    },
    {
      "epoch": 0.13990277663343495,
      "grad_norm": 6.083396673742178,
      "learning_rate": 9.958352470300485e-06,
      "loss": 0.621,
      "step": 1698
    },
    {
      "epoch": 0.13998516931696464,
      "grad_norm": 6.384051434280243,
      "learning_rate": 9.958266497204506e-06,
      "loss": 0.5026,
      "step": 1699
    },
    {
      "epoch": 0.14006756200049436,
      "grad_norm": 4.010479307928655,
      "learning_rate": 9.958180435834646e-06,
      "loss": 0.4158,
      "step": 1700
    },
    {
      "epoch": 0.14014995468402405,
      "grad_norm": 4.719623857149445,
      "learning_rate": 9.958094286192437e-06,
      "loss": 0.4985,
      "step": 1701
    },
    {
      "epoch": 0.14023234736755377,
      "grad_norm": 5.426958394750245,
      "learning_rate": 9.958008048279413e-06,
      "loss": 0.5531,
      "step": 1702
    },
    {
      "epoch": 0.14031474005108346,
      "grad_norm": 5.08856362765558,
      "learning_rate": 9.95792172209711e-06,
      "loss": 0.3943,
      "step": 1703
    },
    {
      "epoch": 0.14039713273461316,
      "grad_norm": 5.638213422297256,
      "learning_rate": 9.957835307647063e-06,
      "loss": 0.6932,
      "step": 1704
    },
    {
      "epoch": 0.14047952541814288,
      "grad_norm": 6.63185919475462,
      "learning_rate": 9.957748804930813e-06,
      "loss": 0.6148,
      "step": 1705
    },
    {
      "epoch": 0.14056191810167257,
      "grad_norm": 7.754221383064333,
      "learning_rate": 9.9576622139499e-06,
      "loss": 0.7738,
      "step": 1706
    },
    {
      "epoch": 0.1406443107852023,
      "grad_norm": 5.15021907426077,
      "learning_rate": 9.957575534705861e-06,
      "loss": 0.3595,
      "step": 1707
    },
    {
      "epoch": 0.14072670346873198,
      "grad_norm": 7.00492373956156,
      "learning_rate": 9.957488767200246e-06,
      "loss": 0.6592,
      "step": 1708
    },
    {
      "epoch": 0.14080909615226167,
      "grad_norm": 6.8725037736438885,
      "learning_rate": 9.957401911434594e-06,
      "loss": 0.6738,
      "step": 1709
    },
    {
      "epoch": 0.1408914888357914,
      "grad_norm": 5.474394546552511,
      "learning_rate": 9.957314967410455e-06,
      "loss": 0.4472,
      "step": 1710
    },
    {
      "epoch": 0.14097388151932108,
      "grad_norm": 6.395917661111817,
      "learning_rate": 9.957227935129374e-06,
      "loss": 0.781,
      "step": 1711
    },
    {
      "epoch": 0.14105627420285077,
      "grad_norm": 5.013972013359134,
      "learning_rate": 9.957140814592901e-06,
      "loss": 0.5114,
      "step": 1712
    },
    {
      "epoch": 0.1411386668863805,
      "grad_norm": 5.229649358585399,
      "learning_rate": 9.95705360580259e-06,
      "loss": 0.7029,
      "step": 1713
    },
    {
      "epoch": 0.14122105956991018,
      "grad_norm": 4.092719529026001,
      "learning_rate": 9.956966308759993e-06,
      "loss": 0.3894,
      "step": 1714
    },
    {
      "epoch": 0.1413034522534399,
      "grad_norm": 5.2989880902352136,
      "learning_rate": 9.95687892346666e-06,
      "loss": 0.6119,
      "step": 1715
    },
    {
      "epoch": 0.1413858449369696,
      "grad_norm": 3.6082549788649962,
      "learning_rate": 9.95679144992415e-06,
      "loss": 0.2587,
      "step": 1716
    },
    {
      "epoch": 0.1414682376204993,
      "grad_norm": 4.328630549185103,
      "learning_rate": 9.95670388813402e-06,
      "loss": 0.4679,
      "step": 1717
    },
    {
      "epoch": 0.141550630304029,
      "grad_norm": 6.666267680234917,
      "learning_rate": 9.95661623809783e-06,
      "loss": 0.6764,
      "step": 1718
    },
    {
      "epoch": 0.1416330229875587,
      "grad_norm": 6.030588485073613,
      "learning_rate": 9.956528499817137e-06,
      "loss": 0.5958,
      "step": 1719
    },
    {
      "epoch": 0.14171541567108842,
      "grad_norm": 3.697734271168265,
      "learning_rate": 9.956440673293508e-06,
      "loss": 0.3724,
      "step": 1720
    },
    {
      "epoch": 0.1417978083546181,
      "grad_norm": 5.078205684000341,
      "learning_rate": 9.956352758528501e-06,
      "loss": 0.4152,
      "step": 1721
    },
    {
      "epoch": 0.1418802010381478,
      "grad_norm": 5.998477976751115,
      "learning_rate": 9.956264755523687e-06,
      "loss": 0.4393,
      "step": 1722
    },
    {
      "epoch": 0.14196259372167752,
      "grad_norm": 4.1617349318422105,
      "learning_rate": 9.956176664280628e-06,
      "loss": 0.5035,
      "step": 1723
    },
    {
      "epoch": 0.1420449864052072,
      "grad_norm": 5.193159222144419,
      "learning_rate": 9.956088484800895e-06,
      "loss": 0.5345,
      "step": 1724
    },
    {
      "epoch": 0.14212737908873693,
      "grad_norm": 4.085571835755461,
      "learning_rate": 9.956000217086055e-06,
      "loss": 0.5145,
      "step": 1725
    },
    {
      "epoch": 0.14220977177226662,
      "grad_norm": 8.724102472644716,
      "learning_rate": 9.955911861137683e-06,
      "loss": 0.7727,
      "step": 1726
    },
    {
      "epoch": 0.14229216445579632,
      "grad_norm": 5.455750786296661,
      "learning_rate": 9.95582341695735e-06,
      "loss": 0.519,
      "step": 1727
    },
    {
      "epoch": 0.14237455713932604,
      "grad_norm": 7.3612630042618,
      "learning_rate": 9.955734884546632e-06,
      "loss": 0.9181,
      "step": 1728
    },
    {
      "epoch": 0.14245694982285573,
      "grad_norm": 6.860122301504194,
      "learning_rate": 9.955646263907103e-06,
      "loss": 0.7269,
      "step": 1729
    },
    {
      "epoch": 0.14253934250638542,
      "grad_norm": 5.246035437947141,
      "learning_rate": 9.955557555040344e-06,
      "loss": 0.6018,
      "step": 1730
    },
    {
      "epoch": 0.14262173518991514,
      "grad_norm": 4.620747795169099,
      "learning_rate": 9.95546875794793e-06,
      "loss": 0.4273,
      "step": 1731
    },
    {
      "epoch": 0.14270412787344483,
      "grad_norm": 4.879100737888411,
      "learning_rate": 9.955379872631447e-06,
      "loss": 0.4053,
      "step": 1732
    },
    {
      "epoch": 0.14278652055697455,
      "grad_norm": 5.1781106148154965,
      "learning_rate": 9.955290899092473e-06,
      "loss": 0.5273,
      "step": 1733
    },
    {
      "epoch": 0.14286891324050424,
      "grad_norm": 5.28098812734887,
      "learning_rate": 9.955201837332592e-06,
      "loss": 0.4492,
      "step": 1734
    },
    {
      "epoch": 0.14295130592403393,
      "grad_norm": 4.588098614679162,
      "learning_rate": 9.955112687353395e-06,
      "loss": 0.6444,
      "step": 1735
    },
    {
      "epoch": 0.14303369860756365,
      "grad_norm": 6.807890987436337,
      "learning_rate": 9.955023449156464e-06,
      "loss": 0.8301,
      "step": 1736
    },
    {
      "epoch": 0.14311609129109334,
      "grad_norm": 6.19317980765747,
      "learning_rate": 9.95493412274339e-06,
      "loss": 0.644,
      "step": 1737
    },
    {
      "epoch": 0.14319848397462306,
      "grad_norm": 4.804293638065614,
      "learning_rate": 9.954844708115761e-06,
      "loss": 0.3949,
      "step": 1738
    },
    {
      "epoch": 0.14328087665815276,
      "grad_norm": 5.446810889833297,
      "learning_rate": 9.95475520527517e-06,
      "loss": 0.4823,
      "step": 1739
    },
    {
      "epoch": 0.14336326934168245,
      "grad_norm": 5.587157787333849,
      "learning_rate": 9.954665614223212e-06,
      "loss": 0.3342,
      "step": 1740
    },
    {
      "epoch": 0.14344566202521217,
      "grad_norm": 6.671984779337379,
      "learning_rate": 9.954575934961482e-06,
      "loss": 0.4438,
      "step": 1741
    },
    {
      "epoch": 0.14352805470874186,
      "grad_norm": 6.720067281421165,
      "learning_rate": 9.954486167491574e-06,
      "loss": 0.6546,
      "step": 1742
    },
    {
      "epoch": 0.14361044739227158,
      "grad_norm": 4.310942822266015,
      "learning_rate": 9.954396311815088e-06,
      "loss": 0.3683,
      "step": 1743
    },
    {
      "epoch": 0.14369284007580127,
      "grad_norm": 6.662276529673106,
      "learning_rate": 9.954306367933623e-06,
      "loss": 0.7405,
      "step": 1744
    },
    {
      "epoch": 0.14377523275933096,
      "grad_norm": 5.668799637679965,
      "learning_rate": 9.954216335848781e-06,
      "loss": 0.5108,
      "step": 1745
    },
    {
      "epoch": 0.14385762544286068,
      "grad_norm": 11.70486674091479,
      "learning_rate": 9.954126215562165e-06,
      "loss": 0.5593,
      "step": 1746
    },
    {
      "epoch": 0.14394001812639037,
      "grad_norm": 4.7414430921442285,
      "learning_rate": 9.954036007075378e-06,
      "loss": 0.6503,
      "step": 1747
    },
    {
      "epoch": 0.1440224108099201,
      "grad_norm": 5.383455910246553,
      "learning_rate": 9.953945710390029e-06,
      "loss": 0.534,
      "step": 1748
    },
    {
      "epoch": 0.14410480349344978,
      "grad_norm": 5.207132564825904,
      "learning_rate": 9.953855325507723e-06,
      "loss": 0.6014,
      "step": 1749
    },
    {
      "epoch": 0.14418719617697948,
      "grad_norm": 4.522652655624019,
      "learning_rate": 9.95376485243007e-06,
      "loss": 0.561,
      "step": 1750
    },
    {
      "epoch": 0.1442695888605092,
      "grad_norm": 3.575322962748732,
      "learning_rate": 9.95367429115868e-06,
      "loss": 0.3608,
      "step": 1751
    },
    {
      "epoch": 0.1443519815440389,
      "grad_norm": 3.799989212310609,
      "learning_rate": 9.953583641695163e-06,
      "loss": 0.5892,
      "step": 1752
    },
    {
      "epoch": 0.14443437422756858,
      "grad_norm": 4.154410303606598,
      "learning_rate": 9.95349290404114e-06,
      "loss": 0.6148,
      "step": 1753
    },
    {
      "epoch": 0.1445167669110983,
      "grad_norm": 4.526476783100888,
      "learning_rate": 9.95340207819822e-06,
      "loss": 0.5512,
      "step": 1754
    },
    {
      "epoch": 0.144599159594628,
      "grad_norm": 5.470982965204849,
      "learning_rate": 9.953311164168023e-06,
      "loss": 0.6535,
      "step": 1755
    },
    {
      "epoch": 0.1446815522781577,
      "grad_norm": 6.153122788881867,
      "learning_rate": 9.953220161952165e-06,
      "loss": 0.5768,
      "step": 1756
    },
    {
      "epoch": 0.1447639449616874,
      "grad_norm": 3.888887680481176,
      "learning_rate": 9.95312907155227e-06,
      "loss": 0.3174,
      "step": 1757
    },
    {
      "epoch": 0.1448463376452171,
      "grad_norm": 5.669629872152485,
      "learning_rate": 9.953037892969957e-06,
      "loss": 0.6727,
      "step": 1758
    },
    {
      "epoch": 0.1449287303287468,
      "grad_norm": 35.771339221273166,
      "learning_rate": 9.952946626206848e-06,
      "loss": 1.7314,
      "step": 1759
    },
    {
      "epoch": 0.1450111230122765,
      "grad_norm": 4.3289004927992725,
      "learning_rate": 9.952855271264573e-06,
      "loss": 0.5573,
      "step": 1760
    },
    {
      "epoch": 0.14509351569580622,
      "grad_norm": 3.799289594497197,
      "learning_rate": 9.952763828144752e-06,
      "loss": 0.3963,
      "step": 1761
    },
    {
      "epoch": 0.14517590837933592,
      "grad_norm": 5.288650375462546,
      "learning_rate": 9.952672296849017e-06,
      "loss": 0.475,
      "step": 1762
    },
    {
      "epoch": 0.1452583010628656,
      "grad_norm": 3.9972186574876734,
      "learning_rate": 9.952580677378998e-06,
      "loss": 0.5127,
      "step": 1763
    },
    {
      "epoch": 0.14534069374639533,
      "grad_norm": 4.3332751493193475,
      "learning_rate": 9.952488969736324e-06,
      "loss": 0.5247,
      "step": 1764
    },
    {
      "epoch": 0.14542308642992502,
      "grad_norm": 4.195892689128413,
      "learning_rate": 9.952397173922629e-06,
      "loss": 0.3199,
      "step": 1765
    },
    {
      "epoch": 0.14550547911345474,
      "grad_norm": 5.722985806247223,
      "learning_rate": 9.952305289939545e-06,
      "loss": 0.6056,
      "step": 1766
    },
    {
      "epoch": 0.14558787179698443,
      "grad_norm": 6.368312651719165,
      "learning_rate": 9.952213317788713e-06,
      "loss": 0.5713,
      "step": 1767
    },
    {
      "epoch": 0.14567026448051412,
      "grad_norm": 4.5910410814721585,
      "learning_rate": 9.952121257471765e-06,
      "loss": 0.5231,
      "step": 1768
    },
    {
      "epoch": 0.14575265716404384,
      "grad_norm": 4.149070439095053,
      "learning_rate": 9.952029108990341e-06,
      "loss": 0.4691,
      "step": 1769
    },
    {
      "epoch": 0.14583504984757353,
      "grad_norm": 6.698020175906564,
      "learning_rate": 9.951936872346084e-06,
      "loss": 0.6816,
      "step": 1770
    },
    {
      "epoch": 0.14591744253110323,
      "grad_norm": 4.448335960350891,
      "learning_rate": 9.951844547540634e-06,
      "loss": 0.5778,
      "step": 1771
    },
    {
      "epoch": 0.14599983521463294,
      "grad_norm": 5.697992048620652,
      "learning_rate": 9.951752134575636e-06,
      "loss": 0.5035,
      "step": 1772
    },
    {
      "epoch": 0.14608222789816264,
      "grad_norm": 6.626396310224672,
      "learning_rate": 9.951659633452735e-06,
      "loss": 0.6606,
      "step": 1773
    },
    {
      "epoch": 0.14616462058169236,
      "grad_norm": 4.046239182291733,
      "learning_rate": 9.951567044173577e-06,
      "loss": 0.3849,
      "step": 1774
    },
    {
      "epoch": 0.14624701326522205,
      "grad_norm": 3.688760782701429,
      "learning_rate": 9.951474366739811e-06,
      "loss": 0.4589,
      "step": 1775
    },
    {
      "epoch": 0.14632940594875174,
      "grad_norm": 4.790126428067029,
      "learning_rate": 9.951381601153087e-06,
      "loss": 0.6115,
      "step": 1776
    },
    {
      "epoch": 0.14641179863228146,
      "grad_norm": 6.205649281121326,
      "learning_rate": 9.951288747415055e-06,
      "loss": 0.5969,
      "step": 1777
    },
    {
      "epoch": 0.14649419131581115,
      "grad_norm": 3.3187533632736397,
      "learning_rate": 9.95119580552737e-06,
      "loss": 0.5073,
      "step": 1778
    },
    {
      "epoch": 0.14657658399934087,
      "grad_norm": 3.258398469094614,
      "learning_rate": 9.95110277549169e-06,
      "loss": 0.2559,
      "step": 1779
    },
    {
      "epoch": 0.14665897668287056,
      "grad_norm": 4.3933466019017375,
      "learning_rate": 9.951009657309664e-06,
      "loss": 0.4237,
      "step": 1780
    },
    {
      "epoch": 0.14674136936640025,
      "grad_norm": 5.039755273960905,
      "learning_rate": 9.950916450982954e-06,
      "loss": 0.5285,
      "step": 1781
    },
    {
      "epoch": 0.14682376204992997,
      "grad_norm": 5.052820158208282,
      "learning_rate": 9.95082315651322e-06,
      "loss": 0.5216,
      "step": 1782
    },
    {
      "epoch": 0.14690615473345967,
      "grad_norm": 7.221433965049104,
      "learning_rate": 9.950729773902119e-06,
      "loss": 0.7875,
      "step": 1783
    },
    {
      "epoch": 0.14698854741698938,
      "grad_norm": 4.022936489503606,
      "learning_rate": 9.950636303151318e-06,
      "loss": 0.3333,
      "step": 1784
    },
    {
      "epoch": 0.14707094010051908,
      "grad_norm": 4.202488842137441,
      "learning_rate": 9.950542744262478e-06,
      "loss": 0.3781,
      "step": 1785
    },
    {
      "epoch": 0.14715333278404877,
      "grad_norm": 7.63848412977035,
      "learning_rate": 9.950449097237268e-06,
      "loss": 0.6791,
      "step": 1786
    },
    {
      "epoch": 0.1472357254675785,
      "grad_norm": 4.718688788366161,
      "learning_rate": 9.950355362077351e-06,
      "loss": 0.5764,
      "step": 1787
    },
    {
      "epoch": 0.14731811815110818,
      "grad_norm": 7.447234767381768,
      "learning_rate": 9.950261538784399e-06,
      "loss": 0.4469,
      "step": 1788
    },
    {
      "epoch": 0.14740051083463787,
      "grad_norm": 5.095202612388618,
      "learning_rate": 9.950167627360078e-06,
      "loss": 0.6372,
      "step": 1789
    },
    {
      "epoch": 0.1474829035181676,
      "grad_norm": 7.204391060200845,
      "learning_rate": 9.950073627806068e-06,
      "loss": 0.4491,
      "step": 1790
    },
    {
      "epoch": 0.14756529620169728,
      "grad_norm": 5.269735640638179,
      "learning_rate": 9.949979540124036e-06,
      "loss": 0.7009,
      "step": 1791
    },
    {
      "epoch": 0.147647688885227,
      "grad_norm": 5.921433725601925,
      "learning_rate": 9.949885364315659e-06,
      "loss": 0.3743,
      "step": 1792
    },
    {
      "epoch": 0.1477300815687567,
      "grad_norm": 4.473723831399909,
      "learning_rate": 9.949791100382613e-06,
      "loss": 0.5765,
      "step": 1793
    },
    {
      "epoch": 0.14781247425228639,
      "grad_norm": 4.15202235170927,
      "learning_rate": 9.949696748326576e-06,
      "loss": 0.4384,
      "step": 1794
    },
    {
      "epoch": 0.1478948669358161,
      "grad_norm": 5.1563131436767335,
      "learning_rate": 9.94960230814923e-06,
      "loss": 0.4914,
      "step": 1795
    },
    {
      "epoch": 0.1479772596193458,
      "grad_norm": 7.2266024173875,
      "learning_rate": 9.949507779852255e-06,
      "loss": 0.8423,
      "step": 1796
    },
    {
      "epoch": 0.14805965230287552,
      "grad_norm": 3.6509897775167817,
      "learning_rate": 9.949413163437334e-06,
      "loss": 0.2087,
      "step": 1797
    },
    {
      "epoch": 0.1481420449864052,
      "grad_norm": 4.574456787530481,
      "learning_rate": 9.94931845890615e-06,
      "loss": 0.4738,
      "step": 1798
    },
    {
      "epoch": 0.1482244376699349,
      "grad_norm": 5.648889619706296,
      "learning_rate": 9.949223666260391e-06,
      "loss": 0.5997,
      "step": 1799
    },
    {
      "epoch": 0.14830683035346462,
      "grad_norm": 5.202785968386703,
      "learning_rate": 9.949128785501744e-06,
      "loss": 0.3894,
      "step": 1800
    },
    {
      "epoch": 0.1483892230369943,
      "grad_norm": 10.997911457737233,
      "learning_rate": 9.949033816631897e-06,
      "loss": 0.6417,
      "step": 1801
    },
    {
      "epoch": 0.14847161572052403,
      "grad_norm": 4.6037373374277015,
      "learning_rate": 9.948938759652545e-06,
      "loss": 0.4054,
      "step": 1802
    },
    {
      "epoch": 0.14855400840405372,
      "grad_norm": 6.562807171790634,
      "learning_rate": 9.948843614565373e-06,
      "loss": 0.5643,
      "step": 1803
    },
    {
      "epoch": 0.14863640108758341,
      "grad_norm": 4.45858174996238,
      "learning_rate": 9.948748381372081e-06,
      "loss": 0.4779,
      "step": 1804
    },
    {
      "epoch": 0.14871879377111313,
      "grad_norm": 5.1171416882597915,
      "learning_rate": 9.948653060074365e-06,
      "loss": 0.6325,
      "step": 1805
    },
    {
      "epoch": 0.14880118645464283,
      "grad_norm": 5.1648545519748765,
      "learning_rate": 9.948557650673917e-06,
      "loss": 0.6289,
      "step": 1806
    },
    {
      "epoch": 0.14888357913817252,
      "grad_norm": 3.3249976860584125,
      "learning_rate": 9.94846215317244e-06,
      "loss": 0.5099,
      "step": 1807
    },
    {
      "epoch": 0.14896597182170224,
      "grad_norm": 4.210265252795672,
      "learning_rate": 9.94836656757163e-06,
      "loss": 0.3661,
      "step": 1808
    },
    {
      "epoch": 0.14904836450523193,
      "grad_norm": 5.856159591100659,
      "learning_rate": 9.948270893873194e-06,
      "loss": 0.6683,
      "step": 1809
    },
    {
      "epoch": 0.14913075718876165,
      "grad_norm": 5.665378850590255,
      "learning_rate": 9.94817513207883e-06,
      "loss": 0.4274,
      "step": 1810
    },
    {
      "epoch": 0.14921314987229134,
      "grad_norm": 3.2139105645087644,
      "learning_rate": 9.948079282190246e-06,
      "loss": 0.3374,
      "step": 1811
    },
    {
      "epoch": 0.14929554255582103,
      "grad_norm": 4.41472261330769,
      "learning_rate": 9.947983344209149e-06,
      "loss": 0.5235,
      "step": 1812
    },
    {
      "epoch": 0.14937793523935075,
      "grad_norm": 5.0108760558021235,
      "learning_rate": 9.947887318137246e-06,
      "loss": 0.4894,
      "step": 1813
    },
    {
      "epoch": 0.14946032792288044,
      "grad_norm": 4.076125168503218,
      "learning_rate": 9.947791203976246e-06,
      "loss": 0.486,
      "step": 1814
    },
    {
      "epoch": 0.14954272060641016,
      "grad_norm": 4.9262153367813175,
      "learning_rate": 9.94769500172786e-06,
      "loss": 0.4339,
      "step": 1815
    },
    {
      "epoch": 0.14962511328993985,
      "grad_norm": 4.823936819797354,
      "learning_rate": 9.947598711393803e-06,
      "loss": 0.5129,
      "step": 1816
    },
    {
      "epoch": 0.14970750597346955,
      "grad_norm": 7.422686319765741,
      "learning_rate": 9.947502332975785e-06,
      "loss": 0.724,
      "step": 1817
    },
    {
      "epoch": 0.14978989865699927,
      "grad_norm": 5.069308352660441,
      "learning_rate": 9.947405866475526e-06,
      "loss": 0.3606,
      "step": 1818
    },
    {
      "epoch": 0.14987229134052896,
      "grad_norm": 4.817079842052196,
      "learning_rate": 9.947309311894741e-06,
      "loss": 0.6129,
      "step": 1819
    },
    {
      "epoch": 0.14995468402405868,
      "grad_norm": 4.409288579092636,
      "learning_rate": 9.947212669235151e-06,
      "loss": 0.3029,
      "step": 1820
    },
    {
      "epoch": 0.15003707670758837,
      "grad_norm": 4.088287504533524,
      "learning_rate": 9.947115938498475e-06,
      "loss": 0.3747,
      "step": 1821
    },
    {
      "epoch": 0.15011946939111806,
      "grad_norm": 4.526831599614096,
      "learning_rate": 9.947019119686437e-06,
      "loss": 0.5938,
      "step": 1822
    },
    {
      "epoch": 0.15020186207464778,
      "grad_norm": 5.180661766219478,
      "learning_rate": 9.946922212800758e-06,
      "loss": 0.5274,
      "step": 1823
    },
    {
      "epoch": 0.15028425475817747,
      "grad_norm": 4.075075934628573,
      "learning_rate": 9.946825217843165e-06,
      "loss": 0.5151,
      "step": 1824
    },
    {
      "epoch": 0.15036664744170716,
      "grad_norm": 4.371753027926906,
      "learning_rate": 9.946728134815384e-06,
      "loss": 0.3841,
      "step": 1825
    },
    {
      "epoch": 0.15044904012523688,
      "grad_norm": 7.004245095318552,
      "learning_rate": 9.946630963719143e-06,
      "loss": 0.7213,
      "step": 1826
    },
    {
      "epoch": 0.15053143280876657,
      "grad_norm": 4.695580060254283,
      "learning_rate": 9.946533704556174e-06,
      "loss": 0.4254,
      "step": 1827
    },
    {
      "epoch": 0.1506138254922963,
      "grad_norm": 6.379558882024517,
      "learning_rate": 9.946436357328208e-06,
      "loss": 0.4716,
      "step": 1828
    },
    {
      "epoch": 0.15069621817582599,
      "grad_norm": 30.181991180317187,
      "learning_rate": 9.946338922036977e-06,
      "loss": 1.3403,
      "step": 1829
    },
    {
      "epoch": 0.15077861085935568,
      "grad_norm": 4.760372710692016,
      "learning_rate": 9.946241398684216e-06,
      "loss": 0.6688,
      "step": 1830
    },
    {
      "epoch": 0.1508610035428854,
      "grad_norm": 29.77514513346913,
      "learning_rate": 9.94614378727166e-06,
      "loss": 1.0769,
      "step": 1831
    },
    {
      "epoch": 0.1509433962264151,
      "grad_norm": 5.446400107754182,
      "learning_rate": 9.946046087801052e-06,
      "loss": 0.4928,
      "step": 1832
    },
    {
      "epoch": 0.1510257889099448,
      "grad_norm": 4.18231130411727,
      "learning_rate": 9.945948300274124e-06,
      "loss": 0.5164,
      "step": 1833
    },
    {
      "epoch": 0.1511081815934745,
      "grad_norm": 9.784576516645163,
      "learning_rate": 9.945850424692622e-06,
      "loss": 0.7336,
      "step": 1834
    },
    {
      "epoch": 0.1511905742770042,
      "grad_norm": 4.280452136926324,
      "learning_rate": 9.945752461058286e-06,
      "loss": 0.5356,
      "step": 1835
    },
    {
      "epoch": 0.1512729669605339,
      "grad_norm": 4.514588928723341,
      "learning_rate": 9.945654409372861e-06,
      "loss": 0.3138,
      "step": 1836
    },
    {
      "epoch": 0.1513553596440636,
      "grad_norm": 4.977510975280522,
      "learning_rate": 9.945556269638095e-06,
      "loss": 0.6125,
      "step": 1837
    },
    {
      "epoch": 0.15143775232759332,
      "grad_norm": 3.7210768337208595,
      "learning_rate": 9.945458041855732e-06,
      "loss": 0.6259,
      "step": 1838
    },
    {
      "epoch": 0.15152014501112301,
      "grad_norm": 3.836298613785647,
      "learning_rate": 9.94535972602752e-06,
      "loss": 0.4432,
      "step": 1839
    },
    {
      "epoch": 0.1516025376946527,
      "grad_norm": 8.066856187714102,
      "learning_rate": 9.945261322155213e-06,
      "loss": 0.8116,
      "step": 1840
    },
    {
      "epoch": 0.15168493037818243,
      "grad_norm": 4.468142883297208,
      "learning_rate": 9.94516283024056e-06,
      "loss": 0.4872,
      "step": 1841
    },
    {
      "epoch": 0.15176732306171212,
      "grad_norm": 5.892106263712281,
      "learning_rate": 9.945064250285318e-06,
      "loss": 0.7393,
      "step": 1842
    },
    {
      "epoch": 0.1518497157452418,
      "grad_norm": 5.748773653446861,
      "learning_rate": 9.944965582291236e-06,
      "loss": 0.491,
      "step": 1843
    },
    {
      "epoch": 0.15193210842877153,
      "grad_norm": 6.267061350789159,
      "learning_rate": 9.944866826260076e-06,
      "loss": 0.5588,
      "step": 1844
    },
    {
      "epoch": 0.15201450111230122,
      "grad_norm": 5.56231366013553,
      "learning_rate": 9.944767982193595e-06,
      "loss": 0.392,
      "step": 1845
    },
    {
      "epoch": 0.15209689379583094,
      "grad_norm": 5.383200889814545,
      "learning_rate": 9.944669050093552e-06,
      "loss": 0.6692,
      "step": 1846
    },
    {
      "epoch": 0.15217928647936063,
      "grad_norm": 6.870277257184773,
      "learning_rate": 9.944570029961706e-06,
      "loss": 0.7725,
      "step": 1847
    },
    {
      "epoch": 0.15226167916289032,
      "grad_norm": 4.559517814413792,
      "learning_rate": 9.944470921799825e-06,
      "loss": 0.6481,
      "step": 1848
    },
    {
      "epoch": 0.15234407184642004,
      "grad_norm": 4.74898634616392,
      "learning_rate": 9.944371725609671e-06,
      "loss": 0.5648,
      "step": 1849
    },
    {
      "epoch": 0.15242646452994973,
      "grad_norm": 4.860513869955498,
      "learning_rate": 9.944272441393008e-06,
      "loss": 0.6931,
      "step": 1850
    },
    {
      "epoch": 0.15250885721347945,
      "grad_norm": 4.3722520697227205,
      "learning_rate": 9.944173069151609e-06,
      "loss": 0.3393,
      "step": 1851
    },
    {
      "epoch": 0.15259124989700915,
      "grad_norm": 5.0443736184423065,
      "learning_rate": 9.944073608887235e-06,
      "loss": 0.5772,
      "step": 1852
    },
    {
      "epoch": 0.15267364258053884,
      "grad_norm": 8.549939972371906,
      "learning_rate": 9.943974060601664e-06,
      "loss": 0.5043,
      "step": 1853
    },
    {
      "epoch": 0.15275603526406856,
      "grad_norm": 4.757709984298188,
      "learning_rate": 9.943874424296666e-06,
      "loss": 0.6423,
      "step": 1854
    },
    {
      "epoch": 0.15283842794759825,
      "grad_norm": 5.4002386456791305,
      "learning_rate": 9.943774699974014e-06,
      "loss": 0.5686,
      "step": 1855
    },
    {
      "epoch": 0.15292082063112797,
      "grad_norm": 4.215127806823176,
      "learning_rate": 9.943674887635483e-06,
      "loss": 0.5367,
      "step": 1856
    },
    {
      "epoch": 0.15300321331465766,
      "grad_norm": 4.274941922810144,
      "learning_rate": 9.943574987282853e-06,
      "loss": 0.5136,
      "step": 1857
    },
    {
      "epoch": 0.15308560599818735,
      "grad_norm": 5.007470901292181,
      "learning_rate": 9.943474998917899e-06,
      "loss": 0.4348,
      "step": 1858
    },
    {
      "epoch": 0.15316799868171707,
      "grad_norm": 4.406761750552184,
      "learning_rate": 9.943374922542403e-06,
      "loss": 0.5084,
      "step": 1859
    },
    {
      "epoch": 0.15325039136524676,
      "grad_norm": 5.414163225734359,
      "learning_rate": 9.943274758158146e-06,
      "loss": 0.545,
      "step": 1860
    },
    {
      "epoch": 0.15333278404877645,
      "grad_norm": 4.477228911899572,
      "learning_rate": 9.943174505766912e-06,
      "loss": 0.5127,
      "step": 1861
    },
    {
      "epoch": 0.15341517673230617,
      "grad_norm": 5.4286296996844134,
      "learning_rate": 9.943074165370486e-06,
      "loss": 0.5424,
      "step": 1862
    },
    {
      "epoch": 0.15349756941583587,
      "grad_norm": 7.8227006152958625,
      "learning_rate": 9.94297373697065e-06,
      "loss": 0.6181,
      "step": 1863
    },
    {
      "epoch": 0.15357996209936559,
      "grad_norm": 4.58280474696728,
      "learning_rate": 9.942873220569201e-06,
      "loss": 0.5705,
      "step": 1864
    },
    {
      "epoch": 0.15366235478289528,
      "grad_norm": 5.000809086425357,
      "learning_rate": 9.942772616167921e-06,
      "loss": 0.5671,
      "step": 1865
    },
    {
      "epoch": 0.15374474746642497,
      "grad_norm": 4.052269078249802,
      "learning_rate": 9.942671923768604e-06,
      "loss": 0.5368,
      "step": 1866
    },
    {
      "epoch": 0.1538271401499547,
      "grad_norm": 4.354386031164391,
      "learning_rate": 9.942571143373041e-06,
      "loss": 0.4506,
      "step": 1867
    },
    {
      "epoch": 0.15390953283348438,
      "grad_norm": 5.323874342321902,
      "learning_rate": 9.942470274983029e-06,
      "loss": 0.5499,
      "step": 1868
    },
    {
      "epoch": 0.1539919255170141,
      "grad_norm": 4.166290067353925,
      "learning_rate": 9.94236931860036e-06,
      "loss": 0.57,
      "step": 1869
    },
    {
      "epoch": 0.1540743182005438,
      "grad_norm": 4.663093189419887,
      "learning_rate": 9.942268274226836e-06,
      "loss": 0.6149,
      "step": 1870
    },
    {
      "epoch": 0.15415671088407348,
      "grad_norm": 5.011905916587221,
      "learning_rate": 9.942167141864252e-06,
      "loss": 0.5146,
      "step": 1871
    },
    {
      "epoch": 0.1542391035676032,
      "grad_norm": 3.684085210483375,
      "learning_rate": 9.94206592151441e-06,
      "loss": 0.471,
      "step": 1872
    },
    {
      "epoch": 0.1543214962511329,
      "grad_norm": 4.529894364792616,
      "learning_rate": 9.941964613179113e-06,
      "loss": 0.6402,
      "step": 1873
    },
    {
      "epoch": 0.15440388893466261,
      "grad_norm": 5.379119541477112,
      "learning_rate": 9.941863216860161e-06,
      "loss": 0.4688,
      "step": 1874
    },
    {
      "epoch": 0.1544862816181923,
      "grad_norm": 4.711252577285658,
      "learning_rate": 9.941761732559365e-06,
      "loss": 0.4731,
      "step": 1875
    },
    {
      "epoch": 0.154568674301722,
      "grad_norm": 4.627102248023416,
      "learning_rate": 9.941660160278526e-06,
      "loss": 0.5882,
      "step": 1876
    },
    {
      "epoch": 0.15465106698525172,
      "grad_norm": 4.784269516867435,
      "learning_rate": 9.941558500019458e-06,
      "loss": 0.5784,
      "step": 1877
    },
    {
      "epoch": 0.1547334596687814,
      "grad_norm": 3.964863589286543,
      "learning_rate": 9.941456751783965e-06,
      "loss": 0.4781,
      "step": 1878
    },
    {
      "epoch": 0.15481585235231113,
      "grad_norm": 3.7942935218449954,
      "learning_rate": 9.941354915573863e-06,
      "loss": 0.3864,
      "step": 1879
    },
    {
      "epoch": 0.15489824503584082,
      "grad_norm": 3.7341181608097385,
      "learning_rate": 9.941252991390961e-06,
      "loss": 0.4249,
      "step": 1880
    },
    {
      "epoch": 0.1549806377193705,
      "grad_norm": 5.551866143123865,
      "learning_rate": 9.941150979237078e-06,
      "loss": 0.5836,
      "step": 1881
    },
    {
      "epoch": 0.15506303040290023,
      "grad_norm": 9.280745802972426,
      "learning_rate": 9.941048879114025e-06,
      "loss": 0.7968,
      "step": 1882
    },
    {
      "epoch": 0.15514542308642992,
      "grad_norm": 4.957929728130742,
      "learning_rate": 9.940946691023625e-06,
      "loss": 0.4156,
      "step": 1883
    },
    {
      "epoch": 0.15522781576995962,
      "grad_norm": 5.612906720964241,
      "learning_rate": 9.940844414967697e-06,
      "loss": 0.5885,
      "step": 1884
    },
    {
      "epoch": 0.15531020845348933,
      "grad_norm": 4.208810615796374,
      "learning_rate": 9.940742050948057e-06,
      "loss": 0.3961,
      "step": 1885
    },
    {
      "epoch": 0.15539260113701903,
      "grad_norm": 23.92972768953157,
      "learning_rate": 9.94063959896653e-06,
      "loss": 0.6231,
      "step": 1886
    },
    {
      "epoch": 0.15547499382054875,
      "grad_norm": 5.76934083591682,
      "learning_rate": 9.940537059024942e-06,
      "loss": 0.4364,
      "step": 1887
    },
    {
      "epoch": 0.15555738650407844,
      "grad_norm": 5.707451138870683,
      "learning_rate": 9.940434431125117e-06,
      "loss": 0.5047,
      "step": 1888
    },
    {
      "epoch": 0.15563977918760813,
      "grad_norm": 5.776218724756825,
      "learning_rate": 9.940331715268883e-06,
      "loss": 0.5968,
      "step": 1889
    },
    {
      "epoch": 0.15572217187113785,
      "grad_norm": 4.954848575236138,
      "learning_rate": 9.940228911458065e-06,
      "loss": 0.5645,
      "step": 1890
    },
    {
      "epoch": 0.15580456455466754,
      "grad_norm": 4.99108420622021,
      "learning_rate": 9.940126019694498e-06,
      "loss": 0.6215,
      "step": 1891
    },
    {
      "epoch": 0.15588695723819726,
      "grad_norm": 4.922687738818404,
      "learning_rate": 9.940023039980012e-06,
      "loss": 0.4969,
      "step": 1892
    },
    {
      "epoch": 0.15596934992172695,
      "grad_norm": 6.857403736754451,
      "learning_rate": 9.939919972316437e-06,
      "loss": 0.7445,
      "step": 1893
    },
    {
      "epoch": 0.15605174260525664,
      "grad_norm": 5.0582162606668115,
      "learning_rate": 9.939816816705615e-06,
      "loss": 0.4787,
      "step": 1894
    },
    {
      "epoch": 0.15613413528878636,
      "grad_norm": 4.756494625315935,
      "learning_rate": 9.939713573149377e-06,
      "loss": 0.6097,
      "step": 1895
    },
    {
      "epoch": 0.15621652797231605,
      "grad_norm": 6.419763789825375,
      "learning_rate": 9.939610241649561e-06,
      "loss": 0.4783,
      "step": 1896
    },
    {
      "epoch": 0.15629892065584577,
      "grad_norm": 4.5978040753369935,
      "learning_rate": 9.93950682220801e-06,
      "loss": 0.4438,
      "step": 1897
    },
    {
      "epoch": 0.15638131333937547,
      "grad_norm": 4.462028232430049,
      "learning_rate": 9.939403314826563e-06,
      "loss": 0.3942,
      "step": 1898
    },
    {
      "epoch": 0.15646370602290516,
      "grad_norm": 5.337997568156949,
      "learning_rate": 9.939299719507065e-06,
      "loss": 0.5616,
      "step": 1899
    },
    {
      "epoch": 0.15654609870643488,
      "grad_norm": 3.60824355878785,
      "learning_rate": 9.939196036251357e-06,
      "loss": 0.4209,
      "step": 1900
    },
    {
      "epoch": 0.15662849138996457,
      "grad_norm": 3.9143893571730146,
      "learning_rate": 9.939092265061288e-06,
      "loss": 0.3278,
      "step": 1901
    },
    {
      "epoch": 0.15671088407349426,
      "grad_norm": 4.439793896511223,
      "learning_rate": 9.938988405938703e-06,
      "loss": 0.5322,
      "step": 1902
    },
    {
      "epoch": 0.15679327675702398,
      "grad_norm": 4.36845403354661,
      "learning_rate": 9.938884458885454e-06,
      "loss": 0.5716,
      "step": 1903
    },
    {
      "epoch": 0.15687566944055367,
      "grad_norm": 6.284830972083645,
      "learning_rate": 9.938780423903387e-06,
      "loss": 0.6454,
      "step": 1904
    },
    {
      "epoch": 0.1569580621240834,
      "grad_norm": 6.495990019493336,
      "learning_rate": 9.938676300994358e-06,
      "loss": 0.5363,
      "step": 1905
    },
    {
      "epoch": 0.15704045480761308,
      "grad_norm": 5.215129230889581,
      "learning_rate": 9.938572090160222e-06,
      "loss": 0.3534,
      "step": 1906
    },
    {
      "epoch": 0.15712284749114278,
      "grad_norm": 5.0984361516420735,
      "learning_rate": 9.938467791402828e-06,
      "loss": 0.3469,
      "step": 1907
    },
    {
      "epoch": 0.1572052401746725,
      "grad_norm": 35.6236332120135,
      "learning_rate": 9.938363404724038e-06,
      "loss": 1.4843,
      "step": 1908
    },
    {
      "epoch": 0.1572876328582022,
      "grad_norm": 7.458138808494354,
      "learning_rate": 9.93825893012571e-06,
      "loss": 0.6091,
      "step": 1909
    },
    {
      "epoch": 0.1573700255417319,
      "grad_norm": 6.398287378682458,
      "learning_rate": 9.938154367609705e-06,
      "loss": 0.5134,
      "step": 1910
    },
    {
      "epoch": 0.1574524182252616,
      "grad_norm": 3.5343424335631433,
      "learning_rate": 9.93804971717788e-06,
      "loss": 0.286,
      "step": 1911
    },
    {
      "epoch": 0.1575348109087913,
      "grad_norm": 4.504459000128934,
      "learning_rate": 9.937944978832103e-06,
      "loss": 0.4624,
      "step": 1912
    },
    {
      "epoch": 0.157617203592321,
      "grad_norm": 7.108577599603217,
      "learning_rate": 9.937840152574235e-06,
      "loss": 0.7483,
      "step": 1913
    },
    {
      "epoch": 0.1576995962758507,
      "grad_norm": 3.6174046857082898,
      "learning_rate": 9.937735238406146e-06,
      "loss": 0.4525,
      "step": 1914
    },
    {
      "epoch": 0.15778198895938042,
      "grad_norm": 6.389978345222535,
      "learning_rate": 9.9376302363297e-06,
      "loss": 0.7896,
      "step": 1915
    },
    {
      "epoch": 0.1578643816429101,
      "grad_norm": 6.548196848276821,
      "learning_rate": 9.937525146346767e-06,
      "loss": 0.6367,
      "step": 1916
    },
    {
      "epoch": 0.1579467743264398,
      "grad_norm": 3.655411742497471,
      "learning_rate": 9.937419968459221e-06,
      "loss": 0.5116,
      "step": 1917
    },
    {
      "epoch": 0.15802916700996952,
      "grad_norm": 4.929959679569643,
      "learning_rate": 9.937314702668933e-06,
      "loss": 0.4611,
      "step": 1918
    },
    {
      "epoch": 0.15811155969349922,
      "grad_norm": 6.432318019871717,
      "learning_rate": 9.937209348977776e-06,
      "loss": 0.5361,
      "step": 1919
    },
    {
      "epoch": 0.1581939523770289,
      "grad_norm": 4.031201714847671,
      "learning_rate": 9.937103907387626e-06,
      "loss": 0.3384,
      "step": 1920
    },
    {
      "epoch": 0.15827634506055863,
      "grad_norm": 3.9206730902636253,
      "learning_rate": 9.936998377900362e-06,
      "loss": 0.5143,
      "step": 1921
    },
    {
      "epoch": 0.15835873774408832,
      "grad_norm": 5.579814626803759,
      "learning_rate": 9.93689276051786e-06,
      "loss": 0.6045,
      "step": 1922
    },
    {
      "epoch": 0.15844113042761804,
      "grad_norm": 3.917683732272094,
      "learning_rate": 9.936787055242002e-06,
      "loss": 0.2376,
      "step": 1923
    },
    {
      "epoch": 0.15852352311114773,
      "grad_norm": 4.78423472401811,
      "learning_rate": 9.93668126207467e-06,
      "loss": 0.4524,
      "step": 1924
    },
    {
      "epoch": 0.15860591579467742,
      "grad_norm": 3.2708331638186716,
      "learning_rate": 9.936575381017746e-06,
      "loss": 0.3629,
      "step": 1925
    },
    {
      "epoch": 0.15868830847820714,
      "grad_norm": 23.158576456528266,
      "learning_rate": 9.936469412073117e-06,
      "loss": 0.4387,
      "step": 1926
    },
    {
      "epoch": 0.15877070116173683,
      "grad_norm": 5.907761415620391,
      "learning_rate": 9.936363355242668e-06,
      "loss": 0.5724,
      "step": 1927
    },
    {
      "epoch": 0.15885309384526655,
      "grad_norm": 4.421376470888521,
      "learning_rate": 9.93625721052829e-06,
      "loss": 0.6202,
      "step": 1928
    },
    {
      "epoch": 0.15893548652879624,
      "grad_norm": 5.122603282277841,
      "learning_rate": 9.936150977931869e-06,
      "loss": 0.4856,
      "step": 1929
    },
    {
      "epoch": 0.15901787921232594,
      "grad_norm": 5.697392483109681,
      "learning_rate": 9.936044657455298e-06,
      "loss": 0.7097,
      "step": 1930
    },
    {
      "epoch": 0.15910027189585565,
      "grad_norm": 8.995800779777136,
      "learning_rate": 9.93593824910047e-06,
      "loss": 0.7263,
      "step": 1931
    },
    {
      "epoch": 0.15918266457938535,
      "grad_norm": 3.015815073457665,
      "learning_rate": 9.935831752869278e-06,
      "loss": 0.4475,
      "step": 1932
    },
    {
      "epoch": 0.15926505726291507,
      "grad_norm": 5.3090549745473075,
      "learning_rate": 9.93572516876362e-06,
      "loss": 0.5545,
      "step": 1933
    },
    {
      "epoch": 0.15934744994644476,
      "grad_norm": 12.995406107077027,
      "learning_rate": 9.935618496785396e-06,
      "loss": 0.1749,
      "step": 1934
    },
    {
      "epoch": 0.15942984262997445,
      "grad_norm": 4.825072935595757,
      "learning_rate": 9.935511736936498e-06,
      "loss": 0.4887,
      "step": 1935
    },
    {
      "epoch": 0.15951223531350417,
      "grad_norm": 4.746919626773541,
      "learning_rate": 9.935404889218831e-06,
      "loss": 0.5112,
      "step": 1936
    },
    {
      "epoch": 0.15959462799703386,
      "grad_norm": 6.689116278696351,
      "learning_rate": 9.935297953634298e-06,
      "loss": 0.7103,
      "step": 1937
    },
    {
      "epoch": 0.15967702068056355,
      "grad_norm": 6.502278304742261,
      "learning_rate": 9.935190930184802e-06,
      "loss": 0.7145,
      "step": 1938
    },
    {
      "epoch": 0.15975941336409327,
      "grad_norm": 5.451164256483429,
      "learning_rate": 9.935083818872247e-06,
      "loss": 0.4737,
      "step": 1939
    },
    {
      "epoch": 0.15984180604762296,
      "grad_norm": 3.0051587922433067,
      "learning_rate": 9.93497661969854e-06,
      "loss": 0.2742,
      "step": 1940
    },
    {
      "epoch": 0.15992419873115268,
      "grad_norm": 5.427591565725511,
      "learning_rate": 9.934869332665592e-06,
      "loss": 0.5207,
      "step": 1941
    },
    {
      "epoch": 0.16000659141468238,
      "grad_norm": 5.4367848489833115,
      "learning_rate": 9.934761957775312e-06,
      "loss": 0.5983,
      "step": 1942
    },
    {
      "epoch": 0.16008898409821207,
      "grad_norm": 7.154739577060193,
      "learning_rate": 9.93465449502961e-06,
      "loss": 0.6409,
      "step": 1943
    },
    {
      "epoch": 0.1601713767817418,
      "grad_norm": 5.038406869203767,
      "learning_rate": 9.934546944430402e-06,
      "loss": 0.4853,
      "step": 1944
    },
    {
      "epoch": 0.16025376946527148,
      "grad_norm": 5.650856613574145,
      "learning_rate": 9.934439305979598e-06,
      "loss": 0.6453,
      "step": 1945
    },
    {
      "epoch": 0.1603361621488012,
      "grad_norm": 15.099928104720231,
      "learning_rate": 9.934331579679119e-06,
      "loss": 0.7712,
      "step": 1946
    },
    {
      "epoch": 0.1604185548323309,
      "grad_norm": 5.331849451324917,
      "learning_rate": 9.934223765530883e-06,
      "loss": 0.5346,
      "step": 1947
    },
    {
      "epoch": 0.16050094751586058,
      "grad_norm": 6.11974330303117,
      "learning_rate": 9.934115863536806e-06,
      "loss": 0.6636,
      "step": 1948
    },
    {
      "epoch": 0.1605833401993903,
      "grad_norm": 5.259099308839429,
      "learning_rate": 9.934007873698813e-06,
      "loss": 0.4581,
      "step": 1949
    },
    {
      "epoch": 0.16066573288292,
      "grad_norm": 4.763348066034409,
      "learning_rate": 9.933899796018821e-06,
      "loss": 0.7946,
      "step": 1950
    },
    {
      "epoch": 0.1607481255664497,
      "grad_norm": 4.328616169486818,
      "learning_rate": 9.933791630498761e-06,
      "loss": 0.5788,
      "step": 1951
    },
    {
      "epoch": 0.1608305182499794,
      "grad_norm": 5.067172957788821,
      "learning_rate": 9.933683377140552e-06,
      "loss": 0.6345,
      "step": 1952
    },
    {
      "epoch": 0.1609129109335091,
      "grad_norm": 4.119522578831503,
      "learning_rate": 9.933575035946128e-06,
      "loss": 0.4333,
      "step": 1953
    },
    {
      "epoch": 0.16099530361703882,
      "grad_norm": 4.532665725421111,
      "learning_rate": 9.933466606917412e-06,
      "loss": 0.4846,
      "step": 1954
    },
    {
      "epoch": 0.1610776963005685,
      "grad_norm": 6.677989132375096,
      "learning_rate": 9.933358090056337e-06,
      "loss": 0.6531,
      "step": 1955
    },
    {
      "epoch": 0.1611600889840982,
      "grad_norm": 5.737777079771404,
      "learning_rate": 9.933249485364836e-06,
      "loss": 0.551,
      "step": 1956
    },
    {
      "epoch": 0.16124248166762792,
      "grad_norm": 5.303362303054575,
      "learning_rate": 9.93314079284484e-06,
      "loss": 0.5989,
      "step": 1957
    },
    {
      "epoch": 0.1613248743511576,
      "grad_norm": 4.539301099456485,
      "learning_rate": 9.933032012498287e-06,
      "loss": 0.5385,
      "step": 1958
    },
    {
      "epoch": 0.16140726703468733,
      "grad_norm": 7.619380498183769,
      "learning_rate": 9.932923144327112e-06,
      "loss": 0.5917,
      "step": 1959
    },
    {
      "epoch": 0.16148965971821702,
      "grad_norm": 6.2711200766201225,
      "learning_rate": 9.932814188333252e-06,
      "loss": 0.6814,
      "step": 1960
    },
    {
      "epoch": 0.1615720524017467,
      "grad_norm": 4.925280195591163,
      "learning_rate": 9.932705144518648e-06,
      "loss": 0.3257,
      "step": 1961
    },
    {
      "epoch": 0.16165444508527643,
      "grad_norm": 4.900465005853736,
      "learning_rate": 9.932596012885243e-06,
      "loss": 0.6121,
      "step": 1962
    },
    {
      "epoch": 0.16173683776880612,
      "grad_norm": 5.597180202998693,
      "learning_rate": 9.932486793434976e-06,
      "loss": 0.4417,
      "step": 1963
    },
    {
      "epoch": 0.16181923045233584,
      "grad_norm": 3.786036286281869,
      "learning_rate": 9.932377486169795e-06,
      "loss": 0.4473,
      "step": 1964
    },
    {
      "epoch": 0.16190162313586554,
      "grad_norm": 5.333467663504172,
      "learning_rate": 9.932268091091647e-06,
      "loss": 0.5273,
      "step": 1965
    },
    {
      "epoch": 0.16198401581939523,
      "grad_norm": 3.114851131702418,
      "learning_rate": 9.932158608202473e-06,
      "loss": 0.2613,
      "step": 1966
    },
    {
      "epoch": 0.16206640850292495,
      "grad_norm": 4.933213429654218,
      "learning_rate": 9.932049037504228e-06,
      "loss": 0.5545,
      "step": 1967
    },
    {
      "epoch": 0.16214880118645464,
      "grad_norm": 5.732455463753953,
      "learning_rate": 9.931939378998862e-06,
      "loss": 0.5004,
      "step": 1968
    },
    {
      "epoch": 0.16223119386998436,
      "grad_norm": 3.3159988830987936,
      "learning_rate": 9.931829632688327e-06,
      "loss": 0.2362,
      "step": 1969
    },
    {
      "epoch": 0.16231358655351405,
      "grad_norm": 6.801154604066474,
      "learning_rate": 9.931719798574577e-06,
      "loss": 0.725,
      "step": 1970
    },
    {
      "epoch": 0.16239597923704374,
      "grad_norm": 28.52359146325827,
      "learning_rate": 9.931609876659567e-06,
      "loss": 0.8996,
      "step": 1971
    },
    {
      "epoch": 0.16247837192057346,
      "grad_norm": 7.673010563827642,
      "learning_rate": 9.931499866945254e-06,
      "loss": 0.6011,
      "step": 1972
    },
    {
      "epoch": 0.16256076460410315,
      "grad_norm": 2.9164586276644355,
      "learning_rate": 9.931389769433595e-06,
      "loss": 0.257,
      "step": 1973
    },
    {
      "epoch": 0.16264315728763284,
      "grad_norm": 3.4481637153537736,
      "learning_rate": 9.931279584126552e-06,
      "loss": 0.2657,
      "step": 1974
    },
    {
      "epoch": 0.16272554997116256,
      "grad_norm": 5.503134114237322,
      "learning_rate": 9.931169311026086e-06,
      "loss": 0.478,
      "step": 1975
    },
    {
      "epoch": 0.16280794265469226,
      "grad_norm": 7.31936675050305,
      "learning_rate": 9.93105895013416e-06,
      "loss": 0.7626,
      "step": 1976
    },
    {
      "epoch": 0.16289033533822198,
      "grad_norm": 3.325018882378549,
      "learning_rate": 9.930948501452739e-06,
      "loss": 0.2196,
      "step": 1977
    },
    {
      "epoch": 0.16297272802175167,
      "grad_norm": 4.015246823982774,
      "learning_rate": 9.93083796498379e-06,
      "loss": 0.3479,
      "step": 1978
    },
    {
      "epoch": 0.16305512070528136,
      "grad_norm": 4.097019784111488,
      "learning_rate": 9.930727340729283e-06,
      "loss": 0.3443,
      "step": 1979
    },
    {
      "epoch": 0.16313751338881108,
      "grad_norm": 4.548498573960237,
      "learning_rate": 9.930616628691182e-06,
      "loss": 0.4211,
      "step": 1980
    },
    {
      "epoch": 0.16321990607234077,
      "grad_norm": 6.9065001345198045,
      "learning_rate": 9.930505828871461e-06,
      "loss": 0.6502,
      "step": 1981
    },
    {
      "epoch": 0.1633022987558705,
      "grad_norm": 4.716154264543286,
      "learning_rate": 9.930394941272094e-06,
      "loss": 0.6323,
      "step": 1982
    },
    {
      "epoch": 0.16338469143940018,
      "grad_norm": 5.198255317143385,
      "learning_rate": 9.930283965895054e-06,
      "loss": 0.5158,
      "step": 1983
    },
    {
      "epoch": 0.16346708412292987,
      "grad_norm": 3.8635971124237267,
      "learning_rate": 9.930172902742316e-06,
      "loss": 0.393,
      "step": 1984
    },
    {
      "epoch": 0.1635494768064596,
      "grad_norm": 4.73938319426752,
      "learning_rate": 9.930061751815858e-06,
      "loss": 0.53,
      "step": 1985
    },
    {
      "epoch": 0.16363186948998928,
      "grad_norm": 5.053290616839663,
      "learning_rate": 9.929950513117658e-06,
      "loss": 0.6883,
      "step": 1986
    },
    {
      "epoch": 0.163714262173519,
      "grad_norm": 4.256070865568776,
      "learning_rate": 9.929839186649698e-06,
      "loss": 0.4755,
      "step": 1987
    },
    {
      "epoch": 0.1637966548570487,
      "grad_norm": 5.726661518698401,
      "learning_rate": 9.929727772413959e-06,
      "loss": 0.6225,
      "step": 1988
    },
    {
      "epoch": 0.1638790475405784,
      "grad_norm": 6.136396113547857,
      "learning_rate": 9.929616270412425e-06,
      "loss": 0.5515,
      "step": 1989
    },
    {
      "epoch": 0.1639614402241081,
      "grad_norm": 5.803352132593352,
      "learning_rate": 9.92950468064708e-06,
      "loss": 0.6151,
      "step": 1990
    },
    {
      "epoch": 0.1640438329076378,
      "grad_norm": 5.500294699026293,
      "learning_rate": 9.929393003119911e-06,
      "loss": 0.645,
      "step": 1991
    },
    {
      "epoch": 0.1641262255911675,
      "grad_norm": 5.126741967427504,
      "learning_rate": 9.929281237832909e-06,
      "loss": 0.4252,
      "step": 1992
    },
    {
      "epoch": 0.1642086182746972,
      "grad_norm": 5.715611583303511,
      "learning_rate": 9.92916938478806e-06,
      "loss": 0.6065,
      "step": 1993
    },
    {
      "epoch": 0.1642910109582269,
      "grad_norm": 4.5030944875150505,
      "learning_rate": 9.929057443987356e-06,
      "loss": 0.4517,
      "step": 1994
    },
    {
      "epoch": 0.16437340364175662,
      "grad_norm": 4.036448430622849,
      "learning_rate": 9.928945415432792e-06,
      "loss": 0.3826,
      "step": 1995
    },
    {
      "epoch": 0.1644557963252863,
      "grad_norm": 4.77432743749195,
      "learning_rate": 9.92883329912636e-06,
      "loss": 0.4729,
      "step": 1996
    },
    {
      "epoch": 0.164538189008816,
      "grad_norm": 4.24213889175515,
      "learning_rate": 9.92872109507006e-06,
      "loss": 0.6217,
      "step": 1997
    },
    {
      "epoch": 0.16462058169234572,
      "grad_norm": 6.054404874550711,
      "learning_rate": 9.928608803265884e-06,
      "loss": 0.5828,
      "step": 1998
    },
    {
      "epoch": 0.16470297437587542,
      "grad_norm": 5.412374428435805,
      "learning_rate": 9.928496423715835e-06,
      "loss": 0.6126,
      "step": 1999
    },
    {
      "epoch": 0.16478536705940514,
      "grad_norm": 6.090978296501382,
      "learning_rate": 9.928383956421914e-06,
      "loss": 0.6151,
      "step": 2000
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 24274,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 7648832073984.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}