{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.997220859898643,
  "eval_steps": 500,
  "global_step": 7645,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006539153179663233,
      "grad_norm": 22.375,
      "learning_rate": 2.6143790849673203e-08,
      "loss": 1.7853,
      "step": 1
    },
    {
      "epoch": 0.0013078306359326467,
      "grad_norm": 18.75,
      "learning_rate": 5.228758169934641e-08,
      "loss": 1.3249,
      "step": 2
    },
    {
      "epoch": 0.00196174595389897,
      "grad_norm": 16.5,
      "learning_rate": 7.843137254901961e-08,
      "loss": 1.4347,
      "step": 3
    },
    {
      "epoch": 0.0026156612718652933,
      "grad_norm": 17.125,
      "learning_rate": 1.0457516339869281e-07,
      "loss": 1.1277,
      "step": 4
    },
    {
      "epoch": 0.003269576589831617,
      "grad_norm": 24.375,
      "learning_rate": 1.3071895424836603e-07,
      "loss": 1.8236,
      "step": 5
    },
    {
      "epoch": 0.00392349190779794,
      "grad_norm": 28.375,
      "learning_rate": 1.5686274509803921e-07,
      "loss": 2.18,
      "step": 6
    },
    {
      "epoch": 0.0045774072257642635,
      "grad_norm": 17.875,
      "learning_rate": 1.8300653594771245e-07,
      "loss": 1.7174,
      "step": 7
    },
    {
      "epoch": 0.005231322543730587,
      "grad_norm": 16.25,
      "learning_rate": 2.0915032679738563e-07,
      "loss": 1.1492,
      "step": 8
    },
    {
      "epoch": 0.005885237861696911,
      "grad_norm": 27.25,
      "learning_rate": 2.3529411764705883e-07,
      "loss": 1.6498,
      "step": 9
    },
    {
      "epoch": 0.006539153179663234,
      "grad_norm": 14.8125,
      "learning_rate": 2.6143790849673207e-07,
      "loss": 1.0398,
      "step": 10
    },
    {
      "epoch": 0.007193068497629557,
      "grad_norm": 16.0,
      "learning_rate": 2.8758169934640525e-07,
      "loss": 1.3389,
      "step": 11
    },
    {
      "epoch": 0.00784698381559588,
      "grad_norm": 20.75,
      "learning_rate": 3.1372549019607843e-07,
      "loss": 1.9224,
      "step": 12
    },
    {
      "epoch": 0.008500899133562204,
      "grad_norm": 18.0,
      "learning_rate": 3.398692810457516e-07,
      "loss": 1.3336,
      "step": 13
    },
    {
      "epoch": 0.009154814451528527,
      "grad_norm": 20.625,
      "learning_rate": 3.660130718954249e-07,
      "loss": 1.6119,
      "step": 14
    },
    {
      "epoch": 0.00980872976949485,
      "grad_norm": 17.125,
      "learning_rate": 3.921568627450981e-07,
      "loss": 1.2061,
      "step": 15
    },
    {
      "epoch": 0.010462645087461173,
      "grad_norm": 21.125,
      "learning_rate": 4.1830065359477126e-07,
      "loss": 1.55,
      "step": 16
    },
    {
      "epoch": 0.011116560405427496,
      "grad_norm": 22.125,
      "learning_rate": 4.444444444444445e-07,
      "loss": 1.495,
      "step": 17
    },
    {
      "epoch": 0.011770475723393821,
      "grad_norm": 23.625,
      "learning_rate": 4.7058823529411767e-07,
      "loss": 1.5443,
      "step": 18
    },
    {
      "epoch": 0.012424391041360144,
      "grad_norm": 18.375,
      "learning_rate": 4.967320261437909e-07,
      "loss": 1.72,
      "step": 19
    },
    {
      "epoch": 0.013078306359326467,
      "grad_norm": 20.5,
      "learning_rate": 5.228758169934641e-07,
      "loss": 1.5461,
      "step": 20
    },
    {
      "epoch": 0.01373222167729279,
      "grad_norm": 14.5,
      "learning_rate": 5.490196078431373e-07,
      "loss": 1.3291,
      "step": 21
    },
    {
      "epoch": 0.014386136995259114,
      "grad_norm": 23.625,
      "learning_rate": 5.751633986928105e-07,
      "loss": 1.4587,
      "step": 22
    },
    {
      "epoch": 0.015040052313225437,
      "grad_norm": 20.25,
      "learning_rate": 6.013071895424837e-07,
      "loss": 1.5046,
      "step": 23
    },
    {
      "epoch": 0.01569396763119176,
      "grad_norm": 17.625,
      "learning_rate": 6.274509803921569e-07,
      "loss": 1.9609,
      "step": 24
    },
    {
      "epoch": 0.016347882949158083,
      "grad_norm": 21.375,
      "learning_rate": 6.535947712418302e-07,
      "loss": 1.5493,
      "step": 25
    },
    {
      "epoch": 0.017001798267124408,
      "grad_norm": 18.625,
      "learning_rate": 6.797385620915032e-07,
      "loss": 1.4214,
      "step": 26
    },
    {
      "epoch": 0.01765571358509073,
      "grad_norm": 26.375,
      "learning_rate": 7.058823529411766e-07,
      "loss": 2.0565,
      "step": 27
    },
    {
      "epoch": 0.018309628903057054,
      "grad_norm": 23.5,
      "learning_rate": 7.320261437908498e-07,
      "loss": 2.0252,
      "step": 28
    },
    {
      "epoch": 0.01896354422102338,
      "grad_norm": 22.625,
      "learning_rate": 7.581699346405229e-07,
      "loss": 1.6488,
      "step": 29
    },
    {
      "epoch": 0.0196174595389897,
      "grad_norm": 16.125,
      "learning_rate": 7.843137254901962e-07,
      "loss": 1.3428,
      "step": 30
    },
    {
      "epoch": 0.020271374856956025,
      "grad_norm": 28.25,
      "learning_rate": 8.104575163398694e-07,
      "loss": 1.7191,
      "step": 31
    },
    {
      "epoch": 0.020925290174922347,
      "grad_norm": 17.0,
      "learning_rate": 8.366013071895425e-07,
      "loss": 1.1449,
      "step": 32
    },
    {
      "epoch": 0.02157920549288867,
      "grad_norm": 24.5,
      "learning_rate": 8.627450980392157e-07,
      "loss": 2.135,
      "step": 33
    },
    {
      "epoch": 0.022233120810854993,
      "grad_norm": 20.375,
      "learning_rate": 8.88888888888889e-07,
      "loss": 1.4919,
      "step": 34
    },
    {
      "epoch": 0.022887036128821318,
      "grad_norm": 29.0,
      "learning_rate": 9.150326797385621e-07,
      "loss": 1.8614,
      "step": 35
    },
    {
      "epoch": 0.023540951446787643,
      "grad_norm": 19.125,
      "learning_rate": 9.411764705882353e-07,
      "loss": 1.0191,
      "step": 36
    },
    {
      "epoch": 0.024194866764753964,
      "grad_norm": 15.9375,
      "learning_rate": 9.673202614379086e-07,
      "loss": 1.1653,
      "step": 37
    },
    {
      "epoch": 0.02484878208272029,
      "grad_norm": 22.375,
      "learning_rate": 9.934640522875818e-07,
      "loss": 1.7648,
      "step": 38
    },
    {
      "epoch": 0.02550269740068661,
      "grad_norm": 18.625,
      "learning_rate": 1.019607843137255e-06,
      "loss": 1.7209,
      "step": 39
    },
    {
      "epoch": 0.026156612718652935,
      "grad_norm": 20.125,
      "learning_rate": 1.0457516339869283e-06,
      "loss": 1.5833,
      "step": 40
    },
    {
      "epoch": 0.026810528036619256,
      "grad_norm": 15.0625,
      "learning_rate": 1.0718954248366013e-06,
      "loss": 0.7896,
      "step": 41
    },
    {
      "epoch": 0.02746444335458558,
      "grad_norm": 22.0,
      "learning_rate": 1.0980392156862745e-06,
      "loss": 2.0211,
      "step": 42
    },
    {
      "epoch": 0.028118358672551906,
      "grad_norm": 27.125,
      "learning_rate": 1.1241830065359478e-06,
      "loss": 2.4727,
      "step": 43
    },
    {
      "epoch": 0.028772273990518227,
      "grad_norm": 19.125,
      "learning_rate": 1.150326797385621e-06,
      "loss": 1.6349,
      "step": 44
    },
    {
      "epoch": 0.029426189308484552,
      "grad_norm": 23.125,
      "learning_rate": 1.1764705882352942e-06,
      "loss": 1.6653,
      "step": 45
    },
    {
      "epoch": 0.030080104626450874,
      "grad_norm": 15.0,
      "learning_rate": 1.2026143790849675e-06,
      "loss": 1.0016,
      "step": 46
    },
    {
      "epoch": 0.0307340199444172,
      "grad_norm": 20.5,
      "learning_rate": 1.2287581699346405e-06,
      "loss": 1.2971,
      "step": 47
    },
    {
      "epoch": 0.03138793526238352,
      "grad_norm": 15.6875,
      "learning_rate": 1.2549019607843137e-06,
      "loss": 1.0573,
      "step": 48
    },
    {
      "epoch": 0.03204185058034984,
      "grad_norm": 18.75,
      "learning_rate": 1.281045751633987e-06,
      "loss": 1.3878,
      "step": 49
    },
    {
      "epoch": 0.032695765898316166,
      "grad_norm": 20.875,
      "learning_rate": 1.3071895424836604e-06,
      "loss": 1.8702,
      "step": 50
    },
    {
      "epoch": 0.03334968121628249,
      "grad_norm": 17.0,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 1.8821,
      "step": 51
    },
    {
      "epoch": 0.034003596534248816,
      "grad_norm": 21.125,
      "learning_rate": 1.3594771241830064e-06,
      "loss": 1.751,
      "step": 52
    },
    {
      "epoch": 0.03465751185221514,
      "grad_norm": 17.625,
      "learning_rate": 1.3856209150326799e-06,
      "loss": 1.2839,
      "step": 53
    },
    {
      "epoch": 0.03531142717018146,
      "grad_norm": 20.125,
      "learning_rate": 1.4117647058823531e-06,
      "loss": 1.4963,
      "step": 54
    },
    {
      "epoch": 0.03596534248814778,
      "grad_norm": 16.875,
      "learning_rate": 1.4379084967320261e-06,
      "loss": 1.3659,
      "step": 55
    },
    {
      "epoch": 0.03661925780611411,
      "grad_norm": 19.0,
      "learning_rate": 1.4640522875816996e-06,
      "loss": 1.9621,
      "step": 56
    },
    {
      "epoch": 0.03727317312408043,
      "grad_norm": 17.125,
      "learning_rate": 1.4901960784313726e-06,
      "loss": 1.525,
      "step": 57
    },
    {
      "epoch": 0.03792708844204676,
      "grad_norm": 16.75,
      "learning_rate": 1.5163398692810458e-06,
      "loss": 1.207,
      "step": 58
    },
    {
      "epoch": 0.038581003760013076,
      "grad_norm": 10.0625,
      "learning_rate": 1.542483660130719e-06,
      "loss": 0.6293,
      "step": 59
    },
    {
      "epoch": 0.0392349190779794,
      "grad_norm": 15.1875,
      "learning_rate": 1.5686274509803923e-06,
      "loss": 1.1944,
      "step": 60
    },
    {
      "epoch": 0.039888834395945726,
      "grad_norm": 17.375,
      "learning_rate": 1.5947712418300653e-06,
      "loss": 2.1252,
      "step": 61
    },
    {
      "epoch": 0.04054274971391205,
      "grad_norm": 18.625,
      "learning_rate": 1.6209150326797388e-06,
      "loss": 1.2682,
      "step": 62
    },
    {
      "epoch": 0.04119666503187837,
      "grad_norm": 12.75,
      "learning_rate": 1.6470588235294118e-06,
      "loss": 1.1163,
      "step": 63
    },
    {
      "epoch": 0.04185058034984469,
      "grad_norm": 11.8125,
      "learning_rate": 1.673202614379085e-06,
      "loss": 0.7913,
      "step": 64
    },
    {
      "epoch": 0.04250449566781102,
      "grad_norm": 16.375,
      "learning_rate": 1.6993464052287585e-06,
      "loss": 1.2979,
      "step": 65
    },
    {
      "epoch": 0.04315841098577734,
      "grad_norm": 14.125,
      "learning_rate": 1.7254901960784315e-06,
      "loss": 1.2015,
      "step": 66
    },
    {
      "epoch": 0.04381232630374367,
      "grad_norm": 14.6875,
      "learning_rate": 1.7516339869281045e-06,
      "loss": 1.0585,
      "step": 67
    },
    {
      "epoch": 0.044466241621709986,
      "grad_norm": 13.25,
      "learning_rate": 1.777777777777778e-06,
      "loss": 1.3912,
      "step": 68
    },
    {
      "epoch": 0.04512015693967631,
      "grad_norm": 12.125,
      "learning_rate": 1.8039215686274512e-06,
      "loss": 1.3715,
      "step": 69
    },
    {
      "epoch": 0.045774072257642635,
      "grad_norm": 12.6875,
      "learning_rate": 1.8300653594771242e-06,
      "loss": 1.0968,
      "step": 70
    },
    {
      "epoch": 0.04642798757560896,
      "grad_norm": 9.0,
      "learning_rate": 1.8562091503267977e-06,
      "loss": 0.8315,
      "step": 71
    },
    {
      "epoch": 0.047081902893575285,
      "grad_norm": 9.6875,
      "learning_rate": 1.8823529411764707e-06,
      "loss": 1.0216,
      "step": 72
    },
    {
      "epoch": 0.0477358182115416,
      "grad_norm": 8.9375,
      "learning_rate": 1.9084967320261437e-06,
      "loss": 0.963,
      "step": 73
    },
    {
      "epoch": 0.04838973352950793,
      "grad_norm": 9.9375,
      "learning_rate": 1.934640522875817e-06,
      "loss": 1.0332,
      "step": 74
    },
    {
      "epoch": 0.04904364884747425,
      "grad_norm": 10.0625,
      "learning_rate": 1.96078431372549e-06,
      "loss": 1.3037,
      "step": 75
    },
    {
      "epoch": 0.04969756416544058,
      "grad_norm": 6.75,
      "learning_rate": 1.9869281045751636e-06,
      "loss": 0.6811,
      "step": 76
    },
    {
      "epoch": 0.050351479483406895,
      "grad_norm": 12.625,
      "learning_rate": 2.0130718954248366e-06,
      "loss": 1.2454,
      "step": 77
    },
    {
      "epoch": 0.05100539480137322,
      "grad_norm": 11.125,
      "learning_rate": 2.03921568627451e-06,
      "loss": 1.1049,
      "step": 78
    },
    {
      "epoch": 0.051659310119339545,
      "grad_norm": 11.75,
      "learning_rate": 2.065359477124183e-06,
      "loss": 0.8606,
      "step": 79
    },
    {
      "epoch": 0.05231322543730587,
      "grad_norm": 7.15625,
      "learning_rate": 2.0915032679738565e-06,
      "loss": 0.8439,
      "step": 80
    },
    {
      "epoch": 0.052967140755272195,
      "grad_norm": 7.46875,
      "learning_rate": 2.1176470588235296e-06,
      "loss": 0.7439,
      "step": 81
    },
    {
      "epoch": 0.05362105607323851,
      "grad_norm": 10.4375,
      "learning_rate": 2.1437908496732026e-06,
      "loss": 1.5164,
      "step": 82
    },
    {
      "epoch": 0.05427497139120484,
      "grad_norm": 10.75,
      "learning_rate": 2.169934640522876e-06,
      "loss": 1.5607,
      "step": 83
    },
    {
      "epoch": 0.05492888670917116,
      "grad_norm": 9.0,
      "learning_rate": 2.196078431372549e-06,
      "loss": 0.8527,
      "step": 84
    },
    {
      "epoch": 0.05558280202713749,
      "grad_norm": 9.375,
      "learning_rate": 2.222222222222222e-06,
      "loss": 1.1674,
      "step": 85
    },
    {
      "epoch": 0.05623671734510381,
      "grad_norm": 10.125,
      "learning_rate": 2.2483660130718955e-06,
      "loss": 1.4559,
      "step": 86
    },
    {
      "epoch": 0.05689063266307013,
      "grad_norm": 7.34375,
      "learning_rate": 2.274509803921569e-06,
      "loss": 1.0805,
      "step": 87
    },
    {
      "epoch": 0.057544547981036455,
      "grad_norm": 10.0,
      "learning_rate": 2.300653594771242e-06,
      "loss": 1.3947,
      "step": 88
    },
    {
      "epoch": 0.05819846329900278,
      "grad_norm": 7.8125,
      "learning_rate": 2.3267973856209154e-06,
      "loss": 1.3273,
      "step": 89
    },
    {
      "epoch": 0.058852378616969105,
      "grad_norm": 8.9375,
      "learning_rate": 2.3529411764705885e-06,
      "loss": 1.041,
      "step": 90
    },
    {
      "epoch": 0.05950629393493542,
      "grad_norm": 6.15625,
      "learning_rate": 2.3790849673202615e-06,
      "loss": 0.8624,
      "step": 91
    },
    {
      "epoch": 0.06016020925290175,
      "grad_norm": 8.125,
      "learning_rate": 2.405228758169935e-06,
      "loss": 0.8563,
      "step": 92
    },
    {
      "epoch": 0.06081412457086807,
      "grad_norm": 5.5,
      "learning_rate": 2.431372549019608e-06,
      "loss": 0.8141,
      "step": 93
    },
    {
      "epoch": 0.0614680398888344,
      "grad_norm": 6.25,
      "learning_rate": 2.457516339869281e-06,
      "loss": 0.9837,
      "step": 94
    },
    {
      "epoch": 0.06212195520680072,
      "grad_norm": 7.03125,
      "learning_rate": 2.4836601307189544e-06,
      "loss": 0.9888,
      "step": 95
    },
    {
      "epoch": 0.06277587052476705,
      "grad_norm": 6.78125,
      "learning_rate": 2.5098039215686274e-06,
      "loss": 1.1952,
      "step": 96
    },
    {
      "epoch": 0.06342978584273337,
      "grad_norm": 5.78125,
      "learning_rate": 2.535947712418301e-06,
      "loss": 0.9052,
      "step": 97
    },
    {
      "epoch": 0.06408370116069968,
      "grad_norm": 7.6875,
      "learning_rate": 2.562091503267974e-06,
      "loss": 1.0956,
      "step": 98
    },
    {
      "epoch": 0.06473761647866601,
      "grad_norm": 6.375,
      "learning_rate": 2.5882352941176473e-06,
      "loss": 1.0037,
      "step": 99
    },
    {
      "epoch": 0.06539153179663233,
      "grad_norm": 10.9375,
      "learning_rate": 2.6143790849673208e-06,
      "loss": 1.4849,
      "step": 100
    },
    {
      "epoch": 0.06604544711459866,
      "grad_norm": 6.4375,
      "learning_rate": 2.640522875816994e-06,
      "loss": 0.8732,
      "step": 101
    },
    {
      "epoch": 0.06669936243256498,
      "grad_norm": 6.59375,
      "learning_rate": 2.666666666666667e-06,
      "loss": 0.7752,
      "step": 102
    },
    {
      "epoch": 0.0673532777505313,
      "grad_norm": 5.34375,
      "learning_rate": 2.69281045751634e-06,
      "loss": 0.8277,
      "step": 103
    },
    {
      "epoch": 0.06800719306849763,
      "grad_norm": 6.78125,
      "learning_rate": 2.718954248366013e-06,
      "loss": 0.8004,
      "step": 104
    },
    {
      "epoch": 0.06866110838646396,
      "grad_norm": 3.84375,
      "learning_rate": 2.7450980392156867e-06,
      "loss": 0.5019,
      "step": 105
    },
    {
      "epoch": 0.06931502370443028,
      "grad_norm": 5.5625,
      "learning_rate": 2.7712418300653598e-06,
      "loss": 0.9185,
      "step": 106
    },
    {
      "epoch": 0.0699689390223966,
      "grad_norm": 6.21875,
      "learning_rate": 2.7973856209150328e-06,
      "loss": 0.6808,
      "step": 107
    },
    {
      "epoch": 0.07062285434036292,
      "grad_norm": 5.40625,
      "learning_rate": 2.8235294117647062e-06,
      "loss": 0.872,
      "step": 108
    },
    {
      "epoch": 0.07127676965832924,
      "grad_norm": 6.875,
      "learning_rate": 2.8496732026143792e-06,
      "loss": 1.0618,
      "step": 109
    },
    {
      "epoch": 0.07193068497629557,
      "grad_norm": 6.3125,
      "learning_rate": 2.8758169934640523e-06,
      "loss": 0.8521,
      "step": 110
    },
    {
      "epoch": 0.07258460029426189,
      "grad_norm": 7.0,
      "learning_rate": 2.901960784313726e-06,
      "loss": 1.1416,
      "step": 111
    },
    {
      "epoch": 0.07323851561222822,
      "grad_norm": 6.59375,
      "learning_rate": 2.928104575163399e-06,
      "loss": 0.9626,
      "step": 112
    },
    {
      "epoch": 0.07389243093019454,
      "grad_norm": 5.875,
      "learning_rate": 2.954248366013072e-06,
      "loss": 1.0726,
      "step": 113
    },
    {
      "epoch": 0.07454634624816087,
      "grad_norm": 7.09375,
      "learning_rate": 2.980392156862745e-06,
      "loss": 1.4055,
      "step": 114
    },
    {
      "epoch": 0.07520026156612719,
      "grad_norm": 6.8125,
      "learning_rate": 3.0065359477124182e-06,
      "loss": 0.8797,
      "step": 115
    },
    {
      "epoch": 0.07585417688409352,
      "grad_norm": 7.375,
      "learning_rate": 3.0326797385620917e-06,
      "loss": 1.2011,
      "step": 116
    },
    {
      "epoch": 0.07650809220205983,
      "grad_norm": 6.65625,
      "learning_rate": 3.058823529411765e-06,
      "loss": 1.1419,
      "step": 117
    },
    {
      "epoch": 0.07716200752002615,
      "grad_norm": 4.96875,
      "learning_rate": 3.084967320261438e-06,
      "loss": 0.9388,
      "step": 118
    },
    {
      "epoch": 0.07781592283799248,
      "grad_norm": 9.6875,
      "learning_rate": 3.1111111111111116e-06,
      "loss": 1.0324,
      "step": 119
    },
    {
      "epoch": 0.0784698381559588,
      "grad_norm": 4.21875,
      "learning_rate": 3.1372549019607846e-06,
      "loss": 0.5297,
      "step": 120
    },
    {
      "epoch": 0.07912375347392513,
      "grad_norm": 6.125,
      "learning_rate": 3.1633986928104576e-06,
      "loss": 1.1836,
      "step": 121
    },
    {
      "epoch": 0.07977766879189145,
      "grad_norm": 5.9375,
      "learning_rate": 3.1895424836601306e-06,
      "loss": 0.8431,
      "step": 122
    },
    {
      "epoch": 0.08043158410985778,
      "grad_norm": 4.9375,
      "learning_rate": 3.2156862745098045e-06,
      "loss": 0.8145,
      "step": 123
    },
    {
      "epoch": 0.0810854994278241,
      "grad_norm": 5.59375,
      "learning_rate": 3.2418300653594775e-06,
      "loss": 0.8455,
      "step": 124
    },
    {
      "epoch": 0.08173941474579043,
      "grad_norm": 5.03125,
      "learning_rate": 3.2679738562091506e-06,
      "loss": 0.9593,
      "step": 125
    },
    {
      "epoch": 0.08239333006375674,
      "grad_norm": 5.46875,
      "learning_rate": 3.2941176470588236e-06,
      "loss": 0.9752,
      "step": 126
    },
    {
      "epoch": 0.08304724538172306,
      "grad_norm": 4.5,
      "learning_rate": 3.320261437908497e-06,
      "loss": 0.6472,
      "step": 127
    },
    {
      "epoch": 0.08370116069968939,
      "grad_norm": 5.71875,
      "learning_rate": 3.34640522875817e-06,
      "loss": 0.7602,
      "step": 128
    },
    {
      "epoch": 0.08435507601765571,
      "grad_norm": 7.03125,
      "learning_rate": 3.3725490196078435e-06,
      "loss": 1.1583,
      "step": 129
    },
    {
      "epoch": 0.08500899133562204,
      "grad_norm": 4.40625,
      "learning_rate": 3.398692810457517e-06,
      "loss": 0.3314,
      "step": 130
    },
    {
      "epoch": 0.08566290665358836,
      "grad_norm": 5.25,
      "learning_rate": 3.42483660130719e-06,
      "loss": 0.6011,
      "step": 131
    },
    {
      "epoch": 0.08631682197155469,
      "grad_norm": 7.90625,
      "learning_rate": 3.450980392156863e-06,
      "loss": 1.1565,
      "step": 132
    },
    {
      "epoch": 0.08697073728952101,
      "grad_norm": 5.96875,
      "learning_rate": 3.477124183006536e-06,
      "loss": 0.9662,
      "step": 133
    },
    {
      "epoch": 0.08762465260748734,
      "grad_norm": 4.0625,
      "learning_rate": 3.503267973856209e-06,
      "loss": 0.6753,
      "step": 134
    },
    {
      "epoch": 0.08827856792545366,
      "grad_norm": 4.71875,
      "learning_rate": 3.529411764705883e-06,
      "loss": 0.6891,
      "step": 135
    },
    {
      "epoch": 0.08893248324341997,
      "grad_norm": 5.65625,
      "learning_rate": 3.555555555555556e-06,
      "loss": 0.9057,
      "step": 136
    },
    {
      "epoch": 0.0895863985613863,
      "grad_norm": 5.34375,
      "learning_rate": 3.581699346405229e-06,
      "loss": 0.7746,
      "step": 137
    },
    {
      "epoch": 0.09024031387935262,
      "grad_norm": 4.40625,
      "learning_rate": 3.6078431372549024e-06,
      "loss": 0.66,
      "step": 138
    },
    {
      "epoch": 0.09089422919731895,
      "grad_norm": 3.953125,
      "learning_rate": 3.6339869281045754e-06,
      "loss": 0.4679,
      "step": 139
    },
    {
      "epoch": 0.09154814451528527,
      "grad_norm": 4.375,
      "learning_rate": 3.6601307189542484e-06,
      "loss": 0.5352,
      "step": 140
    },
    {
      "epoch": 0.0922020598332516,
      "grad_norm": 5.8125,
      "learning_rate": 3.6862745098039223e-06,
      "loss": 0.6645,
      "step": 141
    },
    {
      "epoch": 0.09285597515121792,
      "grad_norm": 5.90625,
      "learning_rate": 3.7124183006535953e-06,
      "loss": 1.3812,
      "step": 142
    },
    {
      "epoch": 0.09350989046918425,
      "grad_norm": 4.84375,
      "learning_rate": 3.7385620915032683e-06,
      "loss": 0.8903,
      "step": 143
    },
    {
      "epoch": 0.09416380578715057,
      "grad_norm": 4.0625,
      "learning_rate": 3.7647058823529414e-06,
      "loss": 0.517,
      "step": 144
    },
    {
      "epoch": 0.09481772110511688,
      "grad_norm": 5.96875,
      "learning_rate": 3.7908496732026144e-06,
      "loss": 1.3503,
      "step": 145
    },
    {
      "epoch": 0.0954716364230832,
      "grad_norm": 5.5625,
      "learning_rate": 3.816993464052287e-06,
      "loss": 0.7654,
      "step": 146
    },
    {
      "epoch": 0.09612555174104953,
      "grad_norm": 6.75,
      "learning_rate": 3.843137254901962e-06,
      "loss": 1.0458,
      "step": 147
    },
    {
      "epoch": 0.09677946705901586,
      "grad_norm": 6.125,
      "learning_rate": 3.869281045751634e-06,
      "loss": 0.9453,
      "step": 148
    },
    {
      "epoch": 0.09743338237698218,
      "grad_norm": 4.125,
      "learning_rate": 3.895424836601308e-06,
      "loss": 0.6584,
      "step": 149
    },
    {
      "epoch": 0.0980872976949485,
      "grad_norm": 3.40625,
      "learning_rate": 3.92156862745098e-06,
      "loss": 0.5141,
      "step": 150
    },
    {
      "epoch": 0.09874121301291483,
      "grad_norm": 4.46875,
      "learning_rate": 3.947712418300654e-06,
      "loss": 0.7394,
      "step": 151
    },
    {
      "epoch": 0.09939512833088116,
      "grad_norm": 6.8125,
      "learning_rate": 3.973856209150327e-06,
      "loss": 1.023,
      "step": 152
    },
    {
      "epoch": 0.10004904364884748,
      "grad_norm": 3.828125,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.7538,
      "step": 153
    },
    {
      "epoch": 0.10070295896681379,
      "grad_norm": 4.28125,
      "learning_rate": 4.026143790849673e-06,
      "loss": 0.6604,
      "step": 154
    },
    {
      "epoch": 0.10135687428478012,
      "grad_norm": 3.75,
      "learning_rate": 4.052287581699347e-06,
      "loss": 0.5097,
      "step": 155
    },
    {
      "epoch": 0.10201078960274644,
      "grad_norm": 8.4375,
      "learning_rate": 4.07843137254902e-06,
      "loss": 1.247,
      "step": 156
    },
    {
      "epoch": 0.10266470492071277,
      "grad_norm": 3.453125,
      "learning_rate": 4.104575163398693e-06,
      "loss": 0.5514,
      "step": 157
    },
    {
      "epoch": 0.10331862023867909,
      "grad_norm": 7.03125,
      "learning_rate": 4.130718954248366e-06,
      "loss": 1.0491,
      "step": 158
    },
    {
      "epoch": 0.10397253555664542,
      "grad_norm": 3.359375,
      "learning_rate": 4.15686274509804e-06,
      "loss": 0.4755,
      "step": 159
    },
    {
      "epoch": 0.10462645087461174,
      "grad_norm": 4.03125,
      "learning_rate": 4.183006535947713e-06,
      "loss": 0.609,
      "step": 160
    },
    {
      "epoch": 0.10528036619257806,
      "grad_norm": 5.625,
      "learning_rate": 4.209150326797386e-06,
      "loss": 0.951,
      "step": 161
    },
    {
      "epoch": 0.10593428151054439,
      "grad_norm": 2.78125,
      "learning_rate": 4.235294117647059e-06,
      "loss": 0.3454,
      "step": 162
    },
    {
      "epoch": 0.10658819682851071,
      "grad_norm": 4.3125,
      "learning_rate": 4.2614379084967326e-06,
      "loss": 0.8485,
      "step": 163
    },
    {
      "epoch": 0.10724211214647703,
      "grad_norm": 4.53125,
      "learning_rate": 4.287581699346405e-06,
      "loss": 0.7783,
      "step": 164
    },
    {
      "epoch": 0.10789602746444335,
      "grad_norm": 5.9375,
      "learning_rate": 4.313725490196079e-06,
      "loss": 1.0732,
      "step": 165
    },
    {
      "epoch": 0.10854994278240968,
      "grad_norm": 5.65625,
      "learning_rate": 4.339869281045752e-06,
      "loss": 0.9304,
      "step": 166
    },
    {
      "epoch": 0.109203858100376,
      "grad_norm": 4.59375,
      "learning_rate": 4.3660130718954255e-06,
      "loss": 0.6748,
      "step": 167
    },
    {
      "epoch": 0.10985777341834232,
      "grad_norm": 3.53125,
      "learning_rate": 4.392156862745098e-06,
      "loss": 0.5123,
      "step": 168
    },
    {
      "epoch": 0.11051168873630865,
      "grad_norm": 4.59375,
      "learning_rate": 4.4183006535947716e-06,
      "loss": 0.7995,
      "step": 169
    },
    {
      "epoch": 0.11116560405427497,
      "grad_norm": 4.375,
      "learning_rate": 4.444444444444444e-06,
      "loss": 0.6551,
      "step": 170
    },
    {
      "epoch": 0.1118195193722413,
      "grad_norm": 3.15625,
      "learning_rate": 4.4705882352941184e-06,
      "loss": 0.5553,
      "step": 171
    },
    {
      "epoch": 0.11247343469020762,
      "grad_norm": 3.078125,
      "learning_rate": 4.496732026143791e-06,
      "loss": 0.4769,
      "step": 172
    },
    {
      "epoch": 0.11312735000817394,
      "grad_norm": 5.5625,
      "learning_rate": 4.5228758169934645e-06,
      "loss": 1.0379,
      "step": 173
    },
    {
      "epoch": 0.11378126532614026,
      "grad_norm": 5.8125,
      "learning_rate": 4.549019607843138e-06,
      "loss": 1.0826,
      "step": 174
    },
    {
      "epoch": 0.11443518064410658,
      "grad_norm": 4.28125,
      "learning_rate": 4.5751633986928105e-06,
      "loss": 0.6884,
      "step": 175
    },
    {
      "epoch": 0.11508909596207291,
      "grad_norm": 7.65625,
      "learning_rate": 4.601307189542484e-06,
      "loss": 0.8737,
      "step": 176
    },
    {
      "epoch": 0.11574301128003923,
      "grad_norm": 4.5,
      "learning_rate": 4.627450980392157e-06,
      "loss": 0.7343,
      "step": 177
    },
    {
      "epoch": 0.11639692659800556,
      "grad_norm": 5.21875,
      "learning_rate": 4.653594771241831e-06,
      "loss": 1.0053,
      "step": 178
    },
    {
      "epoch": 0.11705084191597188,
      "grad_norm": 7.03125,
      "learning_rate": 4.6797385620915035e-06,
      "loss": 1.8239,
      "step": 179
    },
    {
      "epoch": 0.11770475723393821,
      "grad_norm": 5.28125,
      "learning_rate": 4.705882352941177e-06,
      "loss": 0.8575,
      "step": 180
    },
    {
      "epoch": 0.11835867255190453,
      "grad_norm": 5.46875,
      "learning_rate": 4.7320261437908495e-06,
      "loss": 1.0108,
      "step": 181
    },
    {
      "epoch": 0.11901258786987085,
      "grad_norm": 5.125,
      "learning_rate": 4.758169934640523e-06,
      "loss": 0.8172,
      "step": 182
    },
    {
      "epoch": 0.11966650318783717,
      "grad_norm": 4.90625,
      "learning_rate": 4.784313725490196e-06,
      "loss": 1.0499,
      "step": 183
    },
    {
      "epoch": 0.1203204185058035,
      "grad_norm": 5.21875,
      "learning_rate": 4.81045751633987e-06,
      "loss": 0.9608,
      "step": 184
    },
    {
      "epoch": 0.12097433382376982,
      "grad_norm": 6.4375,
      "learning_rate": 4.836601307189543e-06,
      "loss": 1.1778,
      "step": 185
    },
    {
      "epoch": 0.12162824914173614,
      "grad_norm": 4.0625,
      "learning_rate": 4.862745098039216e-06,
      "loss": 0.5224,
      "step": 186
    },
    {
      "epoch": 0.12228216445970247,
      "grad_norm": 3.8125,
      "learning_rate": 4.888888888888889e-06,
      "loss": 0.5296,
      "step": 187
    },
    {
      "epoch": 0.1229360797776688,
      "grad_norm": 4.875,
      "learning_rate": 4.915032679738562e-06,
      "loss": 1.05,
      "step": 188
    },
    {
      "epoch": 0.12358999509563512,
      "grad_norm": 3.90625,
      "learning_rate": 4.941176470588236e-06,
      "loss": 0.5972,
      "step": 189
    },
    {
      "epoch": 0.12424391041360144,
      "grad_norm": 3.25,
      "learning_rate": 4.967320261437909e-06,
      "loss": 0.5035,
      "step": 190
    },
    {
      "epoch": 0.12489782573156777,
      "grad_norm": 5.6875,
      "learning_rate": 4.993464052287582e-06,
      "loss": 1.0502,
      "step": 191
    },
    {
      "epoch": 0.1255517410495341,
      "grad_norm": 6.84375,
      "learning_rate": 5.019607843137255e-06,
      "loss": 1.0902,
      "step": 192
    },
    {
      "epoch": 0.12620565636750042,
      "grad_norm": 3.890625,
      "learning_rate": 5.045751633986928e-06,
      "loss": 0.6796,
      "step": 193
    },
    {
      "epoch": 0.12685957168546674,
      "grad_norm": 5.59375,
      "learning_rate": 5.071895424836602e-06,
      "loss": 0.8478,
      "step": 194
    },
    {
      "epoch": 0.12751348700343307,
      "grad_norm": 3.765625,
      "learning_rate": 5.098039215686274e-06,
      "loss": 0.5782,
      "step": 195
    },
    {
      "epoch": 0.12816740232139937,
      "grad_norm": 5.9375,
      "learning_rate": 5.124183006535948e-06,
      "loss": 0.8886,
      "step": 196
    },
    {
      "epoch": 0.1288213176393657,
      "grad_norm": 4.78125,
      "learning_rate": 5.15032679738562e-06,
      "loss": 0.9319,
      "step": 197
    },
    {
      "epoch": 0.12947523295733201,
      "grad_norm": 5.25,
      "learning_rate": 5.176470588235295e-06,
      "loss": 0.9604,
      "step": 198
    },
    {
      "epoch": 0.13012914827529834,
      "grad_norm": 4.46875,
      "learning_rate": 5.202614379084968e-06,
      "loss": 0.9059,
      "step": 199
    },
    {
      "epoch": 0.13078306359326466,
      "grad_norm": 4.15625,
      "learning_rate": 5.2287581699346416e-06,
      "loss": 0.6895,
      "step": 200
    },
    {
      "epoch": 0.131436978911231,
      "grad_norm": 5.5,
      "learning_rate": 5.254901960784314e-06,
      "loss": 0.9966,
      "step": 201
    },
    {
      "epoch": 0.13209089422919731,
      "grad_norm": 6.21875,
      "learning_rate": 5.281045751633988e-06,
      "loss": 1.1461,
      "step": 202
    },
    {
      "epoch": 0.13274480954716364,
      "grad_norm": 3.84375,
      "learning_rate": 5.30718954248366e-06,
      "loss": 0.4568,
      "step": 203
    },
    {
      "epoch": 0.13339872486512996,
      "grad_norm": 4.4375,
      "learning_rate": 5.333333333333334e-06,
      "loss": 0.6391,
      "step": 204
    },
    {
      "epoch": 0.1340526401830963,
      "grad_norm": 4.59375,
      "learning_rate": 5.359477124183007e-06,
      "loss": 0.7027,
      "step": 205
    },
    {
      "epoch": 0.1347065555010626,
      "grad_norm": 3.40625,
      "learning_rate": 5.38562091503268e-06,
      "loss": 0.5334,
      "step": 206
    },
    {
      "epoch": 0.13536047081902894,
      "grad_norm": 4.75,
      "learning_rate": 5.411764705882353e-06,
      "loss": 0.6524,
      "step": 207
    },
    {
      "epoch": 0.13601438613699526,
      "grad_norm": 4.90625,
      "learning_rate": 5.437908496732026e-06,
      "loss": 0.7142,
      "step": 208
    },
    {
      "epoch": 0.1366683014549616,
      "grad_norm": 7.21875,
      "learning_rate": 5.464052287581699e-06,
      "loss": 1.3035,
      "step": 209
    },
    {
      "epoch": 0.1373222167729279,
      "grad_norm": 6.0625,
      "learning_rate": 5.4901960784313735e-06,
      "loss": 0.8904,
      "step": 210
    },
    {
      "epoch": 0.13797613209089424,
      "grad_norm": 6.125,
      "learning_rate": 5.516339869281047e-06,
      "loss": 1.1201,
      "step": 211
    },
    {
      "epoch": 0.13863004740886056,
      "grad_norm": 4.8125,
      "learning_rate": 5.5424836601307195e-06,
      "loss": 0.772,
      "step": 212
    },
    {
      "epoch": 0.1392839627268269,
      "grad_norm": 4.8125,
      "learning_rate": 5.568627450980393e-06,
      "loss": 0.8415,
      "step": 213
    },
    {
      "epoch": 0.1399378780447932,
      "grad_norm": 4.9375,
      "learning_rate": 5.5947712418300656e-06,
      "loss": 0.6259,
      "step": 214
    },
    {
      "epoch": 0.1405917933627595,
      "grad_norm": 5.03125,
      "learning_rate": 5.620915032679739e-06,
      "loss": 0.7825,
      "step": 215
    },
    {
      "epoch": 0.14124570868072583,
      "grad_norm": 4.15625,
      "learning_rate": 5.6470588235294125e-06,
      "loss": 0.9823,
      "step": 216
    },
    {
      "epoch": 0.14189962399869216,
      "grad_norm": 4.15625,
      "learning_rate": 5.673202614379085e-06,
      "loss": 0.6209,
      "step": 217
    },
    {
      "epoch": 0.14255353931665848,
      "grad_norm": 4.6875,
      "learning_rate": 5.6993464052287585e-06,
      "loss": 0.8821,
      "step": 218
    },
    {
      "epoch": 0.1432074546346248,
      "grad_norm": 5.15625,
      "learning_rate": 5.725490196078431e-06,
      "loss": 0.7635,
      "step": 219
    },
    {
      "epoch": 0.14386136995259113,
      "grad_norm": 6.03125,
      "learning_rate": 5.7516339869281045e-06,
      "loss": 1.2596,
      "step": 220
    },
    {
      "epoch": 0.14451528527055746,
      "grad_norm": 5.53125,
      "learning_rate": 5.777777777777778e-06,
      "loss": 0.7383,
      "step": 221
    },
    {
      "epoch": 0.14516920058852378,
      "grad_norm": 5.8125,
      "learning_rate": 5.803921568627452e-06,
      "loss": 0.7485,
      "step": 222
    },
    {
      "epoch": 0.1458231159064901,
      "grad_norm": 4.75,
      "learning_rate": 5.830065359477125e-06,
      "loss": 0.7227,
      "step": 223
    },
    {
      "epoch": 0.14647703122445643,
      "grad_norm": 5.0,
      "learning_rate": 5.856209150326798e-06,
      "loss": 0.7887,
      "step": 224
    },
    {
      "epoch": 0.14713094654242276,
      "grad_norm": 6.53125,
      "learning_rate": 5.882352941176471e-06,
      "loss": 0.9524,
      "step": 225
    },
    {
      "epoch": 0.14778486186038908,
      "grad_norm": 6.46875,
      "learning_rate": 5.908496732026144e-06,
      "loss": 1.1014,
      "step": 226
    },
    {
      "epoch": 0.1484387771783554,
      "grad_norm": 5.375,
      "learning_rate": 5.934640522875818e-06,
      "loss": 1.1672,
      "step": 227
    },
    {
      "epoch": 0.14909269249632173,
      "grad_norm": 5.25,
      "learning_rate": 5.96078431372549e-06,
      "loss": 0.7312,
      "step": 228
    },
    {
      "epoch": 0.14974660781428806,
      "grad_norm": 5.125,
      "learning_rate": 5.986928104575164e-06,
      "loss": 0.707,
      "step": 229
    },
    {
      "epoch": 0.15040052313225438,
      "grad_norm": 3.96875,
      "learning_rate": 6.0130718954248365e-06,
      "loss": 0.5949,
      "step": 230
    },
    {
      "epoch": 0.1510544384502207,
      "grad_norm": 6.40625,
      "learning_rate": 6.03921568627451e-06,
      "loss": 0.9902,
      "step": 231
    },
    {
      "epoch": 0.15170835376818703,
      "grad_norm": 4.3125,
      "learning_rate": 6.065359477124183e-06,
      "loss": 0.7778,
      "step": 232
    },
    {
      "epoch": 0.15236226908615336,
      "grad_norm": 5.71875,
      "learning_rate": 6.091503267973856e-06,
      "loss": 1.1321,
      "step": 233
    },
    {
      "epoch": 0.15301618440411965,
      "grad_norm": 5.03125,
      "learning_rate": 6.11764705882353e-06,
      "loss": 0.7795,
      "step": 234
    },
    {
      "epoch": 0.15367009972208598,
      "grad_norm": 7.0,
      "learning_rate": 6.143790849673204e-06,
      "loss": 1.1002,
      "step": 235
    },
    {
      "epoch": 0.1543240150400523,
      "grad_norm": 3.875,
      "learning_rate": 6.169934640522876e-06,
      "loss": 0.5591,
      "step": 236
    },
    {
      "epoch": 0.15497793035801863,
      "grad_norm": 3.984375,
      "learning_rate": 6.19607843137255e-06,
      "loss": 0.6337,
      "step": 237
    },
    {
      "epoch": 0.15563184567598495,
      "grad_norm": 3.34375,
      "learning_rate": 6.222222222222223e-06,
      "loss": 0.53,
      "step": 238
    },
    {
      "epoch": 0.15628576099395128,
      "grad_norm": 4.375,
      "learning_rate": 6.248366013071896e-06,
      "loss": 0.7318,
      "step": 239
    },
    {
      "epoch": 0.1569396763119176,
      "grad_norm": 4.59375,
      "learning_rate": 6.274509803921569e-06,
      "loss": 0.59,
      "step": 240
    },
    {
      "epoch": 0.15759359162988393,
      "grad_norm": 5.28125,
      "learning_rate": 6.300653594771242e-06,
      "loss": 0.7881,
      "step": 241
    },
    {
      "epoch": 0.15824750694785025,
      "grad_norm": 4.625,
      "learning_rate": 6.326797385620915e-06,
      "loss": 0.7447,
      "step": 242
    },
    {
      "epoch": 0.15890142226581658,
      "grad_norm": 5.0625,
      "learning_rate": 6.352941176470589e-06,
      "loss": 0.7828,
      "step": 243
    },
    {
      "epoch": 0.1595553375837829,
      "grad_norm": 4.40625,
      "learning_rate": 6.379084967320261e-06,
      "loss": 0.7839,
      "step": 244
    },
    {
      "epoch": 0.16020925290174923,
      "grad_norm": 5.28125,
      "learning_rate": 6.405228758169935e-06,
      "loss": 0.8127,
      "step": 245
    },
    {
      "epoch": 0.16086316821971555,
      "grad_norm": 4.4375,
      "learning_rate": 6.431372549019609e-06,
      "loss": 0.7087,
      "step": 246
    },
    {
      "epoch": 0.16151708353768188,
      "grad_norm": 4.875,
      "learning_rate": 6.457516339869282e-06,
      "loss": 0.6723,
      "step": 247
    },
    {
      "epoch": 0.1621709988556482,
      "grad_norm": 3.671875,
      "learning_rate": 6.483660130718955e-06,
      "loss": 0.4365,
      "step": 248
    },
    {
      "epoch": 0.16282491417361453,
      "grad_norm": 3.59375,
      "learning_rate": 6.5098039215686285e-06,
      "loss": 0.5081,
      "step": 249
    },
    {
      "epoch": 0.16347882949158085,
      "grad_norm": 3.953125,
      "learning_rate": 6.535947712418301e-06,
      "loss": 0.6549,
      "step": 250
    },
    {
      "epoch": 0.16413274480954718,
      "grad_norm": 4.4375,
      "learning_rate": 6.5620915032679746e-06,
      "loss": 0.7618,
      "step": 251
    },
    {
      "epoch": 0.16478666012751347,
      "grad_norm": 4.03125,
      "learning_rate": 6.588235294117647e-06,
      "loss": 0.6397,
      "step": 252
    },
    {
      "epoch": 0.1654405754454798,
      "grad_norm": 4.8125,
      "learning_rate": 6.614379084967321e-06,
      "loss": 0.7834,
      "step": 253
    },
    {
      "epoch": 0.16609449076344612,
      "grad_norm": 4.1875,
      "learning_rate": 6.640522875816994e-06,
      "loss": 0.6746,
      "step": 254
    },
    {
      "epoch": 0.16674840608141245,
      "grad_norm": 4.5,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.7292,
      "step": 255
    },
    {
      "epoch": 0.16740232139937877,
      "grad_norm": 4.65625,
      "learning_rate": 6.69281045751634e-06,
      "loss": 0.7284,
      "step": 256
    },
    {
      "epoch": 0.1680562367173451,
      "grad_norm": 5.0625,
      "learning_rate": 6.718954248366014e-06,
      "loss": 0.9511,
      "step": 257
    },
    {
      "epoch": 0.16871015203531142,
      "grad_norm": 4.53125,
      "learning_rate": 6.745098039215687e-06,
      "loss": 0.6918,
      "step": 258
    },
    {
      "epoch": 0.16936406735327775,
      "grad_norm": 3.203125,
      "learning_rate": 6.7712418300653604e-06,
      "loss": 0.4269,
      "step": 259
    },
    {
      "epoch": 0.17001798267124407,
      "grad_norm": 5.0625,
      "learning_rate": 6.797385620915034e-06,
      "loss": 0.8029,
      "step": 260
    },
    {
      "epoch": 0.1706718979892104,
      "grad_norm": 4.59375,
      "learning_rate": 6.8235294117647065e-06,
      "loss": 0.694,
      "step": 261
    },
    {
      "epoch": 0.17132581330717672,
      "grad_norm": 4.3125,
      "learning_rate": 6.84967320261438e-06,
      "loss": 0.6182,
      "step": 262
    },
    {
      "epoch": 0.17197972862514305,
      "grad_norm": 5.9375,
      "learning_rate": 6.8758169934640525e-06,
      "loss": 1.0165,
      "step": 263
    },
    {
      "epoch": 0.17263364394310937,
      "grad_norm": 4.28125,
      "learning_rate": 6.901960784313726e-06,
      "loss": 0.8059,
      "step": 264
    },
    {
      "epoch": 0.1732875592610757,
      "grad_norm": 5.90625,
      "learning_rate": 6.928104575163399e-06,
      "loss": 1.0684,
      "step": 265
    },
    {
      "epoch": 0.17394147457904202,
      "grad_norm": 4.625,
      "learning_rate": 6.954248366013072e-06,
      "loss": 0.8969,
      "step": 266
    },
    {
      "epoch": 0.17459538989700835,
      "grad_norm": 5.1875,
      "learning_rate": 6.9803921568627454e-06,
      "loss": 0.6325,
      "step": 267
    },
    {
      "epoch": 0.17524930521497467,
      "grad_norm": 3.484375,
      "learning_rate": 7.006535947712418e-06,
      "loss": 0.535,
      "step": 268
    },
    {
      "epoch": 0.175903220532941,
      "grad_norm": 3.921875,
      "learning_rate": 7.032679738562092e-06,
      "loss": 0.6261,
      "step": 269
    },
    {
      "epoch": 0.17655713585090732,
      "grad_norm": 3.59375,
      "learning_rate": 7.058823529411766e-06,
      "loss": 0.49,
      "step": 270
    },
    {
      "epoch": 0.17721105116887362,
      "grad_norm": 4.65625,
      "learning_rate": 7.084967320261439e-06,
      "loss": 0.6293,
      "step": 271
    },
    {
      "epoch": 0.17786496648683994,
      "grad_norm": 4.375,
      "learning_rate": 7.111111111111112e-06,
      "loss": 0.816,
      "step": 272
    },
    {
      "epoch": 0.17851888180480627,
      "grad_norm": 5.625,
      "learning_rate": 7.137254901960785e-06,
      "loss": 1.0568,
      "step": 273
    },
    {
      "epoch": 0.1791727971227726,
      "grad_norm": 6.53125,
      "learning_rate": 7.163398692810458e-06,
      "loss": 0.9127,
      "step": 274
    },
    {
      "epoch": 0.17982671244073892,
      "grad_norm": 4.125,
      "learning_rate": 7.189542483660131e-06,
      "loss": 0.637,
      "step": 275
    },
    {
      "epoch": 0.18048062775870524,
      "grad_norm": 5.09375,
      "learning_rate": 7.215686274509805e-06,
      "loss": 0.7204,
      "step": 276
    },
    {
      "epoch": 0.18113454307667157,
      "grad_norm": 4.8125,
      "learning_rate": 7.241830065359477e-06,
      "loss": 0.847,
      "step": 277
    },
    {
      "epoch": 0.1817884583946379,
      "grad_norm": 4.09375,
      "learning_rate": 7.267973856209151e-06,
      "loss": 0.8382,
      "step": 278
    },
    {
      "epoch": 0.18244237371260422,
      "grad_norm": 4.125,
      "learning_rate": 7.294117647058823e-06,
      "loss": 0.5354,
      "step": 279
    },
    {
      "epoch": 0.18309628903057054,
      "grad_norm": 5.28125,
      "learning_rate": 7.320261437908497e-06,
      "loss": 0.9527,
      "step": 280
    },
    {
      "epoch": 0.18375020434853687,
      "grad_norm": 3.5,
      "learning_rate": 7.346405228758171e-06,
      "loss": 0.5157,
      "step": 281
    },
    {
      "epoch": 0.1844041196665032,
      "grad_norm": 2.890625,
      "learning_rate": 7.372549019607845e-06,
      "loss": 0.3743,
      "step": 282
    },
    {
      "epoch": 0.18505803498446952,
      "grad_norm": 6.03125,
      "learning_rate": 7.398692810457517e-06,
      "loss": 0.7489,
      "step": 283
    },
    {
      "epoch": 0.18571195030243584,
      "grad_norm": 4.28125,
      "learning_rate": 7.424836601307191e-06,
      "loss": 0.6514,
      "step": 284
    },
    {
      "epoch": 0.18636586562040217,
      "grad_norm": 4.96875,
      "learning_rate": 7.450980392156863e-06,
      "loss": 0.8043,
      "step": 285
    },
    {
      "epoch": 0.1870197809383685,
      "grad_norm": 5.75,
      "learning_rate": 7.477124183006537e-06,
      "loss": 0.9505,
      "step": 286
    },
    {
      "epoch": 0.18767369625633482,
      "grad_norm": 4.5625,
      "learning_rate": 7.50326797385621e-06,
      "loss": 0.7588,
      "step": 287
    },
    {
      "epoch": 0.18832761157430114,
      "grad_norm": 3.265625,
      "learning_rate": 7.529411764705883e-06,
      "loss": 0.3853,
      "step": 288
    },
    {
      "epoch": 0.18898152689226747,
      "grad_norm": 3.640625,
      "learning_rate": 7.555555555555556e-06,
      "loss": 0.5271,
      "step": 289
    },
    {
      "epoch": 0.18963544221023376,
      "grad_norm": 6.5625,
      "learning_rate": 7.581699346405229e-06,
      "loss": 0.9335,
      "step": 290
    },
    {
      "epoch": 0.1902893575282001,
      "grad_norm": 4.84375,
      "learning_rate": 7.607843137254902e-06,
      "loss": 0.6355,
      "step": 291
    },
    {
      "epoch": 0.1909432728461664,
      "grad_norm": 5.84375,
      "learning_rate": 7.633986928104575e-06,
      "loss": 1.0356,
      "step": 292
    },
    {
      "epoch": 0.19159718816413274,
      "grad_norm": 5.65625,
      "learning_rate": 7.660130718954249e-06,
      "loss": 1.033,
      "step": 293
    },
    {
      "epoch": 0.19225110348209906,
      "grad_norm": 4.40625,
      "learning_rate": 7.686274509803923e-06,
      "loss": 0.7495,
      "step": 294
    },
    {
      "epoch": 0.1929050188000654,
      "grad_norm": 4.90625,
      "learning_rate": 7.712418300653596e-06,
      "loss": 0.8563,
      "step": 295
    },
    {
      "epoch": 0.1935589341180317,
      "grad_norm": 6.0,
      "learning_rate": 7.738562091503269e-06,
      "loss": 1.0563,
      "step": 296
    },
    {
      "epoch": 0.19421284943599804,
      "grad_norm": 5.84375,
      "learning_rate": 7.764705882352941e-06,
      "loss": 1.0439,
      "step": 297
    },
    {
      "epoch": 0.19486676475396436,
      "grad_norm": 6.65625,
      "learning_rate": 7.790849673202615e-06,
      "loss": 1.2193,
      "step": 298
    },
    {
      "epoch": 0.19552068007193069,
      "grad_norm": 4.625,
      "learning_rate": 7.816993464052288e-06,
      "loss": 0.6662,
      "step": 299
    },
    {
      "epoch": 0.196174595389897,
      "grad_norm": 4.25,
      "learning_rate": 7.84313725490196e-06,
      "loss": 0.6387,
      "step": 300
    },
    {
      "epoch": 0.19682851070786334,
      "grad_norm": 4.71875,
      "learning_rate": 7.869281045751635e-06,
      "loss": 0.9447,
      "step": 301
    },
    {
      "epoch": 0.19748242602582966,
      "grad_norm": 5.5,
      "learning_rate": 7.895424836601308e-06,
      "loss": 0.7585,
      "step": 302
    },
    {
      "epoch": 0.19813634134379599,
      "grad_norm": 5.65625,
      "learning_rate": 7.92156862745098e-06,
      "loss": 0.8031,
      "step": 303
    },
    {
      "epoch": 0.1987902566617623,
      "grad_norm": 6.15625,
      "learning_rate": 7.947712418300654e-06,
      "loss": 0.8829,
      "step": 304
    },
    {
      "epoch": 0.19944417197972863,
      "grad_norm": 5.71875,
      "learning_rate": 7.973856209150329e-06,
      "loss": 0.9142,
      "step": 305
    },
    {
      "epoch": 0.20009808729769496,
      "grad_norm": 7.5625,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.7219,
      "step": 306
    },
    {
      "epoch": 0.20075200261566128,
      "grad_norm": 6.21875,
      "learning_rate": 8.026143790849674e-06,
      "loss": 1.0178,
      "step": 307
    },
    {
      "epoch": 0.20140591793362758,
      "grad_norm": 5.34375,
      "learning_rate": 8.052287581699347e-06,
      "loss": 0.9982,
      "step": 308
    },
    {
      "epoch": 0.2020598332515939,
      "grad_norm": 4.5625,
      "learning_rate": 8.07843137254902e-06,
      "loss": 0.798,
      "step": 309
    },
    {
      "epoch": 0.20271374856956023,
      "grad_norm": 5.8125,
      "learning_rate": 8.104575163398693e-06,
      "loss": 1.3086,
      "step": 310
    },
    {
      "epoch": 0.20336766388752656,
      "grad_norm": 4.3125,
      "learning_rate": 8.130718954248366e-06,
      "loss": 0.5503,
      "step": 311
    },
    {
      "epoch": 0.20402157920549288,
      "grad_norm": 3.65625,
      "learning_rate": 8.15686274509804e-06,
      "loss": 0.6438,
      "step": 312
    },
    {
      "epoch": 0.2046754945234592,
      "grad_norm": 3.84375,
      "learning_rate": 8.183006535947713e-06,
      "loss": 0.4031,
      "step": 313
    },
    {
      "epoch": 0.20532940984142553,
      "grad_norm": 6.28125,
      "learning_rate": 8.209150326797386e-06,
      "loss": 1.0666,
      "step": 314
    },
    {
      "epoch": 0.20598332515939186,
      "grad_norm": 4.875,
      "learning_rate": 8.23529411764706e-06,
      "loss": 0.9797,
      "step": 315
    },
    {
      "epoch": 0.20663724047735818,
      "grad_norm": 4.21875,
      "learning_rate": 8.261437908496732e-06,
      "loss": 0.6984,
      "step": 316
    },
    {
      "epoch": 0.2072911557953245,
      "grad_norm": 4.34375,
      "learning_rate": 8.287581699346407e-06,
      "loss": 0.8736,
      "step": 317
    },
    {
      "epoch": 0.20794507111329083,
      "grad_norm": 4.0,
      "learning_rate": 8.31372549019608e-06,
      "loss": 0.6156,
      "step": 318
    },
    {
      "epoch": 0.20859898643125716,
      "grad_norm": 5.65625,
      "learning_rate": 8.339869281045752e-06,
      "loss": 0.9509,
      "step": 319
    },
    {
      "epoch": 0.20925290174922348,
      "grad_norm": 4.34375,
      "learning_rate": 8.366013071895426e-06,
      "loss": 0.8173,
      "step": 320
    },
    {
      "epoch": 0.2099068170671898,
      "grad_norm": 3.875,
      "learning_rate": 8.392156862745099e-06,
      "loss": 0.5676,
      "step": 321
    },
    {
      "epoch": 0.21056073238515613,
      "grad_norm": 5.78125,
      "learning_rate": 8.418300653594771e-06,
      "loss": 0.7598,
      "step": 322
    },
    {
      "epoch": 0.21121464770312245,
      "grad_norm": 3.140625,
      "learning_rate": 8.444444444444446e-06,
      "loss": 0.4609,
      "step": 323
    },
    {
      "epoch": 0.21186856302108878,
      "grad_norm": 5.34375,
      "learning_rate": 8.470588235294118e-06,
      "loss": 0.6789,
      "step": 324
    },
    {
      "epoch": 0.2125224783390551,
      "grad_norm": 4.3125,
      "learning_rate": 8.496732026143791e-06,
      "loss": 0.6431,
      "step": 325
    },
    {
      "epoch": 0.21317639365702143,
      "grad_norm": 3.3125,
      "learning_rate": 8.522875816993465e-06,
      "loss": 0.5432,
      "step": 326
    },
    {
      "epoch": 0.21383030897498773,
      "grad_norm": 4.84375,
      "learning_rate": 8.549019607843138e-06,
      "loss": 1.008,
      "step": 327
    },
    {
      "epoch": 0.21448422429295405,
      "grad_norm": 5.0,
      "learning_rate": 8.57516339869281e-06,
      "loss": 0.6168,
      "step": 328
    },
    {
      "epoch": 0.21513813961092038,
      "grad_norm": 5.0,
      "learning_rate": 8.601307189542485e-06,
      "loss": 0.5513,
      "step": 329
    },
    {
      "epoch": 0.2157920549288867,
      "grad_norm": 3.953125,
      "learning_rate": 8.627450980392157e-06,
      "loss": 0.5599,
      "step": 330
    },
    {
      "epoch": 0.21644597024685303,
      "grad_norm": 7.0,
      "learning_rate": 8.653594771241832e-06,
      "loss": 1.3891,
      "step": 331
    },
    {
      "epoch": 0.21709988556481935,
      "grad_norm": 3.34375,
      "learning_rate": 8.679738562091504e-06,
      "loss": 0.5349,
      "step": 332
    },
    {
      "epoch": 0.21775380088278568,
      "grad_norm": 5.34375,
      "learning_rate": 8.705882352941177e-06,
      "loss": 0.6295,
      "step": 333
    },
    {
      "epoch": 0.218407716200752,
      "grad_norm": 5.0,
      "learning_rate": 8.732026143790851e-06,
      "loss": 0.5849,
      "step": 334
    },
    {
      "epoch": 0.21906163151871832,
      "grad_norm": 3.28125,
      "learning_rate": 8.758169934640524e-06,
      "loss": 0.4733,
      "step": 335
    },
    {
      "epoch": 0.21971554683668465,
      "grad_norm": 6.875,
      "learning_rate": 8.784313725490196e-06,
      "loss": 1.281,
      "step": 336
    },
    {
      "epoch": 0.22036946215465097,
      "grad_norm": 6.21875,
      "learning_rate": 8.81045751633987e-06,
      "loss": 0.7766,
      "step": 337
    },
    {
      "epoch": 0.2210233774726173,
      "grad_norm": 3.59375,
      "learning_rate": 8.836601307189543e-06,
      "loss": 0.6427,
      "step": 338
    },
    {
      "epoch": 0.22167729279058362,
      "grad_norm": 4.84375,
      "learning_rate": 8.862745098039216e-06,
      "loss": 0.6244,
      "step": 339
    },
    {
      "epoch": 0.22233120810854995,
      "grad_norm": 4.5,
      "learning_rate": 8.888888888888888e-06,
      "loss": 0.6362,
      "step": 340
    },
    {
      "epoch": 0.22298512342651627,
      "grad_norm": 6.25,
      "learning_rate": 8.915032679738563e-06,
      "loss": 1.2682,
      "step": 341
    },
    {
      "epoch": 0.2236390387444826,
      "grad_norm": 4.15625,
      "learning_rate": 8.941176470588237e-06,
      "loss": 0.6027,
      "step": 342
    },
    {
      "epoch": 0.22429295406244892,
      "grad_norm": 5.09375,
      "learning_rate": 8.96732026143791e-06,
      "loss": 0.9463,
      "step": 343
    },
    {
      "epoch": 0.22494686938041525,
      "grad_norm": 4.5625,
      "learning_rate": 8.993464052287582e-06,
      "loss": 0.6714,
      "step": 344
    },
    {
      "epoch": 0.22560078469838157,
      "grad_norm": 4.0,
      "learning_rate": 9.019607843137256e-06,
      "loss": 0.6505,
      "step": 345
    },
    {
      "epoch": 0.22625470001634787,
      "grad_norm": 5.15625,
      "learning_rate": 9.045751633986929e-06,
      "loss": 1.3697,
      "step": 346
    },
    {
      "epoch": 0.2269086153343142,
      "grad_norm": 5.03125,
      "learning_rate": 9.071895424836602e-06,
      "loss": 0.8606,
      "step": 347
    },
    {
      "epoch": 0.22756253065228052,
      "grad_norm": 4.40625,
      "learning_rate": 9.098039215686276e-06,
      "loss": 0.8106,
      "step": 348
    },
    {
      "epoch": 0.22821644597024685,
      "grad_norm": 3.640625,
      "learning_rate": 9.124183006535948e-06,
      "loss": 0.5782,
      "step": 349
    },
    {
      "epoch": 0.22887036128821317,
      "grad_norm": 5.1875,
      "learning_rate": 9.150326797385621e-06,
      "loss": 0.9808,
      "step": 350
    },
    {
      "epoch": 0.2295242766061795,
      "grad_norm": 6.75,
      "learning_rate": 9.176470588235294e-06,
      "loss": 1.1096,
      "step": 351
    },
    {
      "epoch": 0.23017819192414582,
      "grad_norm": 5.1875,
      "learning_rate": 9.202614379084968e-06,
      "loss": 0.729,
      "step": 352
    },
    {
      "epoch": 0.23083210724211214,
      "grad_norm": 3.28125,
      "learning_rate": 9.228758169934642e-06,
      "loss": 0.4901,
      "step": 353
    },
    {
      "epoch": 0.23148602256007847,
      "grad_norm": 5.46875,
      "learning_rate": 9.254901960784315e-06,
      "loss": 0.8826,
      "step": 354
    },
    {
      "epoch": 0.2321399378780448,
      "grad_norm": 5.0,
      "learning_rate": 9.281045751633987e-06,
      "loss": 0.6336,
      "step": 355
    },
    {
      "epoch": 0.23279385319601112,
      "grad_norm": 5.5,
      "learning_rate": 9.307189542483662e-06,
      "loss": 0.9505,
      "step": 356
    },
    {
      "epoch": 0.23344776851397744,
      "grad_norm": 4.1875,
      "learning_rate": 9.333333333333334e-06,
      "loss": 0.5205,
      "step": 357
    },
    {
      "epoch": 0.23410168383194377,
      "grad_norm": 3.34375,
      "learning_rate": 9.359477124183007e-06,
      "loss": 0.5255,
      "step": 358
    },
    {
      "epoch": 0.2347555991499101,
      "grad_norm": 5.59375,
      "learning_rate": 9.385620915032681e-06,
      "loss": 0.9878,
      "step": 359
    },
    {
      "epoch": 0.23540951446787642,
      "grad_norm": 4.6875,
      "learning_rate": 9.411764705882354e-06,
      "loss": 0.7116,
      "step": 360
    },
    {
      "epoch": 0.23606342978584274,
      "grad_norm": 3.8125,
      "learning_rate": 9.437908496732026e-06,
      "loss": 0.5263,
      "step": 361
    },
    {
      "epoch": 0.23671734510380907,
      "grad_norm": 4.28125,
      "learning_rate": 9.464052287581699e-06,
      "loss": 0.8144,
      "step": 362
    },
    {
      "epoch": 0.2373712604217754,
      "grad_norm": 3.8125,
      "learning_rate": 9.490196078431373e-06,
      "loss": 0.6487,
      "step": 363
    },
    {
      "epoch": 0.2380251757397417,
      "grad_norm": 5.625,
      "learning_rate": 9.516339869281046e-06,
      "loss": 0.885,
      "step": 364
    },
    {
      "epoch": 0.23867909105770801,
      "grad_norm": 3.875,
      "learning_rate": 9.54248366013072e-06,
      "loss": 0.5814,
      "step": 365
    },
    {
      "epoch": 0.23933300637567434,
      "grad_norm": 3.890625,
      "learning_rate": 9.568627450980393e-06,
      "loss": 0.8265,
      "step": 366
    },
    {
      "epoch": 0.23998692169364066,
      "grad_norm": 6.375,
      "learning_rate": 9.594771241830067e-06,
      "loss": 1.0435,
      "step": 367
    },
    {
      "epoch": 0.240640837011607,
      "grad_norm": 4.25,
      "learning_rate": 9.62091503267974e-06,
      "loss": 0.5925,
      "step": 368
    },
    {
      "epoch": 0.24129475232957331,
      "grad_norm": 5.09375,
      "learning_rate": 9.647058823529412e-06,
      "loss": 0.9492,
      "step": 369
    },
    {
      "epoch": 0.24194866764753964,
      "grad_norm": 4.25,
      "learning_rate": 9.673202614379087e-06,
      "loss": 0.8301,
      "step": 370
    },
    {
      "epoch": 0.24260258296550596,
      "grad_norm": 4.625,
      "learning_rate": 9.69934640522876e-06,
      "loss": 0.718,
      "step": 371
    },
    {
      "epoch": 0.2432564982834723,
      "grad_norm": 6.28125,
      "learning_rate": 9.725490196078432e-06,
      "loss": 1.0038,
      "step": 372
    },
    {
      "epoch": 0.2439104136014386,
      "grad_norm": 6.15625,
      "learning_rate": 9.751633986928104e-06,
      "loss": 0.9708,
      "step": 373
    },
    {
      "epoch": 0.24456432891940494,
      "grad_norm": 6.375,
      "learning_rate": 9.777777777777779e-06,
      "loss": 0.997,
      "step": 374
    },
    {
      "epoch": 0.24521824423737126,
      "grad_norm": 3.71875,
      "learning_rate": 9.803921568627451e-06,
      "loss": 0.6004,
      "step": 375
    },
    {
      "epoch": 0.2458721595553376,
      "grad_norm": 4.65625,
      "learning_rate": 9.830065359477124e-06,
      "loss": 0.5015,
      "step": 376
    },
    {
      "epoch": 0.2465260748733039,
      "grad_norm": 4.125,
      "learning_rate": 9.856209150326798e-06,
      "loss": 0.7668,
      "step": 377
    },
    {
      "epoch": 0.24717999019127024,
      "grad_norm": 5.34375,
      "learning_rate": 9.882352941176472e-06,
      "loss": 0.8773,
      "step": 378
    },
    {
      "epoch": 0.24783390550923656,
      "grad_norm": 3.578125,
      "learning_rate": 9.908496732026145e-06,
      "loss": 0.5378,
      "step": 379
    },
    {
      "epoch": 0.2484878208272029,
      "grad_norm": 3.75,
      "learning_rate": 9.934640522875818e-06,
      "loss": 0.5267,
      "step": 380
    },
    {
      "epoch": 0.2491417361451692,
      "grad_norm": 3.53125,
      "learning_rate": 9.960784313725492e-06,
      "loss": 0.3774,
      "step": 381
    },
    {
      "epoch": 0.24979565146313554,
      "grad_norm": 5.9375,
      "learning_rate": 9.986928104575165e-06,
      "loss": 1.1173,
      "step": 382
    },
    {
      "epoch": 0.25044956678110186,
      "grad_norm": 4.0,
      "learning_rate": 1.0013071895424837e-05,
      "loss": 0.4871,
      "step": 383
    },
    {
      "epoch": 0.2511034820990682,
      "grad_norm": 3.265625,
      "learning_rate": 1.003921568627451e-05,
      "loss": 0.3388,
      "step": 384
    },
    {
      "epoch": 0.2517573974170345,
      "grad_norm": 4.03125,
      "learning_rate": 1.0065359477124184e-05,
      "loss": 0.464,
      "step": 385
    },
    {
      "epoch": 0.25241131273500084,
      "grad_norm": 4.71875,
      "learning_rate": 1.0091503267973857e-05,
      "loss": 0.7948,
      "step": 386
    },
    {
      "epoch": 0.25306522805296716,
      "grad_norm": 4.0,
      "learning_rate": 1.011764705882353e-05,
      "loss": 0.6752,
      "step": 387
    },
    {
      "epoch": 0.2537191433709335,
      "grad_norm": 5.53125,
      "learning_rate": 1.0143790849673203e-05,
      "loss": 0.8921,
      "step": 388
    },
    {
      "epoch": 0.2543730586888998,
      "grad_norm": 3.78125,
      "learning_rate": 1.0169934640522876e-05,
      "loss": 0.5517,
      "step": 389
    },
    {
      "epoch": 0.25502697400686614,
      "grad_norm": 4.96875,
      "learning_rate": 1.0196078431372549e-05,
      "loss": 0.8911,
      "step": 390
    },
    {
      "epoch": 0.25568088932483246,
      "grad_norm": 5.5,
      "learning_rate": 1.0222222222222223e-05,
      "loss": 0.8359,
      "step": 391
    },
    {
      "epoch": 0.25633480464279873,
      "grad_norm": 3.4375,
      "learning_rate": 1.0248366013071896e-05,
      "loss": 0.536,
      "step": 392
    },
    {
      "epoch": 0.25698871996076506,
      "grad_norm": 4.78125,
      "learning_rate": 1.0274509803921568e-05,
      "loss": 0.8284,
      "step": 393
    },
    {
      "epoch": 0.2576426352787314,
      "grad_norm": 5.5625,
      "learning_rate": 1.030065359477124e-05,
      "loss": 0.7924,
      "step": 394
    },
    {
      "epoch": 0.2582965505966977,
      "grad_norm": 5.28125,
      "learning_rate": 1.0326797385620917e-05,
      "loss": 0.9475,
      "step": 395
    },
    {
      "epoch": 0.25895046591466403,
      "grad_norm": 3.984375,
      "learning_rate": 1.035294117647059e-05,
      "loss": 0.5109,
      "step": 396
    },
    {
      "epoch": 0.25960438123263035,
      "grad_norm": 4.5625,
      "learning_rate": 1.0379084967320264e-05,
      "loss": 0.7566,
      "step": 397
    },
    {
      "epoch": 0.2602582965505967,
      "grad_norm": 4.15625,
      "learning_rate": 1.0405228758169936e-05,
      "loss": 0.5593,
      "step": 398
    },
    {
      "epoch": 0.260912211868563,
      "grad_norm": 4.3125,
      "learning_rate": 1.0431372549019609e-05,
      "loss": 0.6165,
      "step": 399
    },
    {
      "epoch": 0.26156612718652933,
      "grad_norm": 5.0,
      "learning_rate": 1.0457516339869283e-05,
      "loss": 0.8043,
      "step": 400
    },
    {
      "epoch": 0.26222004250449565,
      "grad_norm": 3.953125,
      "learning_rate": 1.0483660130718956e-05,
      "loss": 0.5931,
      "step": 401
    },
    {
      "epoch": 0.262873957822462,
      "grad_norm": 4.9375,
      "learning_rate": 1.0509803921568628e-05,
      "loss": 0.7563,
      "step": 402
    },
    {
      "epoch": 0.2635278731404283,
      "grad_norm": 6.90625,
      "learning_rate": 1.0535947712418303e-05,
      "loss": 1.3466,
      "step": 403
    },
    {
      "epoch": 0.26418178845839463,
      "grad_norm": 3.4375,
      "learning_rate": 1.0562091503267975e-05,
      "loss": 0.5283,
      "step": 404
    },
    {
      "epoch": 0.26483570377636095,
      "grad_norm": 3.765625,
      "learning_rate": 1.0588235294117648e-05,
      "loss": 0.3773,
      "step": 405
    },
    {
      "epoch": 0.2654896190943273,
      "grad_norm": 6.40625,
      "learning_rate": 1.061437908496732e-05,
      "loss": 1.484,
      "step": 406
    },
    {
      "epoch": 0.2661435344122936,
      "grad_norm": 3.6875,
      "learning_rate": 1.0640522875816995e-05,
      "loss": 0.5294,
      "step": 407
    },
    {
      "epoch": 0.26679744973025993,
      "grad_norm": 5.4375,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 0.7722,
      "step": 408
    },
    {
      "epoch": 0.26745136504822625,
      "grad_norm": 4.375,
      "learning_rate": 1.069281045751634e-05,
      "loss": 0.9535,
      "step": 409
    },
    {
      "epoch": 0.2681052803661926,
      "grad_norm": 4.25,
      "learning_rate": 1.0718954248366014e-05,
      "loss": 0.735,
      "step": 410
    },
    {
      "epoch": 0.2687591956841589,
      "grad_norm": 4.53125,
      "learning_rate": 1.0745098039215687e-05,
      "loss": 0.6053,
      "step": 411
    },
    {
      "epoch": 0.2694131110021252,
      "grad_norm": 3.6875,
      "learning_rate": 1.077124183006536e-05,
      "loss": 0.6995,
      "step": 412
    },
    {
      "epoch": 0.27006702632009155,
      "grad_norm": 4.3125,
      "learning_rate": 1.0797385620915034e-05,
      "loss": 0.6014,
      "step": 413
    },
    {
      "epoch": 0.2707209416380579,
      "grad_norm": 2.9375,
      "learning_rate": 1.0823529411764706e-05,
      "loss": 0.4536,
      "step": 414
    },
    {
      "epoch": 0.2713748569560242,
      "grad_norm": 4.59375,
      "learning_rate": 1.0849673202614379e-05,
      "loss": 0.6981,
      "step": 415
    },
    {
      "epoch": 0.2720287722739905,
      "grad_norm": 6.46875,
      "learning_rate": 1.0875816993464051e-05,
      "loss": 1.3937,
      "step": 416
    },
    {
      "epoch": 0.27268268759195685,
      "grad_norm": 4.15625,
      "learning_rate": 1.0901960784313726e-05,
      "loss": 0.7647,
      "step": 417
    },
    {
      "epoch": 0.2733366029099232,
      "grad_norm": 4.59375,
      "learning_rate": 1.0928104575163398e-05,
      "loss": 0.704,
      "step": 418
    },
    {
      "epoch": 0.2739905182278895,
      "grad_norm": 5.875,
      "learning_rate": 1.0954248366013074e-05,
      "loss": 0.9878,
      "step": 419
    },
    {
      "epoch": 0.2746444335458558,
      "grad_norm": 4.625,
      "learning_rate": 1.0980392156862747e-05,
      "loss": 0.6714,
      "step": 420
    },
    {
      "epoch": 0.27529834886382215,
      "grad_norm": 4.34375,
      "learning_rate": 1.100653594771242e-05,
      "loss": 0.9399,
      "step": 421
    },
    {
      "epoch": 0.2759522641817885,
      "grad_norm": 5.53125,
      "learning_rate": 1.1032679738562094e-05,
      "loss": 0.8217,
      "step": 422
    },
    {
      "epoch": 0.2766061794997548,
      "grad_norm": 4.53125,
      "learning_rate": 1.1058823529411766e-05,
      "loss": 0.6653,
      "step": 423
    },
    {
      "epoch": 0.2772600948177211,
      "grad_norm": 3.296875,
      "learning_rate": 1.1084967320261439e-05,
      "loss": 0.4958,
      "step": 424
    },
    {
      "epoch": 0.27791401013568745,
      "grad_norm": 5.34375,
      "learning_rate": 1.1111111111111113e-05,
      "loss": 0.9351,
      "step": 425
    },
    {
      "epoch": 0.2785679254536538,
      "grad_norm": 6.8125,
      "learning_rate": 1.1137254901960786e-05,
      "loss": 1.5588,
      "step": 426
    },
    {
      "epoch": 0.2792218407716201,
      "grad_norm": 3.296875,
      "learning_rate": 1.1163398692810459e-05,
      "loss": 0.4091,
      "step": 427
    },
    {
      "epoch": 0.2798757560895864,
      "grad_norm": 5.34375,
      "learning_rate": 1.1189542483660131e-05,
      "loss": 0.5979,
      "step": 428
    },
    {
      "epoch": 0.2805296714075527,
      "grad_norm": 4.15625,
      "learning_rate": 1.1215686274509805e-05,
      "loss": 0.6911,
      "step": 429
    },
    {
      "epoch": 0.281183586725519,
      "grad_norm": 8.0625,
      "learning_rate": 1.1241830065359478e-05,
      "loss": 1.5556,
      "step": 430
    },
    {
      "epoch": 0.28183750204348534,
      "grad_norm": 5.3125,
      "learning_rate": 1.126797385620915e-05,
      "loss": 0.7323,
      "step": 431
    },
    {
      "epoch": 0.28249141736145167,
      "grad_norm": 3.953125,
      "learning_rate": 1.1294117647058825e-05,
      "loss": 0.7486,
      "step": 432
    },
    {
      "epoch": 0.283145332679418,
      "grad_norm": 3.75,
      "learning_rate": 1.1320261437908498e-05,
      "loss": 0.4753,
      "step": 433
    },
    {
      "epoch": 0.2837992479973843,
      "grad_norm": 4.125,
      "learning_rate": 1.134640522875817e-05,
      "loss": 0.5799,
      "step": 434
    },
    {
      "epoch": 0.28445316331535064,
      "grad_norm": 3.953125,
      "learning_rate": 1.1372549019607844e-05,
      "loss": 0.4395,
      "step": 435
    },
    {
      "epoch": 0.28510707863331697,
      "grad_norm": 5.40625,
      "learning_rate": 1.1398692810457517e-05,
      "loss": 0.945,
      "step": 436
    },
    {
      "epoch": 0.2857609939512833,
      "grad_norm": 5.4375,
      "learning_rate": 1.142483660130719e-05,
      "loss": 0.9442,
      "step": 437
    },
    {
      "epoch": 0.2864149092692496,
      "grad_norm": 4.25,
      "learning_rate": 1.1450980392156862e-05,
      "loss": 0.573,
      "step": 438
    },
    {
      "epoch": 0.28706882458721594,
      "grad_norm": 5.34375,
      "learning_rate": 1.1477124183006536e-05,
      "loss": 0.7825,
      "step": 439
    },
    {
      "epoch": 0.28772273990518227,
      "grad_norm": 5.5625,
      "learning_rate": 1.1503267973856209e-05,
      "loss": 1.3477,
      "step": 440
    },
    {
      "epoch": 0.2883766552231486,
      "grad_norm": 4.0,
      "learning_rate": 1.1529411764705882e-05,
      "loss": 0.617,
      "step": 441
    },
    {
      "epoch": 0.2890305705411149,
      "grad_norm": 4.40625,
      "learning_rate": 1.1555555555555556e-05,
      "loss": 0.7197,
      "step": 442
    },
    {
      "epoch": 0.28968448585908124,
      "grad_norm": 4.125,
      "learning_rate": 1.158169934640523e-05,
      "loss": 0.5806,
      "step": 443
    },
    {
      "epoch": 0.29033840117704757,
      "grad_norm": 4.59375,
      "learning_rate": 1.1607843137254905e-05,
      "loss": 0.5216,
      "step": 444
    },
    {
      "epoch": 0.2909923164950139,
      "grad_norm": 6.78125,
      "learning_rate": 1.1633986928104577e-05,
      "loss": 1.2764,
      "step": 445
    },
    {
      "epoch": 0.2916462318129802,
      "grad_norm": 3.8125,
      "learning_rate": 1.166013071895425e-05,
      "loss": 0.5399,
      "step": 446
    },
    {
      "epoch": 0.29230014713094654,
      "grad_norm": 6.03125,
      "learning_rate": 1.1686274509803922e-05,
      "loss": 0.919,
      "step": 447
    },
    {
      "epoch": 0.29295406244891287,
      "grad_norm": 3.1875,
      "learning_rate": 1.1712418300653597e-05,
      "loss": 0.4369,
      "step": 448
    },
    {
      "epoch": 0.2936079777668792,
      "grad_norm": 3.09375,
      "learning_rate": 1.173856209150327e-05,
      "loss": 0.4569,
      "step": 449
    },
    {
      "epoch": 0.2942618930848455,
      "grad_norm": 3.9375,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 0.6275,
      "step": 450
    },
    {
      "epoch": 0.29491580840281184,
      "grad_norm": 4.0625,
      "learning_rate": 1.1790849673202616e-05,
      "loss": 0.7875,
      "step": 451
    },
    {
      "epoch": 0.29556972372077817,
      "grad_norm": 5.1875,
      "learning_rate": 1.1816993464052289e-05,
      "loss": 0.628,
      "step": 452
    },
    {
      "epoch": 0.2962236390387445,
      "grad_norm": 4.6875,
      "learning_rate": 1.1843137254901961e-05,
      "loss": 0.6575,
      "step": 453
    },
    {
      "epoch": 0.2968775543567108,
      "grad_norm": 4.0,
      "learning_rate": 1.1869281045751636e-05,
      "loss": 0.6567,
      "step": 454
    },
    {
      "epoch": 0.29753146967467714,
      "grad_norm": 4.0625,
      "learning_rate": 1.1895424836601308e-05,
      "loss": 0.6079,
      "step": 455
    },
    {
      "epoch": 0.29818538499264347,
      "grad_norm": 4.125,
      "learning_rate": 1.192156862745098e-05,
      "loss": 0.6131,
      "step": 456
    },
    {
      "epoch": 0.2988393003106098,
      "grad_norm": 3.078125,
      "learning_rate": 1.1947712418300655e-05,
      "loss": 0.3501,
      "step": 457
    },
    {
      "epoch": 0.2994932156285761,
      "grad_norm": 5.90625,
      "learning_rate": 1.1973856209150328e-05,
      "loss": 0.7122,
      "step": 458
    },
    {
      "epoch": 0.30014713094654244,
      "grad_norm": 3.546875,
      "learning_rate": 1.2e-05,
      "loss": 0.502,
      "step": 459
    },
    {
      "epoch": 0.30080104626450876,
      "grad_norm": 4.09375,
      "learning_rate": 1.2026143790849673e-05,
      "loss": 0.4544,
      "step": 460
    },
    {
      "epoch": 0.3014549615824751,
      "grad_norm": 5.15625,
      "learning_rate": 1.2052287581699347e-05,
      "loss": 0.676,
      "step": 461
    },
    {
      "epoch": 0.3021088769004414,
      "grad_norm": 4.1875,
      "learning_rate": 1.207843137254902e-05,
      "loss": 0.6687,
      "step": 462
    },
    {
      "epoch": 0.30276279221840774,
      "grad_norm": 4.6875,
      "learning_rate": 1.2104575163398692e-05,
      "loss": 0.7542,
      "step": 463
    },
    {
      "epoch": 0.30341670753637406,
      "grad_norm": 6.71875,
      "learning_rate": 1.2130718954248367e-05,
      "loss": 0.9416,
      "step": 464
    },
    {
      "epoch": 0.3040706228543404,
      "grad_norm": 4.28125,
      "learning_rate": 1.215686274509804e-05,
      "loss": 0.5418,
      "step": 465
    },
    {
      "epoch": 0.3047245381723067,
      "grad_norm": 3.484375,
      "learning_rate": 1.2183006535947712e-05,
      "loss": 0.5504,
      "step": 466
    },
    {
      "epoch": 0.305378453490273,
      "grad_norm": 5.25,
      "learning_rate": 1.2209150326797388e-05,
      "loss": 0.9925,
      "step": 467
    },
    {
      "epoch": 0.3060323688082393,
      "grad_norm": 5.375,
      "learning_rate": 1.223529411764706e-05,
      "loss": 0.766,
      "step": 468
    },
    {
      "epoch": 0.30668628412620563,
      "grad_norm": 3.578125,
      "learning_rate": 1.2261437908496733e-05,
      "loss": 0.4903,
      "step": 469
    },
    {
      "epoch": 0.30734019944417196,
      "grad_norm": 4.03125,
      "learning_rate": 1.2287581699346407e-05,
      "loss": 0.6422,
      "step": 470
    },
    {
      "epoch": 0.3079941147621383,
      "grad_norm": 5.40625,
      "learning_rate": 1.231372549019608e-05,
      "loss": 0.9172,
      "step": 471
    },
    {
      "epoch": 0.3086480300801046,
      "grad_norm": 4.40625,
      "learning_rate": 1.2339869281045753e-05,
      "loss": 0.5337,
      "step": 472
    },
    {
      "epoch": 0.30930194539807093,
      "grad_norm": 6.28125,
      "learning_rate": 1.2366013071895427e-05,
      "loss": 0.6589,
      "step": 473
    },
    {
      "epoch": 0.30995586071603726,
      "grad_norm": 5.6875,
      "learning_rate": 1.23921568627451e-05,
      "loss": 1.0247,
      "step": 474
    },
    {
      "epoch": 0.3106097760340036,
      "grad_norm": 4.625,
      "learning_rate": 1.2418300653594772e-05,
      "loss": 0.5602,
      "step": 475
    },
    {
      "epoch": 0.3112636913519699,
      "grad_norm": 6.375,
      "learning_rate": 1.2444444444444446e-05,
      "loss": 1.0996,
      "step": 476
    },
    {
      "epoch": 0.31191760666993623,
      "grad_norm": 4.1875,
      "learning_rate": 1.2470588235294119e-05,
      "loss": 0.4376,
      "step": 477
    },
    {
      "epoch": 0.31257152198790256,
      "grad_norm": 4.34375,
      "learning_rate": 1.2496732026143792e-05,
      "loss": 0.7795,
      "step": 478
    },
    {
      "epoch": 0.3132254373058689,
      "grad_norm": 5.5625,
      "learning_rate": 1.2522875816993466e-05,
      "loss": 0.9096,
      "step": 479
    },
    {
      "epoch": 0.3138793526238352,
      "grad_norm": 5.625,
      "learning_rate": 1.2549019607843138e-05,
      "loss": 0.9408,
      "step": 480
    },
    {
      "epoch": 0.31453326794180153,
      "grad_norm": 4.9375,
      "learning_rate": 1.2575163398692811e-05,
      "loss": 0.7616,
      "step": 481
    },
    {
      "epoch": 0.31518718325976786,
      "grad_norm": 5.34375,
      "learning_rate": 1.2601307189542484e-05,
      "loss": 0.733,
      "step": 482
    },
    {
      "epoch": 0.3158410985777342,
      "grad_norm": 2.5625,
      "learning_rate": 1.2627450980392158e-05,
      "loss": 0.3602,
      "step": 483
    },
    {
      "epoch": 0.3164950138957005,
      "grad_norm": 5.65625,
      "learning_rate": 1.265359477124183e-05,
      "loss": 0.6671,
      "step": 484
    },
    {
      "epoch": 0.31714892921366683,
      "grad_norm": 4.15625,
      "learning_rate": 1.2679738562091503e-05,
      "loss": 0.4821,
      "step": 485
    },
    {
      "epoch": 0.31780284453163316,
      "grad_norm": 4.1875,
      "learning_rate": 1.2705882352941177e-05,
      "loss": 0.7277,
      "step": 486
    },
    {
      "epoch": 0.3184567598495995,
      "grad_norm": 5.375,
      "learning_rate": 1.273202614379085e-05,
      "loss": 0.7381,
      "step": 487
    },
    {
      "epoch": 0.3191106751675658,
      "grad_norm": 4.53125,
      "learning_rate": 1.2758169934640523e-05,
      "loss": 0.7067,
      "step": 488
    },
    {
      "epoch": 0.31976459048553213,
      "grad_norm": 5.75,
      "learning_rate": 1.2784313725490197e-05,
      "loss": 0.6068,
      "step": 489
    },
    {
      "epoch": 0.32041850580349845,
      "grad_norm": 4.875,
      "learning_rate": 1.281045751633987e-05,
      "loss": 0.8502,
      "step": 490
    },
    {
      "epoch": 0.3210724211214648,
      "grad_norm": 6.96875,
      "learning_rate": 1.2836601307189544e-05,
      "loss": 1.248,
      "step": 491
    },
    {
      "epoch": 0.3217263364394311,
      "grad_norm": 4.125,
      "learning_rate": 1.2862745098039218e-05,
      "loss": 0.5831,
      "step": 492
    },
    {
      "epoch": 0.32238025175739743,
      "grad_norm": 3.21875,
      "learning_rate": 1.288888888888889e-05,
      "loss": 0.4113,
      "step": 493
    },
    {
      "epoch": 0.32303416707536375,
      "grad_norm": 5.1875,
      "learning_rate": 1.2915032679738563e-05,
      "loss": 0.9455,
      "step": 494
    },
    {
      "epoch": 0.3236880823933301,
      "grad_norm": 5.3125,
      "learning_rate": 1.2941176470588238e-05,
      "loss": 0.8783,
      "step": 495
    },
    {
      "epoch": 0.3243419977112964,
      "grad_norm": 4.9375,
      "learning_rate": 1.296732026143791e-05,
      "loss": 0.9331,
      "step": 496
    },
    {
      "epoch": 0.32499591302926273,
      "grad_norm": 4.46875,
      "learning_rate": 1.2993464052287583e-05,
      "loss": 0.7988,
      "step": 497
    },
    {
      "epoch": 0.32564982834722905,
      "grad_norm": 4.90625,
      "learning_rate": 1.3019607843137257e-05,
      "loss": 0.7535,
      "step": 498
    },
    {
      "epoch": 0.3263037436651954,
      "grad_norm": 4.625,
      "learning_rate": 1.304575163398693e-05,
      "loss": 0.7557,
      "step": 499
    },
    {
      "epoch": 0.3269576589831617,
      "grad_norm": 3.265625,
      "learning_rate": 1.3071895424836602e-05,
      "loss": 0.4799,
      "step": 500
    },
    {
      "epoch": 0.32761157430112803,
      "grad_norm": 4.5625,
      "learning_rate": 1.3098039215686275e-05,
      "loss": 0.7014,
      "step": 501
    },
    {
      "epoch": 0.32826548961909435,
      "grad_norm": 3.125,
      "learning_rate": 1.3124183006535949e-05,
      "loss": 0.4667,
      "step": 502
    },
    {
      "epoch": 0.3289194049370607,
      "grad_norm": 4.25,
      "learning_rate": 1.3150326797385622e-05,
      "loss": 0.8005,
      "step": 503
    },
    {
      "epoch": 0.32957332025502695,
      "grad_norm": 6.3125,
      "learning_rate": 1.3176470588235294e-05,
      "loss": 1.0702,
      "step": 504
    },
    {
      "epoch": 0.33022723557299327,
      "grad_norm": 3.4375,
      "learning_rate": 1.3202614379084969e-05,
      "loss": 0.5992,
      "step": 505
    },
    {
      "epoch": 0.3308811508909596,
      "grad_norm": 4.28125,
      "learning_rate": 1.3228758169934641e-05,
      "loss": 0.4368,
      "step": 506
    },
    {
      "epoch": 0.3315350662089259,
      "grad_norm": 3.9375,
      "learning_rate": 1.3254901960784314e-05,
      "loss": 0.7551,
      "step": 507
    },
    {
      "epoch": 0.33218898152689225,
      "grad_norm": 4.84375,
      "learning_rate": 1.3281045751633988e-05,
      "loss": 0.9635,
      "step": 508
    },
    {
      "epoch": 0.33284289684485857,
      "grad_norm": 4.71875,
      "learning_rate": 1.330718954248366e-05,
      "loss": 0.8593,
      "step": 509
    },
    {
      "epoch": 0.3334968121628249,
      "grad_norm": 6.21875,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.2897,
      "step": 510
    },
    {
      "epoch": 0.3341507274807912,
      "grad_norm": 3.875,
      "learning_rate": 1.3359477124183008e-05,
      "loss": 0.7316,
      "step": 511
    },
    {
      "epoch": 0.33480464279875755,
      "grad_norm": 3.53125,
      "learning_rate": 1.338562091503268e-05,
      "loss": 0.4614,
      "step": 512
    },
    {
      "epoch": 0.33545855811672387,
      "grad_norm": 8.8125,
      "learning_rate": 1.3411764705882353e-05,
      "loss": 1.8679,
      "step": 513
    },
    {
      "epoch": 0.3361124734346902,
      "grad_norm": 4.21875,
      "learning_rate": 1.3437908496732029e-05,
      "loss": 0.6266,
      "step": 514
    },
    {
      "epoch": 0.3367663887526565,
      "grad_norm": 5.6875,
      "learning_rate": 1.3464052287581701e-05,
      "loss": 0.8198,
      "step": 515
    },
    {
      "epoch": 0.33742030407062285,
      "grad_norm": 4.6875,
      "learning_rate": 1.3490196078431374e-05,
      "loss": 0.9571,
      "step": 516
    },
    {
      "epoch": 0.33807421938858917,
      "grad_norm": 4.9375,
      "learning_rate": 1.3516339869281048e-05,
      "loss": 0.7718,
      "step": 517
    },
    {
      "epoch": 0.3387281347065555,
      "grad_norm": 3.84375,
      "learning_rate": 1.3542483660130721e-05,
      "loss": 0.5037,
      "step": 518
    },
    {
      "epoch": 0.3393820500245218,
      "grad_norm": 3.21875,
      "learning_rate": 1.3568627450980393e-05,
      "loss": 0.4967,
      "step": 519
    },
    {
      "epoch": 0.34003596534248814,
      "grad_norm": 5.25,
      "learning_rate": 1.3594771241830068e-05,
      "loss": 0.7059,
      "step": 520
    },
    {
      "epoch": 0.34068988066045447,
      "grad_norm": 5.53125,
      "learning_rate": 1.362091503267974e-05,
      "loss": 0.7243,
      "step": 521
    },
    {
      "epoch": 0.3413437959784208,
      "grad_norm": 4.46875,
      "learning_rate": 1.3647058823529413e-05,
      "loss": 0.7595,
      "step": 522
    },
    {
      "epoch": 0.3419977112963871,
      "grad_norm": 4.4375,
      "learning_rate": 1.3673202614379086e-05,
      "loss": 0.7224,
      "step": 523
    },
    {
      "epoch": 0.34265162661435344,
      "grad_norm": 3.609375,
      "learning_rate": 1.369934640522876e-05,
      "loss": 0.699,
      "step": 524
    },
    {
      "epoch": 0.34330554193231977,
      "grad_norm": 4.21875,
      "learning_rate": 1.3725490196078432e-05,
      "loss": 0.7635,
      "step": 525
    },
    {
      "epoch": 0.3439594572502861,
      "grad_norm": 4.5,
      "learning_rate": 1.3751633986928105e-05,
      "loss": 0.7832,
      "step": 526
    },
    {
      "epoch": 0.3446133725682524,
      "grad_norm": 5.15625,
      "learning_rate": 1.377777777777778e-05,
      "loss": 0.8386,
      "step": 527
    },
    {
      "epoch": 0.34526728788621874,
      "grad_norm": 5.34375,
      "learning_rate": 1.3803921568627452e-05,
      "loss": 1.1034,
      "step": 528
    },
    {
      "epoch": 0.34592120320418507,
      "grad_norm": 4.8125,
      "learning_rate": 1.3830065359477125e-05,
      "loss": 0.6836,
      "step": 529
    },
    {
      "epoch": 0.3465751185221514,
      "grad_norm": 4.8125,
      "learning_rate": 1.3856209150326799e-05,
      "loss": 0.7655,
      "step": 530
    },
    {
      "epoch": 0.3472290338401177,
      "grad_norm": 4.5,
      "learning_rate": 1.3882352941176471e-05,
      "loss": 0.5553,
      "step": 531
    },
    {
      "epoch": 0.34788294915808404,
      "grad_norm": 5.40625,
      "learning_rate": 1.3908496732026144e-05,
      "loss": 0.5882,
      "step": 532
    },
    {
      "epoch": 0.34853686447605037,
      "grad_norm": 3.640625,
      "learning_rate": 1.3934640522875818e-05,
      "loss": 0.5727,
      "step": 533
    },
    {
      "epoch": 0.3491907797940167,
      "grad_norm": 4.40625,
      "learning_rate": 1.3960784313725491e-05,
      "loss": 0.8736,
      "step": 534
    },
    {
      "epoch": 0.349844695111983,
      "grad_norm": 5.34375,
      "learning_rate": 1.3986928104575163e-05,
      "loss": 0.5816,
      "step": 535
    },
    {
      "epoch": 0.35049861042994934,
      "grad_norm": 4.875,
      "learning_rate": 1.4013071895424836e-05,
      "loss": 0.7251,
      "step": 536
    },
    {
      "epoch": 0.35115252574791567,
      "grad_norm": 3.703125,
      "learning_rate": 1.403921568627451e-05,
      "loss": 0.62,
      "step": 537
    },
    {
      "epoch": 0.351806441065882,
      "grad_norm": 4.46875,
      "learning_rate": 1.4065359477124185e-05,
      "loss": 0.6138,
      "step": 538
    },
    {
      "epoch": 0.3524603563838483,
      "grad_norm": 3.59375,
      "learning_rate": 1.4091503267973859e-05,
      "loss": 0.5634,
      "step": 539
    },
    {
      "epoch": 0.35311427170181464,
      "grad_norm": 4.96875,
      "learning_rate": 1.4117647058823532e-05,
      "loss": 0.73,
      "step": 540
    },
    {
      "epoch": 0.3537681870197809,
      "grad_norm": 3.9375,
      "learning_rate": 1.4143790849673204e-05,
      "loss": 0.6003,
      "step": 541
    },
    {
      "epoch": 0.35442210233774724,
      "grad_norm": 5.65625,
      "learning_rate": 1.4169934640522878e-05,
      "loss": 1.0472,
      "step": 542
    },
    {
      "epoch": 0.35507601765571356,
      "grad_norm": 3.5625,
      "learning_rate": 1.4196078431372551e-05,
      "loss": 0.4215,
      "step": 543
    },
    {
      "epoch": 0.3557299329736799,
      "grad_norm": 5.5625,
      "learning_rate": 1.4222222222222224e-05,
      "loss": 0.93,
      "step": 544
    },
    {
      "epoch": 0.3563838482916462,
      "grad_norm": 3.625,
      "learning_rate": 1.4248366013071896e-05,
      "loss": 0.6136,
      "step": 545
    },
    {
      "epoch": 0.35703776360961254,
      "grad_norm": 3.09375,
      "learning_rate": 1.427450980392157e-05,
      "loss": 0.3565,
      "step": 546
    },
    {
      "epoch": 0.35769167892757886,
      "grad_norm": 4.71875,
      "learning_rate": 1.4300653594771243e-05,
      "loss": 0.6536,
      "step": 547
    },
    {
      "epoch": 0.3583455942455452,
      "grad_norm": 4.6875,
      "learning_rate": 1.4326797385620916e-05,
      "loss": 0.8062,
      "step": 548
    },
    {
      "epoch": 0.3589995095635115,
      "grad_norm": 3.4375,
      "learning_rate": 1.435294117647059e-05,
      "loss": 0.5485,
      "step": 549
    },
    {
      "epoch": 0.35965342488147783,
      "grad_norm": 5.5625,
      "learning_rate": 1.4379084967320263e-05,
      "loss": 0.8227,
      "step": 550
    },
    {
      "epoch": 0.36030734019944416,
      "grad_norm": 4.1875,
      "learning_rate": 1.4405228758169935e-05,
      "loss": 0.7039,
      "step": 551
    },
    {
      "epoch": 0.3609612555174105,
      "grad_norm": 4.25,
      "learning_rate": 1.443137254901961e-05,
      "loss": 0.8103,
      "step": 552
    },
    {
      "epoch": 0.3616151708353768,
      "grad_norm": 3.984375,
      "learning_rate": 1.4457516339869282e-05,
      "loss": 0.6487,
      "step": 553
    },
    {
      "epoch": 0.36226908615334313,
      "grad_norm": 3.203125,
      "learning_rate": 1.4483660130718955e-05,
      "loss": 0.4815,
      "step": 554
    },
    {
      "epoch": 0.36292300147130946,
      "grad_norm": 3.828125,
      "learning_rate": 1.4509803921568629e-05,
      "loss": 0.449,
      "step": 555
    },
    {
      "epoch": 0.3635769167892758,
      "grad_norm": 4.0625,
      "learning_rate": 1.4535947712418302e-05,
      "loss": 0.5781,
      "step": 556
    },
    {
      "epoch": 0.3642308321072421,
      "grad_norm": 4.875,
      "learning_rate": 1.4562091503267974e-05,
      "loss": 1.0315,
      "step": 557
    },
    {
      "epoch": 0.36488474742520843,
      "grad_norm": 3.765625,
      "learning_rate": 1.4588235294117647e-05,
      "loss": 0.5251,
      "step": 558
    },
    {
      "epoch": 0.36553866274317476,
      "grad_norm": 5.75,
      "learning_rate": 1.4614379084967321e-05,
      "loss": 1.0653,
      "step": 559
    },
    {
      "epoch": 0.3661925780611411,
      "grad_norm": 4.75,
      "learning_rate": 1.4640522875816994e-05,
      "loss": 0.9446,
      "step": 560
    },
    {
      "epoch": 0.3668464933791074,
      "grad_norm": 3.640625,
      "learning_rate": 1.4666666666666666e-05,
      "loss": 0.6336,
      "step": 561
    },
    {
      "epoch": 0.36750040869707373,
      "grad_norm": 4.40625,
      "learning_rate": 1.4692810457516342e-05,
      "loss": 0.7986,
      "step": 562
    },
    {
      "epoch": 0.36815432401504006,
      "grad_norm": 3.953125,
      "learning_rate": 1.4718954248366015e-05,
      "loss": 0.6941,
      "step": 563
    },
    {
      "epoch": 0.3688082393330064,
      "grad_norm": 3.65625,
      "learning_rate": 1.474509803921569e-05,
      "loss": 0.4157,
      "step": 564
    },
    {
      "epoch": 0.3694621546509727,
      "grad_norm": 3.53125,
      "learning_rate": 1.4771241830065362e-05,
      "loss": 0.7389,
      "step": 565
    },
    {
      "epoch": 0.37011606996893903,
      "grad_norm": 4.21875,
      "learning_rate": 1.4797385620915034e-05,
      "loss": 0.7562,
      "step": 566
    },
    {
      "epoch": 0.37076998528690536,
      "grad_norm": 3.796875,
      "learning_rate": 1.4823529411764707e-05,
      "loss": 0.5432,
      "step": 567
    },
    {
      "epoch": 0.3714239006048717,
      "grad_norm": 4.78125,
      "learning_rate": 1.4849673202614381e-05,
      "loss": 0.7261,
      "step": 568
    },
    {
      "epoch": 0.372077815922838,
      "grad_norm": 3.09375,
      "learning_rate": 1.4875816993464054e-05,
      "loss": 0.5192,
      "step": 569
    },
    {
      "epoch": 0.37273173124080433,
      "grad_norm": 6.0625,
      "learning_rate": 1.4901960784313726e-05,
      "loss": 1.4136,
      "step": 570
    },
    {
      "epoch": 0.37338564655877066,
      "grad_norm": 4.25,
      "learning_rate": 1.49281045751634e-05,
      "loss": 0.7003,
      "step": 571
    },
    {
      "epoch": 0.374039561876737,
      "grad_norm": 5.53125,
      "learning_rate": 1.4954248366013073e-05,
      "loss": 0.6006,
      "step": 572
    },
    {
      "epoch": 0.3746934771947033,
      "grad_norm": 3.328125,
      "learning_rate": 1.4980392156862746e-05,
      "loss": 0.4577,
      "step": 573
    },
    {
      "epoch": 0.37534739251266963,
      "grad_norm": 6.9375,
      "learning_rate": 1.500653594771242e-05,
      "loss": 1.0642,
      "step": 574
    },
    {
      "epoch": 0.37600130783063596,
      "grad_norm": 4.9375,
      "learning_rate": 1.5032679738562093e-05,
      "loss": 0.6655,
      "step": 575
    },
    {
      "epoch": 0.3766552231486023,
      "grad_norm": 4.96875,
      "learning_rate": 1.5058823529411765e-05,
      "loss": 1.0192,
      "step": 576
    },
    {
      "epoch": 0.3773091384665686,
      "grad_norm": 4.21875,
      "learning_rate": 1.5084967320261438e-05,
      "loss": 0.5627,
      "step": 577
    },
    {
      "epoch": 0.37796305378453493,
      "grad_norm": 4.21875,
      "learning_rate": 1.5111111111111112e-05,
      "loss": 0.717,
      "step": 578
    },
    {
      "epoch": 0.3786169691025012,
      "grad_norm": 5.4375,
      "learning_rate": 1.5137254901960785e-05,
      "loss": 1.2168,
      "step": 579
    },
    {
      "epoch": 0.3792708844204675,
      "grad_norm": 5.03125,
      "learning_rate": 1.5163398692810458e-05,
      "loss": 0.7631,
      "step": 580
    },
    {
      "epoch": 0.37992479973843385,
      "grad_norm": 5.03125,
      "learning_rate": 1.5189542483660132e-05,
      "loss": 0.9894,
      "step": 581
    },
    {
      "epoch": 0.3805787150564002,
      "grad_norm": 5.09375,
      "learning_rate": 1.5215686274509804e-05,
      "loss": 0.8453,
      "step": 582
    },
    {
      "epoch": 0.3812326303743665,
      "grad_norm": 4.6875,
      "learning_rate": 1.5241830065359477e-05,
      "loss": 0.6673,
      "step": 583
    },
    {
      "epoch": 0.3818865456923328,
      "grad_norm": 3.765625,
      "learning_rate": 1.526797385620915e-05,
      "loss": 0.7228,
      "step": 584
    },
    {
      "epoch": 0.38254046101029915,
      "grad_norm": 4.1875,
      "learning_rate": 1.5294117647058822e-05,
      "loss": 0.664,
      "step": 585
    },
    {
      "epoch": 0.3831943763282655,
      "grad_norm": 3.421875,
      "learning_rate": 1.5320261437908498e-05,
      "loss": 0.5511,
      "step": 586
    },
    {
      "epoch": 0.3838482916462318,
      "grad_norm": 3.8125,
      "learning_rate": 1.534640522875817e-05,
      "loss": 0.4787,
      "step": 587
    },
    {
      "epoch": 0.3845022069641981,
      "grad_norm": 5.15625,
      "learning_rate": 1.5372549019607847e-05,
      "loss": 1.1154,
      "step": 588
    },
    {
      "epoch": 0.38515612228216445,
      "grad_norm": 4.8125,
      "learning_rate": 1.539869281045752e-05,
      "loss": 0.7246,
      "step": 589
    },
    {
      "epoch": 0.3858100376001308,
      "grad_norm": 5.25,
      "learning_rate": 1.5424836601307192e-05,
      "loss": 0.8271,
      "step": 590
    },
    {
      "epoch": 0.3864639529180971,
      "grad_norm": 2.890625,
      "learning_rate": 1.5450980392156865e-05,
      "loss": 0.3758,
      "step": 591
    },
    {
      "epoch": 0.3871178682360634,
      "grad_norm": 6.125,
      "learning_rate": 1.5477124183006537e-05,
      "loss": 0.9127,
      "step": 592
    },
    {
      "epoch": 0.38777178355402975,
      "grad_norm": 4.8125,
      "learning_rate": 1.550326797385621e-05,
      "loss": 0.6839,
      "step": 593
    },
    {
      "epoch": 0.3884256988719961,
      "grad_norm": 4.9375,
      "learning_rate": 1.5529411764705882e-05,
      "loss": 0.8352,
      "step": 594
    },
    {
      "epoch": 0.3890796141899624,
      "grad_norm": 4.4375,
      "learning_rate": 1.555555555555556e-05,
      "loss": 0.7525,
      "step": 595
    },
    {
      "epoch": 0.3897335295079287,
      "grad_norm": 3.796875,
      "learning_rate": 1.558169934640523e-05,
      "loss": 0.6019,
      "step": 596
    },
    {
      "epoch": 0.39038744482589505,
      "grad_norm": 4.21875,
      "learning_rate": 1.5607843137254904e-05,
      "loss": 0.6474,
      "step": 597
    },
    {
      "epoch": 0.39104136014386137,
      "grad_norm": 4.5,
      "learning_rate": 1.5633986928104576e-05,
      "loss": 0.9984,
      "step": 598
    },
    {
      "epoch": 0.3916952754618277,
      "grad_norm": 4.78125,
      "learning_rate": 1.566013071895425e-05,
      "loss": 0.9227,
      "step": 599
    },
    {
      "epoch": 0.392349190779794,
      "grad_norm": 3.359375,
      "learning_rate": 1.568627450980392e-05,
      "loss": 0.5438,
      "step": 600
    },
    {
      "epoch": 0.39300310609776035,
      "grad_norm": 6.1875,
      "learning_rate": 1.5712418300653597e-05,
      "loss": 0.6924,
      "step": 601
    },
    {
      "epoch": 0.39365702141572667,
      "grad_norm": 3.59375,
      "learning_rate": 1.573856209150327e-05,
      "loss": 0.6807,
      "step": 602
    },
    {
      "epoch": 0.394310936733693,
      "grad_norm": 4.4375,
      "learning_rate": 1.5764705882352943e-05,
      "loss": 0.7607,
      "step": 603
    },
    {
      "epoch": 0.3949648520516593,
      "grad_norm": 4.15625,
      "learning_rate": 1.5790849673202615e-05,
      "loss": 0.7465,
      "step": 604
    },
    {
      "epoch": 0.39561876736962565,
      "grad_norm": 5.5625,
      "learning_rate": 1.5816993464052288e-05,
      "loss": 0.8777,
      "step": 605
    },
    {
      "epoch": 0.39627268268759197,
      "grad_norm": 4.78125,
      "learning_rate": 1.584313725490196e-05,
      "loss": 0.7425,
      "step": 606
    },
    {
      "epoch": 0.3969265980055583,
      "grad_norm": 2.59375,
      "learning_rate": 1.5869281045751633e-05,
      "loss": 0.3947,
      "step": 607
    },
    {
      "epoch": 0.3975805133235246,
      "grad_norm": 4.96875,
      "learning_rate": 1.589542483660131e-05,
      "loss": 0.4741,
      "step": 608
    },
    {
      "epoch": 0.39823442864149095,
      "grad_norm": 6.375,
      "learning_rate": 1.592156862745098e-05,
      "loss": 1.4103,
      "step": 609
    },
    {
      "epoch": 0.39888834395945727,
      "grad_norm": 3.859375,
      "learning_rate": 1.5947712418300657e-05,
      "loss": 0.5789,
      "step": 610
    },
    {
      "epoch": 0.3995422592774236,
      "grad_norm": 5.4375,
      "learning_rate": 1.597385620915033e-05,
      "loss": 1.2326,
      "step": 611
    },
    {
      "epoch": 0.4001961745953899,
      "grad_norm": 4.65625,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.829,
      "step": 612
    },
    {
      "epoch": 0.40085008991335624,
      "grad_norm": 5.71875,
      "learning_rate": 1.6026143790849675e-05,
      "loss": 0.6386,
      "step": 613
    },
    {
      "epoch": 0.40150400523132257,
      "grad_norm": 4.625,
      "learning_rate": 1.6052287581699348e-05,
      "loss": 0.9493,
      "step": 614
    },
    {
      "epoch": 0.4021579205492889,
      "grad_norm": 3.328125,
      "learning_rate": 1.607843137254902e-05,
      "loss": 0.4558,
      "step": 615
    },
    {
      "epoch": 0.40281183586725516,
      "grad_norm": 4.46875,
      "learning_rate": 1.6104575163398693e-05,
      "loss": 0.9592,
      "step": 616
    },
    {
      "epoch": 0.4034657511852215,
      "grad_norm": 5.65625,
      "learning_rate": 1.613071895424837e-05,
      "loss": 0.938,
      "step": 617
    },
    {
      "epoch": 0.4041196665031878,
      "grad_norm": 5.71875,
      "learning_rate": 1.615686274509804e-05,
      "loss": 0.9973,
      "step": 618
    },
    {
      "epoch": 0.40477358182115414,
      "grad_norm": 3.390625,
      "learning_rate": 1.6183006535947714e-05,
      "loss": 0.3333,
      "step": 619
    },
    {
      "epoch": 0.40542749713912046,
      "grad_norm": 3.65625,
      "learning_rate": 1.6209150326797387e-05,
      "loss": 0.6231,
      "step": 620
    },
    {
      "epoch": 0.4060814124570868,
      "grad_norm": 5.3125,
      "learning_rate": 1.623529411764706e-05,
      "loss": 0.7472,
      "step": 621
    },
    {
      "epoch": 0.4067353277750531,
      "grad_norm": 4.6875,
      "learning_rate": 1.6261437908496732e-05,
      "loss": 0.6525,
      "step": 622
    },
    {
      "epoch": 0.40738924309301944,
      "grad_norm": 4.71875,
      "learning_rate": 1.6287581699346408e-05,
      "loss": 0.696,
      "step": 623
    },
    {
      "epoch": 0.40804315841098576,
      "grad_norm": 7.34375,
      "learning_rate": 1.631372549019608e-05,
      "loss": 0.945,
      "step": 624
    },
    {
      "epoch": 0.4086970737289521,
      "grad_norm": 4.46875,
      "learning_rate": 1.6339869281045753e-05,
      "loss": 0.6496,
      "step": 625
    },
    {
      "epoch": 0.4093509890469184,
      "grad_norm": 4.96875,
      "learning_rate": 1.6366013071895426e-05,
      "loss": 1.0453,
      "step": 626
    },
    {
      "epoch": 0.41000490436488474,
      "grad_norm": 4.28125,
      "learning_rate": 1.63921568627451e-05,
      "loss": 0.5734,
      "step": 627
    },
    {
      "epoch": 0.41065881968285106,
      "grad_norm": 4.28125,
      "learning_rate": 1.641830065359477e-05,
      "loss": 0.4982,
      "step": 628
    },
    {
      "epoch": 0.4113127350008174,
      "grad_norm": 3.625,
      "learning_rate": 1.6444444444444444e-05,
      "loss": 0.5462,
      "step": 629
    },
    {
      "epoch": 0.4119666503187837,
      "grad_norm": 3.671875,
      "learning_rate": 1.647058823529412e-05,
      "loss": 0.5412,
      "step": 630
    },
    {
      "epoch": 0.41262056563675004,
      "grad_norm": 3.9375,
      "learning_rate": 1.6496732026143792e-05,
      "loss": 0.6907,
      "step": 631
    },
    {
      "epoch": 0.41327448095471636,
      "grad_norm": 7.03125,
      "learning_rate": 1.6522875816993465e-05,
      "loss": 1.0787,
      "step": 632
    },
    {
      "epoch": 0.4139283962726827,
      "grad_norm": 2.71875,
      "learning_rate": 1.6549019607843137e-05,
      "loss": 0.4138,
      "step": 633
    },
    {
      "epoch": 0.414582311590649,
      "grad_norm": 6.4375,
      "learning_rate": 1.6575163398692813e-05,
      "loss": 0.7656,
      "step": 634
    },
    {
      "epoch": 0.41523622690861534,
      "grad_norm": 3.75,
      "learning_rate": 1.6601307189542486e-05,
      "loss": 0.625,
      "step": 635
    },
    {
      "epoch": 0.41589014222658166,
      "grad_norm": 4.46875,
      "learning_rate": 1.662745098039216e-05,
      "loss": 0.5313,
      "step": 636
    },
    {
      "epoch": 0.416544057544548,
      "grad_norm": 4.90625,
      "learning_rate": 1.665359477124183e-05,
      "loss": 0.7668,
      "step": 637
    },
    {
      "epoch": 0.4171979728625143,
      "grad_norm": 3.96875,
      "learning_rate": 1.6679738562091504e-05,
      "loss": 0.6051,
      "step": 638
    },
    {
      "epoch": 0.41785188818048064,
      "grad_norm": 3.890625,
      "learning_rate": 1.670588235294118e-05,
      "loss": 0.5768,
      "step": 639
    },
    {
      "epoch": 0.41850580349844696,
      "grad_norm": 4.0,
      "learning_rate": 1.6732026143790852e-05,
      "loss": 0.5606,
      "step": 640
    },
    {
      "epoch": 0.4191597188164133,
      "grad_norm": 4.34375,
      "learning_rate": 1.6758169934640525e-05,
      "loss": 0.6251,
      "step": 641
    },
    {
      "epoch": 0.4198136341343796,
      "grad_norm": 4.0625,
      "learning_rate": 1.6784313725490198e-05,
      "loss": 0.4984,
      "step": 642
    },
    {
      "epoch": 0.42046754945234593,
      "grad_norm": 3.640625,
      "learning_rate": 1.681045751633987e-05,
      "loss": 0.6556,
      "step": 643
    },
    {
      "epoch": 0.42112146477031226,
      "grad_norm": 4.96875,
      "learning_rate": 1.6836601307189543e-05,
      "loss": 0.8022,
      "step": 644
    },
    {
      "epoch": 0.4217753800882786,
      "grad_norm": 5.125,
      "learning_rate": 1.686274509803922e-05,
      "loss": 0.7004,
      "step": 645
    },
    {
      "epoch": 0.4224292954062449,
      "grad_norm": 5.34375,
      "learning_rate": 1.688888888888889e-05,
      "loss": 0.6712,
      "step": 646
    },
    {
      "epoch": 0.42308321072421123,
      "grad_norm": 4.9375,
      "learning_rate": 1.6915032679738564e-05,
      "loss": 0.9576,
      "step": 647
    },
    {
      "epoch": 0.42373712604217756,
      "grad_norm": 3.515625,
      "learning_rate": 1.6941176470588237e-05,
      "loss": 0.603,
      "step": 648
    },
    {
      "epoch": 0.4243910413601439,
      "grad_norm": 5.03125,
      "learning_rate": 1.696732026143791e-05,
      "loss": 0.8925,
      "step": 649
    },
    {
      "epoch": 0.4250449566781102,
      "grad_norm": 4.9375,
      "learning_rate": 1.6993464052287582e-05,
      "loss": 1.1251,
      "step": 650
    },
    {
      "epoch": 0.42569887199607653,
      "grad_norm": 4.65625,
      "learning_rate": 1.7019607843137254e-05,
      "loss": 0.7117,
      "step": 651
    },
    {
      "epoch": 0.42635278731404286,
      "grad_norm": 5.53125,
      "learning_rate": 1.704575163398693e-05,
      "loss": 0.8326,
      "step": 652
    },
    {
      "epoch": 0.4270067026320091,
      "grad_norm": 2.453125,
      "learning_rate": 1.7071895424836603e-05,
      "loss": 0.3195,
      "step": 653
    },
    {
      "epoch": 0.42766061794997545,
      "grad_norm": 3.453125,
      "learning_rate": 1.7098039215686275e-05,
      "loss": 0.4999,
      "step": 654
    },
    {
      "epoch": 0.4283145332679418,
      "grad_norm": 3.359375,
      "learning_rate": 1.7124183006535948e-05,
      "loss": 0.4422,
      "step": 655
    },
    {
      "epoch": 0.4289684485859081,
      "grad_norm": 3.921875,
      "learning_rate": 1.715032679738562e-05,
      "loss": 0.5043,
      "step": 656
    },
    {
      "epoch": 0.4296223639038744,
      "grad_norm": 4.375,
      "learning_rate": 1.7176470588235293e-05,
      "loss": 0.6563,
      "step": 657
    },
    {
      "epoch": 0.43027627922184075,
      "grad_norm": 4.15625,
      "learning_rate": 1.720261437908497e-05,
      "loss": 0.3584,
      "step": 658
    },
    {
      "epoch": 0.4309301945398071,
      "grad_norm": 4.5,
      "learning_rate": 1.7228758169934642e-05,
      "loss": 0.7562,
      "step": 659
    },
    {
      "epoch": 0.4315841098577734,
      "grad_norm": 4.84375,
      "learning_rate": 1.7254901960784314e-05,
      "loss": 0.5622,
      "step": 660
    },
    {
      "epoch": 0.4322380251757397,
      "grad_norm": 4.90625,
      "learning_rate": 1.728104575163399e-05,
      "loss": 0.9408,
      "step": 661
    },
    {
      "epoch": 0.43289194049370605,
      "grad_norm": 4.46875,
      "learning_rate": 1.7307189542483663e-05,
      "loss": 0.7223,
      "step": 662
    },
    {
      "epoch": 0.4335458558116724,
      "grad_norm": 4.4375,
      "learning_rate": 1.7333333333333336e-05,
      "loss": 0.5794,
      "step": 663
    },
    {
      "epoch": 0.4341997711296387,
      "grad_norm": 5.0625,
      "learning_rate": 1.7359477124183008e-05,
      "loss": 0.5965,
      "step": 664
    },
    {
      "epoch": 0.434853686447605,
      "grad_norm": 5.0,
      "learning_rate": 1.738562091503268e-05,
      "loss": 0.8629,
      "step": 665
    },
    {
      "epoch": 0.43550760176557135,
      "grad_norm": 3.328125,
      "learning_rate": 1.7411764705882353e-05,
      "loss": 0.3594,
      "step": 666
    },
    {
      "epoch": 0.4361615170835377,
      "grad_norm": 6.46875,
      "learning_rate": 1.743790849673203e-05,
      "loss": 0.8079,
      "step": 667
    },
    {
      "epoch": 0.436815432401504,
      "grad_norm": 8.4375,
      "learning_rate": 1.7464052287581702e-05,
      "loss": 1.1402,
      "step": 668
    },
    {
      "epoch": 0.4374693477194703,
      "grad_norm": 4.03125,
      "learning_rate": 1.7490196078431375e-05,
      "loss": 0.6158,
      "step": 669
    },
    {
      "epoch": 0.43812326303743665,
      "grad_norm": 5.0625,
      "learning_rate": 1.7516339869281047e-05,
      "loss": 0.8871,
      "step": 670
    },
    {
      "epoch": 0.438777178355403,
      "grad_norm": 3.734375,
      "learning_rate": 1.754248366013072e-05,
      "loss": 0.6452,
      "step": 671
    },
    {
      "epoch": 0.4394310936733693,
      "grad_norm": 3.703125,
      "learning_rate": 1.7568627450980392e-05,
      "loss": 0.5196,
      "step": 672
    },
    {
      "epoch": 0.4400850089913356,
      "grad_norm": 3.921875,
      "learning_rate": 1.7594771241830065e-05,
      "loss": 0.4932,
      "step": 673
    },
    {
      "epoch": 0.44073892430930195,
      "grad_norm": 5.6875,
      "learning_rate": 1.762091503267974e-05,
      "loss": 0.896,
      "step": 674
    },
    {
      "epoch": 0.4413928396272683,
      "grad_norm": 3.25,
      "learning_rate": 1.7647058823529414e-05,
      "loss": 0.3271,
      "step": 675
    },
    {
      "epoch": 0.4420467549452346,
      "grad_norm": 4.65625,
      "learning_rate": 1.7673202614379086e-05,
      "loss": 0.6974,
      "step": 676
    },
    {
      "epoch": 0.4427006702632009,
      "grad_norm": 5.46875,
      "learning_rate": 1.769934640522876e-05,
      "loss": 0.7297,
      "step": 677
    },
    {
      "epoch": 0.44335458558116725,
      "grad_norm": 4.59375,
      "learning_rate": 1.772549019607843e-05,
      "loss": 0.8317,
      "step": 678
    },
    {
      "epoch": 0.4440085008991336,
      "grad_norm": 4.96875,
      "learning_rate": 1.7751633986928104e-05,
      "loss": 0.8311,
      "step": 679
    },
    {
      "epoch": 0.4446624162170999,
      "grad_norm": 4.6875,
      "learning_rate": 1.7777777777777777e-05,
      "loss": 0.8124,
      "step": 680
    },
    {
      "epoch": 0.4453163315350662,
      "grad_norm": 3.53125,
      "learning_rate": 1.7803921568627453e-05,
      "loss": 0.5505,
      "step": 681
    },
    {
      "epoch": 0.44597024685303255,
      "grad_norm": 3.609375,
      "learning_rate": 1.7830065359477125e-05,
      "loss": 0.472,
      "step": 682
    },
    {
      "epoch": 0.4466241621709989,
      "grad_norm": 5.6875,
      "learning_rate": 1.78562091503268e-05,
      "loss": 1.0624,
      "step": 683
    },
    {
      "epoch": 0.4472780774889652,
      "grad_norm": 6.375,
      "learning_rate": 1.7882352941176474e-05,
      "loss": 1.0482,
      "step": 684
    },
    {
      "epoch": 0.4479319928069315,
      "grad_norm": 6.53125,
      "learning_rate": 1.7908496732026146e-05,
      "loss": 1.0284,
      "step": 685
    },
    {
      "epoch": 0.44858590812489785,
      "grad_norm": 5.5625,
      "learning_rate": 1.793464052287582e-05,
      "loss": 0.8013,
      "step": 686
    },
    {
      "epoch": 0.4492398234428642,
      "grad_norm": 3.78125,
      "learning_rate": 1.796078431372549e-05,
      "loss": 0.6488,
      "step": 687
    },
    {
      "epoch": 0.4498937387608305,
      "grad_norm": 5.40625,
      "learning_rate": 1.7986928104575164e-05,
      "loss": 0.8196,
      "step": 688
    },
    {
      "epoch": 0.4505476540787968,
      "grad_norm": 3.3125,
      "learning_rate": 1.801307189542484e-05,
      "loss": 0.4819,
      "step": 689
    },
    {
      "epoch": 0.45120156939676315,
      "grad_norm": 5.21875,
      "learning_rate": 1.8039215686274513e-05,
      "loss": 0.754,
      "step": 690
    },
    {
      "epoch": 0.4518554847147294,
      "grad_norm": 4.375,
      "learning_rate": 1.8065359477124185e-05,
      "loss": 0.8142,
      "step": 691
    },
    {
      "epoch": 0.45250940003269574,
      "grad_norm": 3.90625,
      "learning_rate": 1.8091503267973858e-05,
      "loss": 0.6999,
      "step": 692
    },
    {
      "epoch": 0.45316331535066207,
      "grad_norm": 3.65625,
      "learning_rate": 1.811764705882353e-05,
      "loss": 0.4873,
      "step": 693
    },
    {
      "epoch": 0.4538172306686284,
      "grad_norm": 4.25,
      "learning_rate": 1.8143790849673203e-05,
      "loss": 0.8854,
      "step": 694
    },
    {
      "epoch": 0.4544711459865947,
      "grad_norm": 5.09375,
      "learning_rate": 1.8169934640522876e-05,
      "loss": 0.7774,
      "step": 695
    },
    {
      "epoch": 0.45512506130456104,
      "grad_norm": 4.53125,
      "learning_rate": 1.8196078431372552e-05,
      "loss": 0.6882,
      "step": 696
    },
    {
      "epoch": 0.45577897662252737,
      "grad_norm": 6.875,
      "learning_rate": 1.8222222222222224e-05,
      "loss": 0.9632,
      "step": 697
    },
    {
      "epoch": 0.4564328919404937,
      "grad_norm": 3.90625,
      "learning_rate": 1.8248366013071897e-05,
      "loss": 0.5186,
      "step": 698
    },
    {
      "epoch": 0.45708680725846,
      "grad_norm": 5.15625,
      "learning_rate": 1.827450980392157e-05,
      "loss": 0.6747,
      "step": 699
    },
    {
      "epoch": 0.45774072257642634,
      "grad_norm": 4.875,
      "learning_rate": 1.8300653594771242e-05,
      "loss": 0.6845,
      "step": 700
    },
    {
      "epoch": 0.45839463789439266,
      "grad_norm": 6.71875,
      "learning_rate": 1.8326797385620915e-05,
      "loss": 1.0584,
      "step": 701
    },
    {
      "epoch": 0.459048553212359,
      "grad_norm": 4.1875,
      "learning_rate": 1.8352941176470587e-05,
      "loss": 0.6146,
      "step": 702
    },
    {
      "epoch": 0.4597024685303253,
      "grad_norm": 4.1875,
      "learning_rate": 1.8379084967320263e-05,
      "loss": 0.5963,
      "step": 703
    },
    {
      "epoch": 0.46035638384829164,
      "grad_norm": 4.78125,
      "learning_rate": 1.8405228758169936e-05,
      "loss": 0.5975,
      "step": 704
    },
    {
      "epoch": 0.46101029916625796,
      "grad_norm": 5.9375,
      "learning_rate": 1.843137254901961e-05,
      "loss": 0.9296,
      "step": 705
    },
    {
      "epoch": 0.4616642144842243,
      "grad_norm": 5.78125,
      "learning_rate": 1.8457516339869284e-05,
      "loss": 1.1027,
      "step": 706
    },
    {
      "epoch": 0.4623181298021906,
      "grad_norm": 5.0,
      "learning_rate": 1.8483660130718957e-05,
      "loss": 0.8167,
      "step": 707
    },
    {
      "epoch": 0.46297204512015694,
      "grad_norm": 5.46875,
      "learning_rate": 1.850980392156863e-05,
      "loss": 0.9061,
      "step": 708
    },
    {
      "epoch": 0.46362596043812326,
      "grad_norm": 5.3125,
      "learning_rate": 1.8535947712418302e-05,
      "loss": 0.8982,
      "step": 709
    },
    {
      "epoch": 0.4642798757560896,
      "grad_norm": 4.53125,
      "learning_rate": 1.8562091503267975e-05,
      "loss": 0.7445,
      "step": 710
    },
    {
      "epoch": 0.4649337910740559,
      "grad_norm": 4.0625,
      "learning_rate": 1.8588235294117647e-05,
      "loss": 0.4744,
      "step": 711
    },
    {
      "epoch": 0.46558770639202224,
      "grad_norm": 5.75,
      "learning_rate": 1.8614379084967323e-05,
      "loss": 0.8194,
      "step": 712
    },
    {
      "epoch": 0.46624162170998856,
      "grad_norm": 3.4375,
      "learning_rate": 1.8640522875816996e-05,
      "loss": 0.4436,
      "step": 713
    },
    {
      "epoch": 0.4668955370279549,
      "grad_norm": 5.3125,
      "learning_rate": 1.866666666666667e-05,
      "loss": 0.8432,
      "step": 714
    },
    {
      "epoch": 0.4675494523459212,
      "grad_norm": 4.46875,
      "learning_rate": 1.869281045751634e-05,
      "loss": 0.7775,
      "step": 715
    },
    {
      "epoch": 0.46820336766388754,
      "grad_norm": 4.53125,
      "learning_rate": 1.8718954248366014e-05,
      "loss": 0.6029,
      "step": 716
    },
    {
      "epoch": 0.46885728298185386,
      "grad_norm": 4.375,
      "learning_rate": 1.8745098039215686e-05,
      "loss": 0.6191,
      "step": 717
    },
    {
      "epoch": 0.4695111982998202,
      "grad_norm": 4.21875,
      "learning_rate": 1.8771241830065362e-05,
      "loss": 0.5841,
      "step": 718
    },
    {
      "epoch": 0.4701651136177865,
      "grad_norm": 4.0625,
      "learning_rate": 1.8797385620915035e-05,
      "loss": 0.6045,
      "step": 719
    },
    {
      "epoch": 0.47081902893575284,
      "grad_norm": 4.75,
      "learning_rate": 1.8823529411764708e-05,
      "loss": 0.975,
      "step": 720
    },
    {
      "epoch": 0.47147294425371916,
      "grad_norm": 3.78125,
      "learning_rate": 1.884967320261438e-05,
      "loss": 0.5637,
      "step": 721
    },
    {
      "epoch": 0.4721268595716855,
      "grad_norm": 4.34375,
      "learning_rate": 1.8875816993464053e-05,
      "loss": 0.7553,
      "step": 722
    },
    {
      "epoch": 0.4727807748896518,
      "grad_norm": 3.1875,
      "learning_rate": 1.8901960784313725e-05,
      "loss": 0.4431,
      "step": 723
    },
    {
      "epoch": 0.47343469020761814,
      "grad_norm": 3.84375,
      "learning_rate": 1.8928104575163398e-05,
      "loss": 0.5161,
      "step": 724
    },
    {
      "epoch": 0.47408860552558446,
      "grad_norm": 5.34375,
      "learning_rate": 1.8954248366013074e-05,
      "loss": 0.9629,
      "step": 725
    },
    {
      "epoch": 0.4747425208435508,
      "grad_norm": 4.53125,
      "learning_rate": 1.8980392156862747e-05,
      "loss": 0.7033,
      "step": 726
    },
    {
      "epoch": 0.4753964361615171,
      "grad_norm": 4.65625,
      "learning_rate": 1.900653594771242e-05,
      "loss": 0.7945,
      "step": 727
    },
    {
      "epoch": 0.4760503514794834,
      "grad_norm": 3.953125,
      "learning_rate": 1.9032679738562092e-05,
      "loss": 0.6442,
      "step": 728
    },
    {
      "epoch": 0.4767042667974497,
      "grad_norm": 4.09375,
      "learning_rate": 1.9058823529411764e-05,
      "loss": 0.6704,
      "step": 729
    },
    {
      "epoch": 0.47735818211541603,
      "grad_norm": 5.40625,
      "learning_rate": 1.908496732026144e-05,
      "loss": 0.8781,
      "step": 730
    },
    {
      "epoch": 0.47801209743338235,
      "grad_norm": 6.03125,
      "learning_rate": 1.9111111111111113e-05,
      "loss": 0.9963,
      "step": 731
    },
    {
      "epoch": 0.4786660127513487,
      "grad_norm": 5.125,
      "learning_rate": 1.9137254901960786e-05,
      "loss": 0.7436,
      "step": 732
    },
    {
      "epoch": 0.479319928069315,
      "grad_norm": 5.125,
      "learning_rate": 1.9163398692810458e-05,
      "loss": 0.8493,
      "step": 733
    },
    {
      "epoch": 0.47997384338728133,
      "grad_norm": 4.5625,
      "learning_rate": 1.9189542483660134e-05,
      "loss": 0.8925,
      "step": 734
    },
    {
      "epoch": 0.48062775870524765,
      "grad_norm": 2.859375,
      "learning_rate": 1.9215686274509807e-05,
      "loss": 0.3353,
      "step": 735
    },
    {
      "epoch": 0.481281674023214,
      "grad_norm": 5.8125,
      "learning_rate": 1.924183006535948e-05,
      "loss": 0.9909,
      "step": 736
    },
    {
      "epoch": 0.4819355893411803,
      "grad_norm": 4.34375,
      "learning_rate": 1.9267973856209152e-05,
      "loss": 0.8178,
      "step": 737
    },
    {
      "epoch": 0.48258950465914663,
      "grad_norm": 4.90625,
      "learning_rate": 1.9294117647058825e-05,
      "loss": 0.6734,
      "step": 738
    },
    {
      "epoch": 0.48324341997711295,
      "grad_norm": 3.09375,
      "learning_rate": 1.9320261437908497e-05,
      "loss": 0.4815,
      "step": 739
    },
    {
      "epoch": 0.4838973352950793,
      "grad_norm": 2.78125,
      "learning_rate": 1.9346405228758173e-05,
      "loss": 0.408,
      "step": 740
    },
    {
      "epoch": 0.4845512506130456,
      "grad_norm": 5.40625,
      "learning_rate": 1.9372549019607846e-05,
      "loss": 0.8701,
      "step": 741
    },
    {
      "epoch": 0.48520516593101193,
      "grad_norm": 3.90625,
      "learning_rate": 1.939869281045752e-05,
      "loss": 0.7292,
      "step": 742
    },
    {
      "epoch": 0.48585908124897825,
      "grad_norm": 3.796875,
      "learning_rate": 1.942483660130719e-05,
      "loss": 0.5935,
      "step": 743
    },
    {
      "epoch": 0.4865129965669446,
      "grad_norm": 4.90625,
      "learning_rate": 1.9450980392156864e-05,
      "loss": 0.7148,
      "step": 744
    },
    {
      "epoch": 0.4871669118849109,
      "grad_norm": 4.09375,
      "learning_rate": 1.9477124183006536e-05,
      "loss": 0.4538,
      "step": 745
    },
    {
      "epoch": 0.4878208272028772,
      "grad_norm": 5.09375,
      "learning_rate": 1.950326797385621e-05,
      "loss": 0.9908,
      "step": 746
    },
    {
      "epoch": 0.48847474252084355,
      "grad_norm": 4.125,
      "learning_rate": 1.9529411764705885e-05,
      "loss": 0.5186,
      "step": 747
    },
    {
      "epoch": 0.4891286578388099,
      "grad_norm": 4.28125,
      "learning_rate": 1.9555555555555557e-05,
      "loss": 0.4834,
      "step": 748
    },
    {
      "epoch": 0.4897825731567762,
      "grad_norm": 3.4375,
      "learning_rate": 1.958169934640523e-05,
      "loss": 0.5935,
      "step": 749
    },
    {
      "epoch": 0.4904364884747425,
      "grad_norm": 4.8125,
      "learning_rate": 1.9607843137254903e-05,
      "loss": 0.7119,
      "step": 750
    },
    {
      "epoch": 0.49109040379270885,
      "grad_norm": 6.71875,
      "learning_rate": 1.9633986928104575e-05,
      "loss": 0.7678,
      "step": 751
    },
    {
      "epoch": 0.4917443191106752,
      "grad_norm": 6.625,
      "learning_rate": 1.9660130718954248e-05,
      "loss": 1.0624,
      "step": 752
    },
    {
      "epoch": 0.4923982344286415,
      "grad_norm": 3.953125,
      "learning_rate": 1.9686274509803924e-05,
      "loss": 0.4809,
      "step": 753
    },
    {
      "epoch": 0.4930521497466078,
      "grad_norm": 5.875,
      "learning_rate": 1.9712418300653596e-05,
      "loss": 0.664,
      "step": 754
    },
    {
      "epoch": 0.49370606506457415,
      "grad_norm": 5.5,
      "learning_rate": 1.973856209150327e-05,
      "loss": 0.721,
      "step": 755
    },
    {
      "epoch": 0.4943599803825405,
      "grad_norm": 4.375,
      "learning_rate": 1.9764705882352945e-05,
      "loss": 0.5999,
      "step": 756
    },
    {
      "epoch": 0.4950138957005068,
      "grad_norm": 3.46875,
      "learning_rate": 1.9790849673202617e-05,
      "loss": 0.4176,
      "step": 757
    },
    {
      "epoch": 0.4956678110184731,
      "grad_norm": 5.875,
      "learning_rate": 1.981699346405229e-05,
      "loss": 0.8356,
      "step": 758
    },
    {
      "epoch": 0.49632172633643945,
      "grad_norm": 2.875,
      "learning_rate": 1.9843137254901963e-05,
      "loss": 0.4127,
      "step": 759
    },
    {
      "epoch": 0.4969756416544058,
      "grad_norm": 3.640625,
      "learning_rate": 1.9869281045751635e-05,
      "loss": 0.5169,
      "step": 760
    },
    {
      "epoch": 0.4976295569723721,
      "grad_norm": 5.15625,
      "learning_rate": 1.9895424836601308e-05,
      "loss": 0.8059,
      "step": 761
    },
    {
      "epoch": 0.4982834722903384,
      "grad_norm": 5.5,
      "learning_rate": 1.9921568627450984e-05,
      "loss": 0.9276,
      "step": 762
    },
    {
      "epoch": 0.49893738760830475,
      "grad_norm": 9.0625,
      "learning_rate": 1.9947712418300656e-05,
      "loss": 1.4035,
      "step": 763
    },
    {
      "epoch": 0.4995913029262711,
      "grad_norm": 3.734375,
      "learning_rate": 1.997385620915033e-05,
      "loss": 0.6315,
      "step": 764
    },
    {
      "epoch": 0.5002452182442374,
      "grad_norm": 4.125,
      "learning_rate": 2e-05,
      "loss": 0.5016,
      "step": 765
    },
    {
      "epoch": 0.5008991335622037,
      "grad_norm": 5.25,
      "learning_rate": 1.9999998957459666e-05,
      "loss": 0.4525,
      "step": 766
    },
    {
      "epoch": 0.50155304888017,
      "grad_norm": 4.0,
      "learning_rate": 1.9999995829838888e-05,
      "loss": 0.4469,
      "step": 767
    },
    {
      "epoch": 0.5022069641981364,
      "grad_norm": 4.21875,
      "learning_rate": 1.9999990617138306e-05,
      "loss": 0.7654,
      "step": 768
    },
    {
      "epoch": 0.5028608795161027,
      "grad_norm": 4.875,
      "learning_rate": 1.999998331935902e-05,
      "loss": 0.72,
      "step": 769
    },
    {
      "epoch": 0.503514794834069,
      "grad_norm": 5.125,
      "learning_rate": 1.9999973936502538e-05,
      "loss": 0.8575,
      "step": 770
    },
    {
      "epoch": 0.5041687101520353,
      "grad_norm": 5.1875,
      "learning_rate": 1.999996246857083e-05,
      "loss": 0.6663,
      "step": 771
    },
    {
      "epoch": 0.5048226254700017,
      "grad_norm": 5.53125,
      "learning_rate": 1.999994891556628e-05,
      "loss": 0.8865,
      "step": 772
    },
    {
      "epoch": 0.505476540787968,
      "grad_norm": 5.46875,
      "learning_rate": 1.9999933277491715e-05,
      "loss": 0.75,
      "step": 773
    },
    {
      "epoch": 0.5061304561059343,
      "grad_norm": 3.078125,
      "learning_rate": 1.9999915554350395e-05,
      "loss": 0.4187,
      "step": 774
    },
    {
      "epoch": 0.5067843714239006,
      "grad_norm": 3.40625,
      "learning_rate": 1.999989574614602e-05,
      "loss": 0.4447,
      "step": 775
    },
    {
      "epoch": 0.507438286741867,
      "grad_norm": 3.953125,
      "learning_rate": 1.9999873852882714e-05,
      "loss": 0.6833,
      "step": 776
    },
    {
      "epoch": 0.5080922020598333,
      "grad_norm": 4.15625,
      "learning_rate": 1.999984987456504e-05,
      "loss": 0.5476,
      "step": 777
    },
    {
      "epoch": 0.5087461173777996,
      "grad_norm": 4.46875,
      "learning_rate": 1.9999823811198006e-05,
      "loss": 0.6096,
      "step": 778
    },
    {
      "epoch": 0.509400032695766,
      "grad_norm": 3.921875,
      "learning_rate": 1.9999795662787043e-05,
      "loss": 0.5435,
      "step": 779
    },
    {
      "epoch": 0.5100539480137323,
      "grad_norm": 3.5625,
      "learning_rate": 1.9999765429338018e-05,
      "loss": 0.5435,
      "step": 780
    },
    {
      "epoch": 0.5107078633316986,
      "grad_norm": 4.1875,
      "learning_rate": 1.9999733110857237e-05,
      "loss": 0.6079,
      "step": 781
    },
    {
      "epoch": 0.5113617786496649,
      "grad_norm": 4.125,
      "learning_rate": 1.999969870735144e-05,
      "loss": 0.5706,
      "step": 782
    },
    {
      "epoch": 0.5120156939676312,
      "grad_norm": 5.09375,
      "learning_rate": 1.9999662218827794e-05,
      "loss": 0.9238,
      "step": 783
    },
    {
      "epoch": 0.5126696092855975,
      "grad_norm": 5.9375,
      "learning_rate": 1.9999623645293915e-05,
      "loss": 1.1608,
      "step": 784
    },
    {
      "epoch": 0.5133235246035638,
      "grad_norm": 4.75,
      "learning_rate": 1.999958298675784e-05,
      "loss": 0.7148,
      "step": 785
    },
    {
      "epoch": 0.5139774399215301,
      "grad_norm": 5.40625,
      "learning_rate": 1.9999540243228052e-05,
      "loss": 0.8556,
      "step": 786
    },
    {
      "epoch": 0.5146313552394964,
      "grad_norm": 4.34375,
      "learning_rate": 1.999949541471346e-05,
      "loss": 0.6286,
      "step": 787
    },
    {
      "epoch": 0.5152852705574628,
      "grad_norm": 3.734375,
      "learning_rate": 1.999944850122341e-05,
      "loss": 0.4143,
      "step": 788
    },
    {
      "epoch": 0.5159391858754291,
      "grad_norm": 3.984375,
      "learning_rate": 1.9999399502767686e-05,
      "loss": 0.4789,
      "step": 789
    },
    {
      "epoch": 0.5165931011933954,
      "grad_norm": 4.21875,
      "learning_rate": 1.9999348419356507e-05,
      "loss": 0.6679,
      "step": 790
    },
    {
      "epoch": 0.5172470165113617,
      "grad_norm": 3.96875,
      "learning_rate": 1.9999295251000517e-05,
      "loss": 0.5674,
      "step": 791
    },
    {
      "epoch": 0.5179009318293281,
      "grad_norm": 3.03125,
      "learning_rate": 1.999923999771081e-05,
      "loss": 0.2701,
      "step": 792
    },
    {
      "epoch": 0.5185548471472944,
      "grad_norm": 4.625,
      "learning_rate": 1.9999182659498905e-05,
      "loss": 0.7045,
      "step": 793
    },
    {
      "epoch": 0.5192087624652607,
      "grad_norm": 4.28125,
      "learning_rate": 1.999912323637675e-05,
      "loss": 0.7503,
      "step": 794
    },
    {
      "epoch": 0.519862677783227,
      "grad_norm": 4.375,
      "learning_rate": 1.9999061728356743e-05,
      "loss": 0.6953,
      "step": 795
    },
    {
      "epoch": 0.5205165931011934,
      "grad_norm": 5.34375,
      "learning_rate": 1.999899813545171e-05,
      "loss": 0.6895,
      "step": 796
    },
    {
      "epoch": 0.5211705084191597,
      "grad_norm": 4.46875,
      "learning_rate": 1.9998932457674904e-05,
      "loss": 0.6713,
      "step": 797
    },
    {
      "epoch": 0.521824423737126,
      "grad_norm": 4.0625,
      "learning_rate": 1.999886469504002e-05,
      "loss": 0.5524,
      "step": 798
    },
    {
      "epoch": 0.5224783390550923,
      "grad_norm": 4.4375,
      "learning_rate": 1.9998794847561197e-05,
      "loss": 0.6095,
      "step": 799
    },
    {
      "epoch": 0.5231322543730587,
      "grad_norm": 4.15625,
      "learning_rate": 1.9998722915252987e-05,
      "loss": 0.5745,
      "step": 800
    },
    {
      "epoch": 0.523786169691025,
      "grad_norm": 4.21875,
      "learning_rate": 1.9998648898130396e-05,
      "loss": 0.69,
      "step": 801
    },
    {
      "epoch": 0.5244400850089913,
      "grad_norm": 4.5,
      "learning_rate": 1.9998572796208848e-05,
      "loss": 0.6694,
      "step": 802
    },
    {
      "epoch": 0.5250940003269576,
      "grad_norm": 5.90625,
      "learning_rate": 1.9998494609504223e-05,
      "loss": 0.884,
      "step": 803
    },
    {
      "epoch": 0.525747915644924,
      "grad_norm": 4.625,
      "learning_rate": 1.9998414338032817e-05,
      "loss": 0.8186,
      "step": 804
    },
    {
      "epoch": 0.5264018309628903,
      "grad_norm": 4.40625,
      "learning_rate": 1.999833198181137e-05,
      "loss": 0.6467,
      "step": 805
    },
    {
      "epoch": 0.5270557462808566,
      "grad_norm": 4.5625,
      "learning_rate": 1.9998247540857045e-05,
      "loss": 0.7452,
      "step": 806
    },
    {
      "epoch": 0.5277096615988229,
      "grad_norm": 6.59375,
      "learning_rate": 1.999816101518746e-05,
      "loss": 1.2817,
      "step": 807
    },
    {
      "epoch": 0.5283635769167893,
      "grad_norm": 4.125,
      "learning_rate": 1.9998072404820648e-05,
      "loss": 0.577,
      "step": 808
    },
    {
      "epoch": 0.5290174922347556,
      "grad_norm": 3.953125,
      "learning_rate": 1.9997981709775096e-05,
      "loss": 0.4899,
      "step": 809
    },
    {
      "epoch": 0.5296714075527219,
      "grad_norm": 5.21875,
      "learning_rate": 1.99978889300697e-05,
      "loss": 0.8487,
      "step": 810
    },
    {
      "epoch": 0.5303253228706882,
      "grad_norm": 6.625,
      "learning_rate": 1.9997794065723818e-05,
      "loss": 1.3262,
      "step": 811
    },
    {
      "epoch": 0.5309792381886546,
      "grad_norm": 4.75,
      "learning_rate": 1.9997697116757222e-05,
      "loss": 0.6515,
      "step": 812
    },
    {
      "epoch": 0.5316331535066209,
      "grad_norm": 7.25,
      "learning_rate": 1.999759808319013e-05,
      "loss": 0.4887,
      "step": 813
    },
    {
      "epoch": 0.5322870688245872,
      "grad_norm": 4.46875,
      "learning_rate": 1.999749696504319e-05,
      "loss": 0.8626,
      "step": 814
    },
    {
      "epoch": 0.5329409841425535,
      "grad_norm": 5.75,
      "learning_rate": 1.9997393762337486e-05,
      "loss": 0.6561,
      "step": 815
    },
    {
      "epoch": 0.5335948994605199,
      "grad_norm": 4.34375,
      "learning_rate": 1.999728847509454e-05,
      "loss": 0.5553,
      "step": 816
    },
    {
      "epoch": 0.5342488147784862,
      "grad_norm": 3.078125,
      "learning_rate": 1.9997181103336302e-05,
      "loss": 0.4297,
      "step": 817
    },
    {
      "epoch": 0.5349027300964525,
      "grad_norm": 6.03125,
      "learning_rate": 1.9997071647085158e-05,
      "loss": 1.0966,
      "step": 818
    },
    {
      "epoch": 0.5355566454144188,
      "grad_norm": 4.625,
      "learning_rate": 1.9996960106363932e-05,
      "loss": 0.7236,
      "step": 819
    },
    {
      "epoch": 0.5362105607323852,
      "grad_norm": 3.625,
      "learning_rate": 1.9996846481195884e-05,
      "loss": 0.5967,
      "step": 820
    },
    {
      "epoch": 0.5368644760503515,
      "grad_norm": 6.40625,
      "learning_rate": 1.99967307716047e-05,
      "loss": 1.2281,
      "step": 821
    },
    {
      "epoch": 0.5375183913683178,
      "grad_norm": 3.515625,
      "learning_rate": 1.9996612977614518e-05,
      "loss": 0.4814,
      "step": 822
    },
    {
      "epoch": 0.5381723066862841,
      "grad_norm": 4.28125,
      "learning_rate": 1.9996493099249884e-05,
      "loss": 0.6375,
      "step": 823
    },
    {
      "epoch": 0.5388262220042505,
      "grad_norm": 4.25,
      "learning_rate": 1.9996371136535803e-05,
      "loss": 0.5511,
      "step": 824
    },
    {
      "epoch": 0.5394801373222168,
      "grad_norm": 3.78125,
      "learning_rate": 1.9996247089497703e-05,
      "loss": 0.4829,
      "step": 825
    },
    {
      "epoch": 0.5401340526401831,
      "grad_norm": 4.0,
      "learning_rate": 1.999612095816145e-05,
      "loss": 0.5908,
      "step": 826
    },
    {
      "epoch": 0.5407879679581494,
      "grad_norm": 3.03125,
      "learning_rate": 1.9995992742553342e-05,
      "loss": 0.466,
      "step": 827
    },
    {
      "epoch": 0.5414418832761158,
      "grad_norm": 3.546875,
      "learning_rate": 1.9995862442700112e-05,
      "loss": 0.5842,
      "step": 828
    },
    {
      "epoch": 0.5420957985940821,
      "grad_norm": 4.4375,
      "learning_rate": 1.9995730058628928e-05,
      "loss": 0.7486,
      "step": 829
    },
    {
      "epoch": 0.5427497139120484,
      "grad_norm": 4.125,
      "learning_rate": 1.9995595590367397e-05,
      "loss": 0.4746,
      "step": 830
    },
    {
      "epoch": 0.5434036292300147,
      "grad_norm": 4.8125,
      "learning_rate": 1.9995459037943556e-05,
      "loss": 0.7395,
      "step": 831
    },
    {
      "epoch": 0.544057544547981,
      "grad_norm": 5.875,
      "learning_rate": 1.999532040138587e-05,
      "loss": 0.9984,
      "step": 832
    },
    {
      "epoch": 0.5447114598659474,
      "grad_norm": 4.09375,
      "learning_rate": 1.9995179680723256e-05,
      "loss": 0.6687,
      "step": 833
    },
    {
      "epoch": 0.5453653751839137,
      "grad_norm": 5.8125,
      "learning_rate": 1.999503687598505e-05,
      "loss": 1.459,
      "step": 834
    },
    {
      "epoch": 0.54601929050188,
      "grad_norm": 2.9375,
      "learning_rate": 1.9994891987201033e-05,
      "loss": 0.3902,
      "step": 835
    },
    {
      "epoch": 0.5466732058198464,
      "grad_norm": 5.09375,
      "learning_rate": 1.9994745014401407e-05,
      "loss": 0.7955,
      "step": 836
    },
    {
      "epoch": 0.5473271211378127,
      "grad_norm": 3.546875,
      "learning_rate": 1.999459595761682e-05,
      "loss": 0.5094,
      "step": 837
    },
    {
      "epoch": 0.547981036455779,
      "grad_norm": 3.765625,
      "learning_rate": 1.9994444816878354e-05,
      "loss": 0.4971,
      "step": 838
    },
    {
      "epoch": 0.5486349517737453,
      "grad_norm": 4.03125,
      "learning_rate": 1.9994291592217527e-05,
      "loss": 0.6496,
      "step": 839
    },
    {
      "epoch": 0.5492888670917117,
      "grad_norm": 7.03125,
      "learning_rate": 1.999413628366628e-05,
      "loss": 1.149,
      "step": 840
    },
    {
      "epoch": 0.549942782409678,
      "grad_norm": 3.4375,
      "learning_rate": 1.9993978891256997e-05,
      "loss": 0.4271,
      "step": 841
    },
    {
      "epoch": 0.5505966977276443,
      "grad_norm": 4.71875,
      "learning_rate": 1.99938194150225e-05,
      "loss": 0.7827,
      "step": 842
    },
    {
      "epoch": 0.5512506130456106,
      "grad_norm": 4.375,
      "learning_rate": 1.9993657854996033e-05,
      "loss": 0.4376,
      "step": 843
    },
    {
      "epoch": 0.551904528363577,
      "grad_norm": 3.765625,
      "learning_rate": 1.9993494211211292e-05,
      "loss": 0.51,
      "step": 844
    },
    {
      "epoch": 0.5525584436815433,
      "grad_norm": 5.28125,
      "learning_rate": 1.9993328483702393e-05,
      "loss": 0.9663,
      "step": 845
    },
    {
      "epoch": 0.5532123589995096,
      "grad_norm": 3.6875,
      "learning_rate": 1.9993160672503896e-05,
      "loss": 0.6493,
      "step": 846
    },
    {
      "epoch": 0.5538662743174759,
      "grad_norm": 5.125,
      "learning_rate": 1.9992990777650784e-05,
      "loss": 0.8078,
      "step": 847
    },
    {
      "epoch": 0.5545201896354423,
      "grad_norm": 5.09375,
      "learning_rate": 1.9992818799178485e-05,
      "loss": 0.8382,
      "step": 848
    },
    {
      "epoch": 0.5551741049534086,
      "grad_norm": 4.09375,
      "learning_rate": 1.9992644737122863e-05,
      "loss": 0.5921,
      "step": 849
    },
    {
      "epoch": 0.5558280202713749,
      "grad_norm": 4.40625,
      "learning_rate": 1.9992468591520198e-05,
      "loss": 0.6852,
      "step": 850
    },
    {
      "epoch": 0.5564819355893412,
      "grad_norm": 4.09375,
      "learning_rate": 1.9992290362407232e-05,
      "loss": 0.5955,
      "step": 851
    },
    {
      "epoch": 0.5571358509073076,
      "grad_norm": 5.09375,
      "learning_rate": 1.9992110049821118e-05,
      "loss": 0.9488,
      "step": 852
    },
    {
      "epoch": 0.5577897662252739,
      "grad_norm": 5.34375,
      "learning_rate": 1.9991927653799458e-05,
      "loss": 0.5971,
      "step": 853
    },
    {
      "epoch": 0.5584436815432402,
      "grad_norm": 4.1875,
      "learning_rate": 1.999174317438028e-05,
      "loss": 0.5554,
      "step": 854
    },
    {
      "epoch": 0.5590975968612065,
      "grad_norm": 3.03125,
      "learning_rate": 1.999155661160205e-05,
      "loss": 0.4821,
      "step": 855
    },
    {
      "epoch": 0.5597515121791728,
      "grad_norm": 7.125,
      "learning_rate": 1.9991367965503667e-05,
      "loss": 1.1827,
      "step": 856
    },
    {
      "epoch": 0.5604054274971392,
      "grad_norm": 4.78125,
      "learning_rate": 1.9991177236124467e-05,
      "loss": 0.7167,
      "step": 857
    },
    {
      "epoch": 0.5610593428151054,
      "grad_norm": 6.46875,
      "learning_rate": 1.999098442350422e-05,
      "loss": 1.2377,
      "step": 858
    },
    {
      "epoch": 0.5617132581330717,
      "grad_norm": 6.09375,
      "learning_rate": 1.9990789527683127e-05,
      "loss": 0.9011,
      "step": 859
    },
    {
      "epoch": 0.562367173451038,
      "grad_norm": 4.25,
      "learning_rate": 1.9990592548701824e-05,
      "loss": 0.684,
      "step": 860
    },
    {
      "epoch": 0.5630210887690044,
      "grad_norm": 4.78125,
      "learning_rate": 1.9990393486601385e-05,
      "loss": 0.6646,
      "step": 861
    },
    {
      "epoch": 0.5636750040869707,
      "grad_norm": 6.09375,
      "learning_rate": 1.9990192341423313e-05,
      "loss": 0.7725,
      "step": 862
    },
    {
      "epoch": 0.564328919404937,
      "grad_norm": 3.703125,
      "learning_rate": 1.998998911320955e-05,
      "loss": 0.5421,
      "step": 863
    },
    {
      "epoch": 0.5649828347229033,
      "grad_norm": 4.03125,
      "learning_rate": 1.9989783802002477e-05,
      "loss": 0.5503,
      "step": 864
    },
    {
      "epoch": 0.5656367500408697,
      "grad_norm": 6.0,
      "learning_rate": 1.9989576407844894e-05,
      "loss": 0.9568,
      "step": 865
    },
    {
      "epoch": 0.566290665358836,
      "grad_norm": 4.5,
      "learning_rate": 1.9989366930780046e-05,
      "loss": 0.5848,
      "step": 866
    },
    {
      "epoch": 0.5669445806768023,
      "grad_norm": 4.5625,
      "learning_rate": 1.9989155370851613e-05,
      "loss": 0.6084,
      "step": 867
    },
    {
      "epoch": 0.5675984959947686,
      "grad_norm": 3.6875,
      "learning_rate": 1.9988941728103707e-05,
      "loss": 0.5925,
      "step": 868
    },
    {
      "epoch": 0.568252411312735,
      "grad_norm": 5.71875,
      "learning_rate": 1.9988726002580874e-05,
      "loss": 0.8152,
      "step": 869
    },
    {
      "epoch": 0.5689063266307013,
      "grad_norm": 4.40625,
      "learning_rate": 1.9988508194328093e-05,
      "loss": 0.7085,
      "step": 870
    },
    {
      "epoch": 0.5695602419486676,
      "grad_norm": 6.90625,
      "learning_rate": 1.998828830339078e-05,
      "loss": 1.0088,
      "step": 871
    },
    {
      "epoch": 0.5702141572666339,
      "grad_norm": 3.09375,
      "learning_rate": 1.9988066329814785e-05,
      "loss": 0.3421,
      "step": 872
    },
    {
      "epoch": 0.5708680725846003,
      "grad_norm": 6.21875,
      "learning_rate": 1.9987842273646388e-05,
      "loss": 1.2265,
      "step": 873
    },
    {
      "epoch": 0.5715219879025666,
      "grad_norm": 3.0625,
      "learning_rate": 1.998761613493231e-05,
      "loss": 0.4234,
      "step": 874
    },
    {
      "epoch": 0.5721759032205329,
      "grad_norm": 4.25,
      "learning_rate": 1.9987387913719698e-05,
      "loss": 0.6454,
      "step": 875
    },
    {
      "epoch": 0.5728298185384992,
      "grad_norm": 5.5625,
      "learning_rate": 1.9987157610056144e-05,
      "loss": 0.686,
      "step": 876
    },
    {
      "epoch": 0.5734837338564656,
      "grad_norm": 4.9375,
      "learning_rate": 1.9986925223989665e-05,
      "loss": 0.718,
      "step": 877
    },
    {
      "epoch": 0.5741376491744319,
      "grad_norm": 5.59375,
      "learning_rate": 1.998669075556872e-05,
      "loss": 0.9246,
      "step": 878
    },
    {
      "epoch": 0.5747915644923982,
      "grad_norm": 4.375,
      "learning_rate": 1.998645420484219e-05,
      "loss": 0.7671,
      "step": 879
    },
    {
      "epoch": 0.5754454798103645,
      "grad_norm": 4.03125,
      "learning_rate": 1.99862155718594e-05,
      "loss": 0.3656,
      "step": 880
    },
    {
      "epoch": 0.5760993951283309,
      "grad_norm": 3.40625,
      "learning_rate": 1.998597485667011e-05,
      "loss": 0.4916,
      "step": 881
    },
    {
      "epoch": 0.5767533104462972,
      "grad_norm": 3.4375,
      "learning_rate": 1.998573205932451e-05,
      "loss": 0.4893,
      "step": 882
    },
    {
      "epoch": 0.5774072257642635,
      "grad_norm": 4.59375,
      "learning_rate": 1.998548717987322e-05,
      "loss": 0.5658,
      "step": 883
    },
    {
      "epoch": 0.5780611410822298,
      "grad_norm": 4.59375,
      "learning_rate": 1.9985240218367305e-05,
      "loss": 0.7497,
      "step": 884
    },
    {
      "epoch": 0.5787150564001962,
      "grad_norm": 5.0,
      "learning_rate": 1.998499117485826e-05,
      "loss": 0.8593,
      "step": 885
    },
    {
      "epoch": 0.5793689717181625,
      "grad_norm": 3.796875,
      "learning_rate": 1.9984740049398007e-05,
      "loss": 0.6118,
      "step": 886
    },
    {
      "epoch": 0.5800228870361288,
      "grad_norm": 4.5625,
      "learning_rate": 1.9984486842038912e-05,
      "loss": 0.6922,
      "step": 887
    },
    {
      "epoch": 0.5806768023540951,
      "grad_norm": 4.65625,
      "learning_rate": 1.998423155283377e-05,
      "loss": 0.6188,
      "step": 888
    },
    {
      "epoch": 0.5813307176720615,
      "grad_norm": 3.4375,
      "learning_rate": 1.9983974181835808e-05,
      "loss": 0.3675,
      "step": 889
    },
    {
      "epoch": 0.5819846329900278,
      "grad_norm": 4.25,
      "learning_rate": 1.9983714729098695e-05,
      "loss": 0.5906,
      "step": 890
    },
    {
      "epoch": 0.5826385483079941,
      "grad_norm": 5.125,
      "learning_rate": 1.998345319467652e-05,
      "loss": 0.8265,
      "step": 891
    },
    {
      "epoch": 0.5832924636259604,
      "grad_norm": 3.5,
      "learning_rate": 1.9983189578623824e-05,
      "loss": 0.472,
      "step": 892
    },
    {
      "epoch": 0.5839463789439268,
      "grad_norm": 4.90625,
      "learning_rate": 1.998292388099557e-05,
      "loss": 0.7463,
      "step": 893
    },
    {
      "epoch": 0.5846002942618931,
      "grad_norm": 3.5625,
      "learning_rate": 1.998265610184716e-05,
      "loss": 0.5639,
      "step": 894
    },
    {
      "epoch": 0.5852542095798594,
      "grad_norm": 4.65625,
      "learning_rate": 1.9982386241234426e-05,
      "loss": 0.7212,
      "step": 895
    },
    {
      "epoch": 0.5859081248978257,
      "grad_norm": 3.140625,
      "learning_rate": 1.9982114299213634e-05,
      "loss": 0.3914,
      "step": 896
    },
    {
      "epoch": 0.5865620402157921,
      "grad_norm": 5.25,
      "learning_rate": 1.9981840275841492e-05,
      "loss": 1.0893,
      "step": 897
    },
    {
      "epoch": 0.5872159555337584,
      "grad_norm": 5.09375,
      "learning_rate": 1.998156417117513e-05,
      "loss": 1.2687,
      "step": 898
    },
    {
      "epoch": 0.5878698708517247,
      "grad_norm": 3.609375,
      "learning_rate": 1.998128598527212e-05,
      "loss": 0.4849,
      "step": 899
    },
    {
      "epoch": 0.588523786169691,
      "grad_norm": 4.6875,
      "learning_rate": 1.998100571819047e-05,
      "loss": 0.5872,
      "step": 900
    },
    {
      "epoch": 0.5891777014876574,
      "grad_norm": 5.59375,
      "learning_rate": 1.998072336998861e-05,
      "loss": 1.1697,
      "step": 901
    },
    {
      "epoch": 0.5898316168056237,
      "grad_norm": 5.375,
      "learning_rate": 1.998043894072542e-05,
      "loss": 1.0084,
      "step": 902
    },
    {
      "epoch": 0.59048553212359,
      "grad_norm": 5.4375,
      "learning_rate": 1.99801524304602e-05,
      "loss": 0.592,
      "step": 903
    },
    {
      "epoch": 0.5911394474415563,
      "grad_norm": 3.453125,
      "learning_rate": 1.9979863839252693e-05,
      "loss": 0.6599,
      "step": 904
    },
    {
      "epoch": 0.5917933627595227,
      "grad_norm": 4.1875,
      "learning_rate": 1.997957316716307e-05,
      "loss": 0.698,
      "step": 905
    },
    {
      "epoch": 0.592447278077489,
      "grad_norm": 4.6875,
      "learning_rate": 1.997928041425194e-05,
      "loss": 0.5678,
      "step": 906
    },
    {
      "epoch": 0.5931011933954553,
      "grad_norm": 6.09375,
      "learning_rate": 1.9978985580580348e-05,
      "loss": 0.9745,
      "step": 907
    },
    {
      "epoch": 0.5937551087134216,
      "grad_norm": 4.8125,
      "learning_rate": 1.9978688666209766e-05,
      "loss": 0.8067,
      "step": 908
    },
    {
      "epoch": 0.594409024031388,
      "grad_norm": 4.1875,
      "learning_rate": 1.9978389671202096e-05,
      "loss": 0.5082,
      "step": 909
    },
    {
      "epoch": 0.5950629393493543,
      "grad_norm": 5.28125,
      "learning_rate": 1.9978088595619692e-05,
      "loss": 0.9207,
      "step": 910
    },
    {
      "epoch": 0.5957168546673206,
      "grad_norm": 5.09375,
      "learning_rate": 1.9977785439525328e-05,
      "loss": 0.6936,
      "step": 911
    },
    {
      "epoch": 0.5963707699852869,
      "grad_norm": 3.859375,
      "learning_rate": 1.9977480202982208e-05,
      "loss": 0.6724,
      "step": 912
    },
    {
      "epoch": 0.5970246853032533,
      "grad_norm": 4.34375,
      "learning_rate": 1.9977172886053982e-05,
      "loss": 0.4092,
      "step": 913
    },
    {
      "epoch": 0.5976786006212196,
      "grad_norm": 3.109375,
      "learning_rate": 1.997686348880473e-05,
      "loss": 0.542,
      "step": 914
    },
    {
      "epoch": 0.5983325159391859,
      "grad_norm": 4.21875,
      "learning_rate": 1.997655201129896e-05,
      "loss": 0.6357,
      "step": 915
    },
    {
      "epoch": 0.5989864312571522,
      "grad_norm": 4.8125,
      "learning_rate": 1.9976238453601614e-05,
      "loss": 0.5035,
      "step": 916
    },
    {
      "epoch": 0.5996403465751186,
      "grad_norm": 3.65625,
      "learning_rate": 1.9975922815778082e-05,
      "loss": 0.6335,
      "step": 917
    },
    {
      "epoch": 0.6002942618930849,
      "grad_norm": 5.34375,
      "learning_rate": 1.9975605097894165e-05,
      "loss": 0.9339,
      "step": 918
    },
    {
      "epoch": 0.6009481772110512,
      "grad_norm": 4.0625,
      "learning_rate": 1.997528530001612e-05,
      "loss": 0.7369,
      "step": 919
    },
    {
      "epoch": 0.6016020925290175,
      "grad_norm": 6.46875,
      "learning_rate": 1.9974963422210623e-05,
      "loss": 0.6741,
      "step": 920
    },
    {
      "epoch": 0.6022560078469839,
      "grad_norm": 4.09375,
      "learning_rate": 1.9974639464544785e-05,
      "loss": 0.7056,
      "step": 921
    },
    {
      "epoch": 0.6029099231649502,
      "grad_norm": 6.875,
      "learning_rate": 1.9974313427086157e-05,
      "loss": 0.8128,
      "step": 922
    },
    {
      "epoch": 0.6035638384829165,
      "grad_norm": 4.28125,
      "learning_rate": 1.9973985309902722e-05,
      "loss": 0.7754,
      "step": 923
    },
    {
      "epoch": 0.6042177538008828,
      "grad_norm": 3.8125,
      "learning_rate": 1.9973655113062895e-05,
      "loss": 0.4393,
      "step": 924
    },
    {
      "epoch": 0.6048716691188492,
      "grad_norm": 3.71875,
      "learning_rate": 1.9973322836635517e-05,
      "loss": 0.4985,
      "step": 925
    },
    {
      "epoch": 0.6055255844368155,
      "grad_norm": 3.78125,
      "learning_rate": 1.997298848068988e-05,
      "loss": 0.5001,
      "step": 926
    },
    {
      "epoch": 0.6061794997547818,
      "grad_norm": 3.328125,
      "learning_rate": 1.9972652045295698e-05,
      "loss": 0.4583,
      "step": 927
    },
    {
      "epoch": 0.6068334150727481,
      "grad_norm": 3.859375,
      "learning_rate": 1.997231353052312e-05,
      "loss": 0.5878,
      "step": 928
    },
    {
      "epoch": 0.6074873303907145,
      "grad_norm": 4.25,
      "learning_rate": 1.997197293644272e-05,
      "loss": 0.6283,
      "step": 929
    },
    {
      "epoch": 0.6081412457086808,
      "grad_norm": 6.4375,
      "learning_rate": 1.997163026312553e-05,
      "loss": 0.7797,
      "step": 930
    },
    {
      "epoch": 0.6087951610266471,
      "grad_norm": 4.9375,
      "learning_rate": 1.997128551064299e-05,
      "loss": 0.8994,
      "step": 931
    },
    {
      "epoch": 0.6094490763446134,
      "grad_norm": 3.03125,
      "learning_rate": 1.9970938679066984e-05,
      "loss": 0.3363,
      "step": 932
    },
    {
      "epoch": 0.6101029916625796,
      "grad_norm": 4.84375,
      "learning_rate": 1.9970589768469833e-05,
      "loss": 0.8361,
      "step": 933
    },
    {
      "epoch": 0.610756906980546,
      "grad_norm": 5.28125,
      "learning_rate": 1.9970238778924286e-05,
      "loss": 0.7096,
      "step": 934
    },
    {
      "epoch": 0.6114108222985123,
      "grad_norm": 4.15625,
      "learning_rate": 1.996988571050353e-05,
      "loss": 0.5665,
      "step": 935
    },
    {
      "epoch": 0.6120647376164786,
      "grad_norm": 5.90625,
      "learning_rate": 1.9969530563281177e-05,
      "loss": 0.9535,
      "step": 936
    },
    {
      "epoch": 0.6127186529344449,
      "grad_norm": 7.125,
      "learning_rate": 1.9969173337331283e-05,
      "loss": 0.7664,
      "step": 937
    },
    {
      "epoch": 0.6133725682524113,
      "grad_norm": 2.609375,
      "learning_rate": 1.996881403272833e-05,
      "loss": 0.3357,
      "step": 938
    },
    {
      "epoch": 0.6140264835703776,
      "grad_norm": 3.828125,
      "learning_rate": 1.996845264954723e-05,
      "loss": 0.5738,
      "step": 939
    },
    {
      "epoch": 0.6146803988883439,
      "grad_norm": 4.78125,
      "learning_rate": 1.996808918786335e-05,
      "loss": 0.7155,
      "step": 940
    },
    {
      "epoch": 0.6153343142063102,
      "grad_norm": 3.765625,
      "learning_rate": 1.9967723647752463e-05,
      "loss": 0.7199,
      "step": 941
    },
    {
      "epoch": 0.6159882295242766,
      "grad_norm": 3.96875,
      "learning_rate": 1.9967356029290786e-05,
      "loss": 0.6848,
      "step": 942
    },
    {
      "epoch": 0.6166421448422429,
      "grad_norm": 5.0,
      "learning_rate": 1.9966986332554973e-05,
      "loss": 0.7918,
      "step": 943
    },
    {
      "epoch": 0.6172960601602092,
      "grad_norm": 5.4375,
      "learning_rate": 1.9966614557622112e-05,
      "loss": 0.7112,
      "step": 944
    },
    {
      "epoch": 0.6179499754781755,
      "grad_norm": 3.984375,
      "learning_rate": 1.9966240704569722e-05,
      "loss": 0.5883,
      "step": 945
    },
    {
      "epoch": 0.6186038907961419,
      "grad_norm": 4.4375,
      "learning_rate": 1.996586477347575e-05,
      "loss": 0.6443,
      "step": 946
    },
    {
      "epoch": 0.6192578061141082,
      "grad_norm": 4.40625,
      "learning_rate": 1.9965486764418577e-05,
      "loss": 0.6256,
      "step": 947
    },
    {
      "epoch": 0.6199117214320745,
      "grad_norm": 3.390625,
      "learning_rate": 1.996510667747703e-05,
      "loss": 0.4967,
      "step": 948
    },
    {
      "epoch": 0.6205656367500408,
      "grad_norm": 2.828125,
      "learning_rate": 1.9964724512730352e-05,
      "loss": 0.3946,
      "step": 949
    },
    {
      "epoch": 0.6212195520680072,
      "grad_norm": 4.59375,
      "learning_rate": 1.9964340270258233e-05,
      "loss": 0.8035,
      "step": 950
    },
    {
      "epoch": 0.6218734673859735,
      "grad_norm": 5.8125,
      "learning_rate": 1.996395395014079e-05,
      "loss": 0.9117,
      "step": 951
    },
    {
      "epoch": 0.6225273827039398,
      "grad_norm": 3.640625,
      "learning_rate": 1.9963565552458572e-05,
      "loss": 0.4545,
      "step": 952
    },
    {
      "epoch": 0.6231812980219061,
      "grad_norm": 3.796875,
      "learning_rate": 1.996317507729256e-05,
      "loss": 0.565,
      "step": 953
    },
    {
      "epoch": 0.6238352133398725,
      "grad_norm": 4.3125,
      "learning_rate": 1.996278252472418e-05,
      "loss": 0.6327,
      "step": 954
    },
    {
      "epoch": 0.6244891286578388,
      "grad_norm": 4.03125,
      "learning_rate": 1.9962387894835277e-05,
      "loss": 0.828,
      "step": 955
    },
    {
      "epoch": 0.6251430439758051,
      "grad_norm": 4.59375,
      "learning_rate": 1.996199118770813e-05,
      "loss": 0.6541,
      "step": 956
    },
    {
      "epoch": 0.6257969592937714,
      "grad_norm": 6.3125,
      "learning_rate": 1.996159240342547e-05,
      "loss": 0.7501,
      "step": 957
    },
    {
      "epoch": 0.6264508746117378,
      "grad_norm": 4.0625,
      "learning_rate": 1.996119154207043e-05,
      "loss": 0.4816,
      "step": 958
    },
    {
      "epoch": 0.6271047899297041,
      "grad_norm": 4.5,
      "learning_rate": 1.9960788603726603e-05,
      "loss": 0.8893,
      "step": 959
    },
    {
      "epoch": 0.6277587052476704,
      "grad_norm": 3.4375,
      "learning_rate": 1.9960383588478e-05,
      "loss": 0.5005,
      "step": 960
    },
    {
      "epoch": 0.6284126205656367,
      "grad_norm": 4.0625,
      "learning_rate": 1.9959976496409073e-05,
      "loss": 0.493,
      "step": 961
    },
    {
      "epoch": 0.6290665358836031,
      "grad_norm": 4.90625,
      "learning_rate": 1.9959567327604704e-05,
      "loss": 0.6515,
      "step": 962
    },
    {
      "epoch": 0.6297204512015694,
      "grad_norm": 3.125,
      "learning_rate": 1.9959156082150205e-05,
      "loss": 0.4173,
      "step": 963
    },
    {
      "epoch": 0.6303743665195357,
      "grad_norm": 3.46875,
      "learning_rate": 1.9958742760131325e-05,
      "loss": 0.4823,
      "step": 964
    },
    {
      "epoch": 0.631028281837502,
      "grad_norm": 3.484375,
      "learning_rate": 1.9958327361634248e-05,
      "loss": 0.4804,
      "step": 965
    },
    {
      "epoch": 0.6316821971554684,
      "grad_norm": 3.84375,
      "learning_rate": 1.9957909886745588e-05,
      "loss": 0.4664,
      "step": 966
    },
    {
      "epoch": 0.6323361124734347,
      "grad_norm": 4.34375,
      "learning_rate": 1.9957490335552386e-05,
      "loss": 0.5754,
      "step": 967
    },
    {
      "epoch": 0.632990027791401,
      "grad_norm": 4.78125,
      "learning_rate": 1.9957068708142127e-05,
      "loss": 1.0389,
      "step": 968
    },
    {
      "epoch": 0.6336439431093673,
      "grad_norm": 5.75,
      "learning_rate": 1.995664500460272e-05,
      "loss": 0.8707,
      "step": 969
    },
    {
      "epoch": 0.6342978584273337,
      "grad_norm": 2.5,
      "learning_rate": 1.9956219225022514e-05,
      "loss": 0.3593,
      "step": 970
    },
    {
      "epoch": 0.6349517737453,
      "grad_norm": 8.0625,
      "learning_rate": 1.9955791369490288e-05,
      "loss": 1.0368,
      "step": 971
    },
    {
      "epoch": 0.6356056890632663,
      "grad_norm": 5.375,
      "learning_rate": 1.9955361438095254e-05,
      "loss": 0.8584,
      "step": 972
    },
    {
      "epoch": 0.6362596043812326,
      "grad_norm": 4.84375,
      "learning_rate": 1.995492943092705e-05,
      "loss": 0.6599,
      "step": 973
    },
    {
      "epoch": 0.636913519699199,
      "grad_norm": 5.15625,
      "learning_rate": 1.995449534807576e-05,
      "loss": 0.8362,
      "step": 974
    },
    {
      "epoch": 0.6375674350171653,
      "grad_norm": 5.84375,
      "learning_rate": 1.9954059189631883e-05,
      "loss": 0.8764,
      "step": 975
    },
    {
      "epoch": 0.6382213503351316,
      "grad_norm": 2.734375,
      "learning_rate": 1.9953620955686376e-05,
      "loss": 0.4303,
      "step": 976
    },
    {
      "epoch": 0.6388752656530979,
      "grad_norm": 4.40625,
      "learning_rate": 1.9953180646330604e-05,
      "loss": 0.6384,
      "step": 977
    },
    {
      "epoch": 0.6395291809710643,
      "grad_norm": 3.53125,
      "learning_rate": 1.9952738261656382e-05,
      "loss": 0.5877,
      "step": 978
    },
    {
      "epoch": 0.6401830962890306,
      "grad_norm": 5.90625,
      "learning_rate": 1.9952293801755946e-05,
      "loss": 0.938,
      "step": 979
    },
    {
      "epoch": 0.6408370116069969,
      "grad_norm": 4.21875,
      "learning_rate": 1.995184726672197e-05,
      "loss": 0.6501,
      "step": 980
    },
    {
      "epoch": 0.6414909269249632,
      "grad_norm": 4.0,
      "learning_rate": 1.995139865664756e-05,
      "loss": 0.5492,
      "step": 981
    },
    {
      "epoch": 0.6421448422429296,
      "grad_norm": 2.75,
      "learning_rate": 1.9950947971626257e-05,
      "loss": 0.3914,
      "step": 982
    },
    {
      "epoch": 0.6427987575608959,
      "grad_norm": 6.0,
      "learning_rate": 1.995049521175203e-05,
      "loss": 0.8864,
      "step": 983
    },
    {
      "epoch": 0.6434526728788622,
      "grad_norm": 5.3125,
      "learning_rate": 1.995004037711929e-05,
      "loss": 0.6174,
      "step": 984
    },
    {
      "epoch": 0.6441065881968285,
      "grad_norm": 4.34375,
      "learning_rate": 1.9949583467822863e-05,
      "loss": 0.3753,
      "step": 985
    },
    {
      "epoch": 0.6447605035147949,
      "grad_norm": 3.78125,
      "learning_rate": 1.994912448395802e-05,
      "loss": 0.4583,
      "step": 986
    },
    {
      "epoch": 0.6454144188327612,
      "grad_norm": 5.4375,
      "learning_rate": 1.9948663425620473e-05,
      "loss": 0.6973,
      "step": 987
    },
    {
      "epoch": 0.6460683341507275,
      "grad_norm": 4.375,
      "learning_rate": 1.9948200292906344e-05,
      "loss": 0.8518,
      "step": 988
    },
    {
      "epoch": 0.6467222494686938,
      "grad_norm": 6.625,
      "learning_rate": 1.994773508591221e-05,
      "loss": 1.0712,
      "step": 989
    },
    {
      "epoch": 0.6473761647866602,
      "grad_norm": 4.375,
      "learning_rate": 1.9947267804735064e-05,
      "loss": 0.5485,
      "step": 990
    },
    {
      "epoch": 0.6480300801046265,
      "grad_norm": 6.5625,
      "learning_rate": 1.9946798449472336e-05,
      "loss": 1.2496,
      "step": 991
    },
    {
      "epoch": 0.6486839954225928,
      "grad_norm": 5.03125,
      "learning_rate": 1.9946327020221898e-05,
      "loss": 0.601,
      "step": 992
    },
    {
      "epoch": 0.6493379107405591,
      "grad_norm": 4.09375,
      "learning_rate": 1.9945853517082043e-05,
      "loss": 0.6031,
      "step": 993
    },
    {
      "epoch": 0.6499918260585255,
      "grad_norm": 5.28125,
      "learning_rate": 1.9945377940151498e-05,
      "loss": 0.8796,
      "step": 994
    },
    {
      "epoch": 0.6506457413764918,
      "grad_norm": 6.8125,
      "learning_rate": 1.9944900289529427e-05,
      "loss": 0.9228,
      "step": 995
    },
    {
      "epoch": 0.6512996566944581,
      "grad_norm": 3.984375,
      "learning_rate": 1.9944420565315427e-05,
      "loss": 0.8225,
      "step": 996
    },
    {
      "epoch": 0.6519535720124244,
      "grad_norm": 4.5,
      "learning_rate": 1.9943938767609515e-05,
      "loss": 0.6592,
      "step": 997
    },
    {
      "epoch": 0.6526074873303908,
      "grad_norm": 5.0,
      "learning_rate": 1.994345489651216e-05,
      "loss": 0.904,
      "step": 998
    },
    {
      "epoch": 0.6532614026483571,
      "grad_norm": 3.03125,
      "learning_rate": 1.9942968952124248e-05,
      "loss": 0.3448,
      "step": 999
    },
    {
      "epoch": 0.6539153179663234,
      "grad_norm": 3.515625,
      "learning_rate": 1.9942480934547103e-05,
      "loss": 0.4805,
      "step": 1000
    },
    {
      "epoch": 0.6545692332842897,
      "grad_norm": 4.8125,
      "learning_rate": 1.9941990843882482e-05,
      "loss": 0.685,
      "step": 1001
    },
    {
      "epoch": 0.6552231486022561,
      "grad_norm": 2.953125,
      "learning_rate": 1.9941498680232573e-05,
      "loss": 0.4924,
      "step": 1002
    },
    {
      "epoch": 0.6558770639202224,
      "grad_norm": 5.4375,
      "learning_rate": 1.994100444369999e-05,
      "loss": 0.9571,
      "step": 1003
    },
    {
      "epoch": 0.6565309792381887,
      "grad_norm": 4.875,
      "learning_rate": 1.9940508134387793e-05,
      "loss": 0.6047,
      "step": 1004
    },
    {
      "epoch": 0.657184894556155,
      "grad_norm": 5.0,
      "learning_rate": 1.9940009752399462e-05,
      "loss": 0.5699,
      "step": 1005
    },
    {
      "epoch": 0.6578388098741214,
      "grad_norm": 4.9375,
      "learning_rate": 1.9939509297838915e-05,
      "loss": 1.1176,
      "step": 1006
    },
    {
      "epoch": 0.6584927251920877,
      "grad_norm": 6.34375,
      "learning_rate": 1.9939006770810502e-05,
      "loss": 0.9447,
      "step": 1007
    },
    {
      "epoch": 0.6591466405100539,
      "grad_norm": 4.34375,
      "learning_rate": 1.9938502171419002e-05,
      "loss": 0.6341,
      "step": 1008
    },
    {
      "epoch": 0.6598005558280202,
      "grad_norm": 4.21875,
      "learning_rate": 1.993799549976963e-05,
      "loss": 0.6712,
      "step": 1009
    },
    {
      "epoch": 0.6604544711459865,
      "grad_norm": 5.15625,
      "learning_rate": 1.9937486755968027e-05,
      "loss": 0.9834,
      "step": 1010
    },
    {
      "epoch": 0.6611083864639529,
      "grad_norm": 3.296875,
      "learning_rate": 1.9936975940120276e-05,
      "loss": 0.387,
      "step": 1011
    },
    {
      "epoch": 0.6617623017819192,
      "grad_norm": 4.3125,
      "learning_rate": 1.9936463052332887e-05,
      "loss": 0.5781,
      "step": 1012
    },
    {
      "epoch": 0.6624162170998855,
      "grad_norm": 3.578125,
      "learning_rate": 1.9935948092712792e-05,
      "loss": 0.5726,
      "step": 1013
    },
    {
      "epoch": 0.6630701324178518,
      "grad_norm": 4.71875,
      "learning_rate": 1.993543106136737e-05,
      "loss": 0.8957,
      "step": 1014
    },
    {
      "epoch": 0.6637240477358182,
      "grad_norm": 3.90625,
      "learning_rate": 1.993491195840443e-05,
      "loss": 0.6109,
      "step": 1015
    },
    {
      "epoch": 0.6643779630537845,
      "grad_norm": 5.90625,
      "learning_rate": 1.9934390783932204e-05,
      "loss": 0.8616,
      "step": 1016
    },
    {
      "epoch": 0.6650318783717508,
      "grad_norm": 4.59375,
      "learning_rate": 1.9933867538059362e-05,
      "loss": 0.9335,
      "step": 1017
    },
    {
      "epoch": 0.6656857936897171,
      "grad_norm": 5.15625,
      "learning_rate": 1.9933342220895e-05,
      "loss": 0.8178,
      "step": 1018
    },
    {
      "epoch": 0.6663397090076835,
      "grad_norm": 5.65625,
      "learning_rate": 1.9932814832548665e-05,
      "loss": 1.248,
      "step": 1019
    },
    {
      "epoch": 0.6669936243256498,
      "grad_norm": 4.90625,
      "learning_rate": 1.993228537313031e-05,
      "loss": 0.6167,
      "step": 1020
    },
    {
      "epoch": 0.6676475396436161,
      "grad_norm": 5.0625,
      "learning_rate": 1.993175384275033e-05,
      "loss": 0.6346,
      "step": 1021
    },
    {
      "epoch": 0.6683014549615824,
      "grad_norm": 3.890625,
      "learning_rate": 1.9931220241519564e-05,
      "loss": 0.6665,
      "step": 1022
    },
    {
      "epoch": 0.6689553702795488,
      "grad_norm": 3.46875,
      "learning_rate": 1.9930684569549265e-05,
      "loss": 0.4437,
      "step": 1023
    },
    {
      "epoch": 0.6696092855975151,
      "grad_norm": 4.65625,
      "learning_rate": 1.9930146826951124e-05,
      "loss": 0.9239,
      "step": 1024
    },
    {
      "epoch": 0.6702632009154814,
      "grad_norm": 3.0625,
      "learning_rate": 1.9929607013837268e-05,
      "loss": 0.3079,
      "step": 1025
    },
    {
      "epoch": 0.6709171162334477,
      "grad_norm": 4.1875,
      "learning_rate": 1.992906513032025e-05,
      "loss": 0.689,
      "step": 1026
    },
    {
      "epoch": 0.6715710315514141,
      "grad_norm": 3.90625,
      "learning_rate": 1.992852117651306e-05,
      "loss": 0.5696,
      "step": 1027
    },
    {
      "epoch": 0.6722249468693804,
      "grad_norm": 5.34375,
      "learning_rate": 1.992797515252911e-05,
      "loss": 0.4639,
      "step": 1028
    },
    {
      "epoch": 0.6728788621873467,
      "grad_norm": 3.0625,
      "learning_rate": 1.992742705848226e-05,
      "loss": 0.4805,
      "step": 1029
    },
    {
      "epoch": 0.673532777505313,
      "grad_norm": 5.0,
      "learning_rate": 1.9926876894486787e-05,
      "loss": 0.5762,
      "step": 1030
    },
    {
      "epoch": 0.6741866928232794,
      "grad_norm": 3.578125,
      "learning_rate": 1.9926324660657403e-05,
      "loss": 0.4997,
      "step": 1031
    },
    {
      "epoch": 0.6748406081412457,
      "grad_norm": 4.09375,
      "learning_rate": 1.9925770357109256e-05,
      "loss": 0.5333,
      "step": 1032
    },
    {
      "epoch": 0.675494523459212,
      "grad_norm": 3.96875,
      "learning_rate": 1.9925213983957926e-05,
      "loss": 0.5319,
      "step": 1033
    },
    {
      "epoch": 0.6761484387771783,
      "grad_norm": 5.34375,
      "learning_rate": 1.992465554131941e-05,
      "loss": 0.6658,
      "step": 1034
    },
    {
      "epoch": 0.6768023540951447,
      "grad_norm": 3.703125,
      "learning_rate": 1.992409502931016e-05,
      "loss": 0.6798,
      "step": 1035
    },
    {
      "epoch": 0.677456269413111,
      "grad_norm": 4.5,
      "learning_rate": 1.992353244804704e-05,
      "loss": 0.6656,
      "step": 1036
    },
    {
      "epoch": 0.6781101847310773,
      "grad_norm": 3.890625,
      "learning_rate": 1.9922967797647357e-05,
      "loss": 0.5322,
      "step": 1037
    },
    {
      "epoch": 0.6787641000490436,
      "grad_norm": 4.375,
      "learning_rate": 1.992240107822884e-05,
      "loss": 0.5492,
      "step": 1038
    },
    {
      "epoch": 0.67941801536701,
      "grad_norm": 4.03125,
      "learning_rate": 1.992183228990966e-05,
      "loss": 0.5365,
      "step": 1039
    },
    {
      "epoch": 0.6800719306849763,
      "grad_norm": 3.625,
      "learning_rate": 1.992126143280841e-05,
      "loss": 0.5934,
      "step": 1040
    },
    {
      "epoch": 0.6807258460029426,
      "grad_norm": 4.75,
      "learning_rate": 1.992068850704412e-05,
      "loss": 0.7762,
      "step": 1041
    },
    {
      "epoch": 0.6813797613209089,
      "grad_norm": 5.5,
      "learning_rate": 1.992011351273625e-05,
      "loss": 0.8475,
      "step": 1042
    },
    {
      "epoch": 0.6820336766388753,
      "grad_norm": 4.3125,
      "learning_rate": 1.9919536450004695e-05,
      "loss": 0.5899,
      "step": 1043
    },
    {
      "epoch": 0.6826875919568416,
      "grad_norm": 3.515625,
      "learning_rate": 1.9918957318969768e-05,
      "loss": 0.3123,
      "step": 1044
    },
    {
      "epoch": 0.6833415072748079,
      "grad_norm": 2.765625,
      "learning_rate": 1.991837611975223e-05,
      "loss": 0.2633,
      "step": 1045
    },
    {
      "epoch": 0.6839954225927742,
      "grad_norm": 5.96875,
      "learning_rate": 1.9917792852473263e-05,
      "loss": 0.7355,
      "step": 1046
    },
    {
      "epoch": 0.6846493379107406,
      "grad_norm": 3.75,
      "learning_rate": 1.991720751725448e-05,
      "loss": 0.8369,
      "step": 1047
    },
    {
      "epoch": 0.6853032532287069,
      "grad_norm": 4.3125,
      "learning_rate": 1.9916620114217934e-05,
      "loss": 0.8012,
      "step": 1048
    },
    {
      "epoch": 0.6859571685466732,
      "grad_norm": 3.25,
      "learning_rate": 1.9916030643486098e-05,
      "loss": 0.4809,
      "step": 1049
    },
    {
      "epoch": 0.6866110838646395,
      "grad_norm": 4.65625,
      "learning_rate": 1.9915439105181887e-05,
      "loss": 0.6411,
      "step": 1050
    },
    {
      "epoch": 0.6872649991826059,
      "grad_norm": 7.40625,
      "learning_rate": 1.9914845499428635e-05,
      "loss": 0.8177,
      "step": 1051
    },
    {
      "epoch": 0.6879189145005722,
      "grad_norm": 4.6875,
      "learning_rate": 1.9914249826350118e-05,
      "loss": 0.8298,
      "step": 1052
    },
    {
      "epoch": 0.6885728298185385,
      "grad_norm": 3.46875,
      "learning_rate": 1.9913652086070535e-05,
      "loss": 0.4278,
      "step": 1053
    },
    {
      "epoch": 0.6892267451365048,
      "grad_norm": 4.4375,
      "learning_rate": 1.9913052278714527e-05,
      "loss": 0.718,
      "step": 1054
    },
    {
      "epoch": 0.6898806604544712,
      "grad_norm": 4.125,
      "learning_rate": 1.9912450404407152e-05,
      "loss": 0.6031,
      "step": 1055
    },
    {
      "epoch": 0.6905345757724375,
      "grad_norm": 5.15625,
      "learning_rate": 1.9911846463273907e-05,
      "loss": 0.5463,
      "step": 1056
    },
    {
      "epoch": 0.6911884910904038,
      "grad_norm": 3.046875,
      "learning_rate": 1.9911240455440718e-05,
      "loss": 0.4352,
      "step": 1057
    },
    {
      "epoch": 0.6918424064083701,
      "grad_norm": 5.1875,
      "learning_rate": 1.9910632381033946e-05,
      "loss": 0.5608,
      "step": 1058
    },
    {
      "epoch": 0.6924963217263365,
      "grad_norm": 4.125,
      "learning_rate": 1.9910022240180374e-05,
      "loss": 0.5663,
      "step": 1059
    },
    {
      "epoch": 0.6931502370443028,
      "grad_norm": 4.96875,
      "learning_rate": 1.9909410033007228e-05,
      "loss": 0.8075,
      "step": 1060
    },
    {
      "epoch": 0.6938041523622691,
      "grad_norm": 6.125,
      "learning_rate": 1.9908795759642154e-05,
      "loss": 1.3843,
      "step": 1061
    },
    {
      "epoch": 0.6944580676802354,
      "grad_norm": 4.125,
      "learning_rate": 1.990817942021323e-05,
      "loss": 0.5968,
      "step": 1062
    },
    {
      "epoch": 0.6951119829982018,
      "grad_norm": 3.90625,
      "learning_rate": 1.9907561014848974e-05,
      "loss": 0.4465,
      "step": 1063
    },
    {
      "epoch": 0.6957658983161681,
      "grad_norm": 3.859375,
      "learning_rate": 1.9906940543678326e-05,
      "loss": 0.87,
      "step": 1064
    },
    {
      "epoch": 0.6964198136341344,
      "grad_norm": 4.59375,
      "learning_rate": 1.990631800683066e-05,
      "loss": 0.9706,
      "step": 1065
    },
    {
      "epoch": 0.6970737289521007,
      "grad_norm": 3.703125,
      "learning_rate": 1.990569340443577e-05,
      "loss": 0.5227,
      "step": 1066
    },
    {
      "epoch": 0.6977276442700671,
      "grad_norm": 6.0625,
      "learning_rate": 1.990506673662391e-05,
      "loss": 1.177,
      "step": 1067
    },
    {
      "epoch": 0.6983815595880334,
      "grad_norm": 3.890625,
      "learning_rate": 1.9904438003525733e-05,
      "loss": 0.5243,
      "step": 1068
    },
    {
      "epoch": 0.6990354749059997,
      "grad_norm": 3.375,
      "learning_rate": 1.9903807205272333e-05,
      "loss": 0.446,
      "step": 1069
    },
    {
      "epoch": 0.699689390223966,
      "grad_norm": 4.5,
      "learning_rate": 1.9903174341995243e-05,
      "loss": 0.7413,
      "step": 1070
    },
    {
      "epoch": 0.7003433055419324,
      "grad_norm": 5.34375,
      "learning_rate": 1.9902539413826415e-05,
      "loss": 0.933,
      "step": 1071
    },
    {
      "epoch": 0.7009972208598987,
      "grad_norm": 3.71875,
      "learning_rate": 1.990190242089824e-05,
      "loss": 0.474,
      "step": 1072
    },
    {
      "epoch": 0.701651136177865,
      "grad_norm": 4.21875,
      "learning_rate": 1.990126336334354e-05,
      "loss": 0.5378,
      "step": 1073
    },
    {
      "epoch": 0.7023050514958313,
      "grad_norm": 4.625,
      "learning_rate": 1.990062224129555e-05,
      "loss": 0.7578,
      "step": 1074
    },
    {
      "epoch": 0.7029589668137977,
      "grad_norm": 3.421875,
      "learning_rate": 1.9899979054887964e-05,
      "loss": 0.4882,
      "step": 1075
    },
    {
      "epoch": 0.703612882131764,
      "grad_norm": 4.15625,
      "learning_rate": 1.9899333804254885e-05,
      "loss": 0.7977,
      "step": 1076
    },
    {
      "epoch": 0.7042667974497303,
      "grad_norm": 3.140625,
      "learning_rate": 1.9898686489530852e-05,
      "loss": 0.4417,
      "step": 1077
    },
    {
      "epoch": 0.7049207127676966,
      "grad_norm": 4.34375,
      "learning_rate": 1.9898037110850835e-05,
      "loss": 0.4985,
      "step": 1078
    },
    {
      "epoch": 0.705574628085663,
      "grad_norm": 4.75,
      "learning_rate": 1.989738566835024e-05,
      "loss": 0.6424,
      "step": 1079
    },
    {
      "epoch": 0.7062285434036293,
      "grad_norm": 4.1875,
      "learning_rate": 1.989673216216489e-05,
      "loss": 0.5638,
      "step": 1080
    },
    {
      "epoch": 0.7068824587215956,
      "grad_norm": 3.734375,
      "learning_rate": 1.9896076592431054e-05,
      "loss": 0.417,
      "step": 1081
    },
    {
      "epoch": 0.7075363740395618,
      "grad_norm": 4.3125,
      "learning_rate": 1.989541895928542e-05,
      "loss": 0.7654,
      "step": 1082
    },
    {
      "epoch": 0.7081902893575281,
      "grad_norm": 5.71875,
      "learning_rate": 1.9894759262865114e-05,
      "loss": 0.7763,
      "step": 1083
    },
    {
      "epoch": 0.7088442046754945,
      "grad_norm": 4.84375,
      "learning_rate": 1.989409750330768e-05,
      "loss": 0.7535,
      "step": 1084
    },
    {
      "epoch": 0.7094981199934608,
      "grad_norm": 6.96875,
      "learning_rate": 1.9893433680751105e-05,
      "loss": 0.7835,
      "step": 1085
    },
    {
      "epoch": 0.7101520353114271,
      "grad_norm": 5.09375,
      "learning_rate": 1.98927677953338e-05,
      "loss": 0.6426,
      "step": 1086
    },
    {
      "epoch": 0.7108059506293934,
      "grad_norm": 5.9375,
      "learning_rate": 1.9892099847194608e-05,
      "loss": 0.9646,
      "step": 1087
    },
    {
      "epoch": 0.7114598659473598,
      "grad_norm": 3.90625,
      "learning_rate": 1.9891429836472805e-05,
      "loss": 0.4663,
      "step": 1088
    },
    {
      "epoch": 0.7121137812653261,
      "grad_norm": 3.5,
      "learning_rate": 1.989075776330809e-05,
      "loss": 0.3986,
      "step": 1089
    },
    {
      "epoch": 0.7127676965832924,
      "grad_norm": 3.71875,
      "learning_rate": 1.989008362784059e-05,
      "loss": 0.4106,
      "step": 1090
    },
    {
      "epoch": 0.7134216119012587,
      "grad_norm": 4.5,
      "learning_rate": 1.988940743021088e-05,
      "loss": 0.6797,
      "step": 1091
    },
    {
      "epoch": 0.7140755272192251,
      "grad_norm": 4.96875,
      "learning_rate": 1.9888729170559948e-05,
      "loss": 0.8449,
      "step": 1092
    },
    {
      "epoch": 0.7147294425371914,
      "grad_norm": 5.46875,
      "learning_rate": 1.988804884902921e-05,
      "loss": 0.6937,
      "step": 1093
    },
    {
      "epoch": 0.7153833578551577,
      "grad_norm": 5.59375,
      "learning_rate": 1.9887366465760523e-05,
      "loss": 0.9909,
      "step": 1094
    },
    {
      "epoch": 0.716037273173124,
      "grad_norm": 5.46875,
      "learning_rate": 1.9886682020896172e-05,
      "loss": 0.8319,
      "step": 1095
    },
    {
      "epoch": 0.7166911884910904,
      "grad_norm": 5.75,
      "learning_rate": 1.988599551457887e-05,
      "loss": 0.8728,
      "step": 1096
    },
    {
      "epoch": 0.7173451038090567,
      "grad_norm": 5.09375,
      "learning_rate": 1.9885306946951753e-05,
      "loss": 0.5158,
      "step": 1097
    },
    {
      "epoch": 0.717999019127023,
      "grad_norm": 5.15625,
      "learning_rate": 1.98846163181584e-05,
      "loss": 0.5721,
      "step": 1098
    },
    {
      "epoch": 0.7186529344449893,
      "grad_norm": 5.46875,
      "learning_rate": 1.9883923628342807e-05,
      "loss": 1.0006,
      "step": 1099
    },
    {
      "epoch": 0.7193068497629557,
      "grad_norm": 6.25,
      "learning_rate": 1.9883228877649407e-05,
      "loss": 0.7545,
      "step": 1100
    },
    {
      "epoch": 0.719960765080922,
      "grad_norm": 3.90625,
      "learning_rate": 1.988253206622306e-05,
      "loss": 0.559,
      "step": 1101
    },
    {
      "epoch": 0.7206146803988883,
      "grad_norm": 5.34375,
      "learning_rate": 1.9881833194209063e-05,
      "loss": 0.634,
      "step": 1102
    },
    {
      "epoch": 0.7212685957168546,
      "grad_norm": 4.59375,
      "learning_rate": 1.9881132261753126e-05,
      "loss": 0.8305,
      "step": 1103
    },
    {
      "epoch": 0.721922511034821,
      "grad_norm": 5.53125,
      "learning_rate": 1.9880429269001407e-05,
      "loss": 0.6211,
      "step": 1104
    },
    {
      "epoch": 0.7225764263527873,
      "grad_norm": 3.328125,
      "learning_rate": 1.9879724216100488e-05,
      "loss": 0.3974,
      "step": 1105
    },
    {
      "epoch": 0.7232303416707536,
      "grad_norm": 7.25,
      "learning_rate": 1.987901710319737e-05,
      "loss": 1.0916,
      "step": 1106
    },
    {
      "epoch": 0.7238842569887199,
      "grad_norm": 6.625,
      "learning_rate": 1.9878307930439497e-05,
      "loss": 1.0786,
      "step": 1107
    },
    {
      "epoch": 0.7245381723066863,
      "grad_norm": 3.859375,
      "learning_rate": 1.9877596697974732e-05,
      "loss": 0.4618,
      "step": 1108
    },
    {
      "epoch": 0.7251920876246526,
      "grad_norm": 6.21875,
      "learning_rate": 1.9876883405951378e-05,
      "loss": 1.01,
      "step": 1109
    },
    {
      "epoch": 0.7258460029426189,
      "grad_norm": 4.125,
      "learning_rate": 1.987616805451816e-05,
      "loss": 0.5793,
      "step": 1110
    },
    {
      "epoch": 0.7264999182605852,
      "grad_norm": 5.21875,
      "learning_rate": 1.987545064382424e-05,
      "loss": 0.6738,
      "step": 1111
    },
    {
      "epoch": 0.7271538335785516,
      "grad_norm": 4.125,
      "learning_rate": 1.9874731174019195e-05,
      "loss": 0.5042,
      "step": 1112
    },
    {
      "epoch": 0.7278077488965179,
      "grad_norm": 4.71875,
      "learning_rate": 1.9874009645253044e-05,
      "loss": 0.7292,
      "step": 1113
    },
    {
      "epoch": 0.7284616642144842,
      "grad_norm": 3.28125,
      "learning_rate": 1.9873286057676232e-05,
      "loss": 0.2973,
      "step": 1114
    },
    {
      "epoch": 0.7291155795324505,
      "grad_norm": 3.875,
      "learning_rate": 1.9872560411439634e-05,
      "loss": 0.5845,
      "step": 1115
    },
    {
      "epoch": 0.7297694948504169,
      "grad_norm": 4.3125,
      "learning_rate": 1.9871832706694553e-05,
      "loss": 0.5467,
      "step": 1116
    },
    {
      "epoch": 0.7304234101683832,
      "grad_norm": 4.40625,
      "learning_rate": 1.9871102943592717e-05,
      "loss": 0.6854,
      "step": 1117
    },
    {
      "epoch": 0.7310773254863495,
      "grad_norm": 4.5625,
      "learning_rate": 1.987037112228629e-05,
      "loss": 0.4087,
      "step": 1118
    },
    {
      "epoch": 0.7317312408043158,
      "grad_norm": 7.3125,
      "learning_rate": 1.986963724292787e-05,
      "loss": 1.1244,
      "step": 1119
    },
    {
      "epoch": 0.7323851561222822,
      "grad_norm": 5.1875,
      "learning_rate": 1.9868901305670465e-05,
      "loss": 0.7025,
      "step": 1120
    },
    {
      "epoch": 0.7330390714402485,
      "grad_norm": 5.0,
      "learning_rate": 1.9868163310667527e-05,
      "loss": 0.637,
      "step": 1121
    },
    {
      "epoch": 0.7336929867582148,
      "grad_norm": 4.5,
      "learning_rate": 1.9867423258072936e-05,
      "loss": 0.6376,
      "step": 1122
    },
    {
      "epoch": 0.7343469020761811,
      "grad_norm": 5.5,
      "learning_rate": 1.9866681148041005e-05,
      "loss": 0.7703,
      "step": 1123
    },
    {
      "epoch": 0.7350008173941475,
      "grad_norm": 4.5,
      "learning_rate": 1.9865936980726457e-05,
      "loss": 0.6379,
      "step": 1124
    },
    {
      "epoch": 0.7356547327121138,
      "grad_norm": 4.21875,
      "learning_rate": 1.9865190756284467e-05,
      "loss": 0.6159,
      "step": 1125
    },
    {
      "epoch": 0.7363086480300801,
      "grad_norm": 4.0,
      "learning_rate": 1.9864442474870625e-05,
      "loss": 0.4685,
      "step": 1126
    },
    {
      "epoch": 0.7369625633480464,
      "grad_norm": 4.84375,
      "learning_rate": 1.9863692136640952e-05,
      "loss": 0.9719,
      "step": 1127
    },
    {
      "epoch": 0.7376164786660128,
      "grad_norm": 6.5,
      "learning_rate": 1.9862939741751904e-05,
      "loss": 0.8208,
      "step": 1128
    },
    {
      "epoch": 0.7382703939839791,
      "grad_norm": 4.6875,
      "learning_rate": 1.986218529036036e-05,
      "loss": 0.665,
      "step": 1129
    },
    {
      "epoch": 0.7389243093019454,
      "grad_norm": 3.3125,
      "learning_rate": 1.9861428782623626e-05,
      "loss": 0.5091,
      "step": 1130
    },
    {
      "epoch": 0.7395782246199117,
      "grad_norm": 4.0625,
      "learning_rate": 1.986067021869944e-05,
      "loss": 0.4906,
      "step": 1131
    },
    {
      "epoch": 0.7402321399378781,
      "grad_norm": 3.796875,
      "learning_rate": 1.9859909598745975e-05,
      "loss": 0.3969,
      "step": 1132
    },
    {
      "epoch": 0.7408860552558444,
      "grad_norm": 4.53125,
      "learning_rate": 1.985914692292182e-05,
      "loss": 0.6145,
      "step": 1133
    },
    {
      "epoch": 0.7415399705738107,
      "grad_norm": 3.75,
      "learning_rate": 1.9858382191386004e-05,
      "loss": 0.428,
      "step": 1134
    },
    {
      "epoch": 0.742193885891777,
      "grad_norm": 3.5,
      "learning_rate": 1.9857615404297972e-05,
      "loss": 0.385,
      "step": 1135
    },
    {
      "epoch": 0.7428478012097434,
      "grad_norm": 5.78125,
      "learning_rate": 1.9856846561817616e-05,
      "loss": 1.0006,
      "step": 1136
    },
    {
      "epoch": 0.7435017165277097,
      "grad_norm": 4.09375,
      "learning_rate": 1.9856075664105238e-05,
      "loss": 0.3184,
      "step": 1137
    },
    {
      "epoch": 0.744155631845676,
      "grad_norm": 5.53125,
      "learning_rate": 1.985530271132158e-05,
      "loss": 1.005,
      "step": 1138
    },
    {
      "epoch": 0.7448095471636423,
      "grad_norm": 3.78125,
      "learning_rate": 1.9854527703627804e-05,
      "loss": 0.3148,
      "step": 1139
    },
    {
      "epoch": 0.7454634624816087,
      "grad_norm": 4.59375,
      "learning_rate": 1.9853750641185512e-05,
      "loss": 0.5231,
      "step": 1140
    },
    {
      "epoch": 0.746117377799575,
      "grad_norm": 3.78125,
      "learning_rate": 1.9852971524156722e-05,
      "loss": 0.5369,
      "step": 1141
    },
    {
      "epoch": 0.7467712931175413,
      "grad_norm": 4.59375,
      "learning_rate": 1.985219035270389e-05,
      "loss": 0.5627,
      "step": 1142
    },
    {
      "epoch": 0.7474252084355076,
      "grad_norm": 5.0,
      "learning_rate": 1.9851407126989897e-05,
      "loss": 0.5977,
      "step": 1143
    },
    {
      "epoch": 0.748079123753474,
      "grad_norm": 4.25,
      "learning_rate": 1.9850621847178047e-05,
      "loss": 0.5823,
      "step": 1144
    },
    {
      "epoch": 0.7487330390714403,
      "grad_norm": 6.03125,
      "learning_rate": 1.9849834513432084e-05,
      "loss": 1.0281,
      "step": 1145
    },
    {
      "epoch": 0.7493869543894066,
      "grad_norm": 3.59375,
      "learning_rate": 1.984904512591617e-05,
      "loss": 0.5137,
      "step": 1146
    },
    {
      "epoch": 0.7500408697073729,
      "grad_norm": 3.609375,
      "learning_rate": 1.9848253684794895e-05,
      "loss": 0.4052,
      "step": 1147
    },
    {
      "epoch": 0.7506947850253393,
      "grad_norm": 3.828125,
      "learning_rate": 1.9847460190233286e-05,
      "loss": 0.4234,
      "step": 1148
    },
    {
      "epoch": 0.7513487003433056,
      "grad_norm": 4.09375,
      "learning_rate": 1.9846664642396793e-05,
      "loss": 0.5227,
      "step": 1149
    },
    {
      "epoch": 0.7520026156612719,
      "grad_norm": 3.34375,
      "learning_rate": 1.984586704145129e-05,
      "loss": 0.3631,
      "step": 1150
    },
    {
      "epoch": 0.7526565309792382,
      "grad_norm": 5.25,
      "learning_rate": 1.984506738756309e-05,
      "loss": 1.2075,
      "step": 1151
    },
    {
      "epoch": 0.7533104462972046,
      "grad_norm": 3.796875,
      "learning_rate": 1.9844265680898917e-05,
      "loss": 0.4715,
      "step": 1152
    },
    {
      "epoch": 0.7539643616151709,
      "grad_norm": 4.28125,
      "learning_rate": 1.9843461921625942e-05,
      "loss": 0.5403,
      "step": 1153
    },
    {
      "epoch": 0.7546182769331372,
      "grad_norm": 4.875,
      "learning_rate": 1.9842656109911753e-05,
      "loss": 0.7448,
      "step": 1154
    },
    {
      "epoch": 0.7552721922511035,
      "grad_norm": 3.96875,
      "learning_rate": 1.984184824592437e-05,
      "loss": 0.6446,
      "step": 1155
    },
    {
      "epoch": 0.7559261075690699,
      "grad_norm": 4.53125,
      "learning_rate": 1.9841038329832237e-05,
      "loss": 0.6427,
      "step": 1156
    },
    {
      "epoch": 0.7565800228870361,
      "grad_norm": 6.09375,
      "learning_rate": 1.9840226361804223e-05,
      "loss": 1.4863,
      "step": 1157
    },
    {
      "epoch": 0.7572339382050024,
      "grad_norm": 3.703125,
      "learning_rate": 1.983941234200964e-05,
      "loss": 0.5256,
      "step": 1158
    },
    {
      "epoch": 0.7578878535229687,
      "grad_norm": 4.65625,
      "learning_rate": 1.983859627061821e-05,
      "loss": 0.6581,
      "step": 1159
    },
    {
      "epoch": 0.758541768840935,
      "grad_norm": 4.78125,
      "learning_rate": 1.9837778147800092e-05,
      "loss": 0.6791,
      "step": 1160
    },
    {
      "epoch": 0.7591956841589014,
      "grad_norm": 5.84375,
      "learning_rate": 1.9836957973725877e-05,
      "loss": 0.9089,
      "step": 1161
    },
    {
      "epoch": 0.7598495994768677,
      "grad_norm": 4.0,
      "learning_rate": 1.983613574856657e-05,
      "loss": 0.7796,
      "step": 1162
    },
    {
      "epoch": 0.760503514794834,
      "grad_norm": 3.3125,
      "learning_rate": 1.9835311472493616e-05,
      "loss": 0.4999,
      "step": 1163
    },
    {
      "epoch": 0.7611574301128003,
      "grad_norm": 4.375,
      "learning_rate": 1.9834485145678883e-05,
      "loss": 0.7209,
      "step": 1164
    },
    {
      "epoch": 0.7618113454307667,
      "grad_norm": 3.359375,
      "learning_rate": 1.983365676829466e-05,
      "loss": 0.4103,
      "step": 1165
    },
    {
      "epoch": 0.762465260748733,
      "grad_norm": 3.984375,
      "learning_rate": 1.9832826340513684e-05,
      "loss": 0.6533,
      "step": 1166
    },
    {
      "epoch": 0.7631191760666993,
      "grad_norm": 3.546875,
      "learning_rate": 1.9831993862509096e-05,
      "loss": 0.4123,
      "step": 1167
    },
    {
      "epoch": 0.7637730913846656,
      "grad_norm": 4.125,
      "learning_rate": 1.9831159334454475e-05,
      "loss": 0.5468,
      "step": 1168
    },
    {
      "epoch": 0.764427006702632,
      "grad_norm": 5.375,
      "learning_rate": 1.9830322756523827e-05,
      "loss": 0.5445,
      "step": 1169
    },
    {
      "epoch": 0.7650809220205983,
      "grad_norm": 2.609375,
      "learning_rate": 1.982948412889159e-05,
      "loss": 0.1975,
      "step": 1170
    },
    {
      "epoch": 0.7657348373385646,
      "grad_norm": 3.59375,
      "learning_rate": 1.9828643451732618e-05,
      "loss": 0.5713,
      "step": 1171
    },
    {
      "epoch": 0.766388752656531,
      "grad_norm": 5.0625,
      "learning_rate": 1.9827800725222203e-05,
      "loss": 0.7995,
      "step": 1172
    },
    {
      "epoch": 0.7670426679744973,
      "grad_norm": 4.40625,
      "learning_rate": 1.9826955949536062e-05,
      "loss": 0.6437,
      "step": 1173
    },
    {
      "epoch": 0.7676965832924636,
      "grad_norm": 4.375,
      "learning_rate": 1.9826109124850333e-05,
      "loss": 0.6973,
      "step": 1174
    },
    {
      "epoch": 0.7683504986104299,
      "grad_norm": 3.984375,
      "learning_rate": 1.9825260251341586e-05,
      "loss": 0.4613,
      "step": 1175
    },
    {
      "epoch": 0.7690044139283962,
      "grad_norm": 3.5625,
      "learning_rate": 1.9824409329186823e-05,
      "loss": 0.4911,
      "step": 1176
    },
    {
      "epoch": 0.7696583292463626,
      "grad_norm": 4.28125,
      "learning_rate": 1.9823556358563464e-05,
      "loss": 0.4457,
      "step": 1177
    },
    {
      "epoch": 0.7703122445643289,
      "grad_norm": 4.40625,
      "learning_rate": 1.9822701339649358e-05,
      "loss": 0.4608,
      "step": 1178
    },
    {
      "epoch": 0.7709661598822952,
      "grad_norm": 3.25,
      "learning_rate": 1.9821844272622793e-05,
      "loss": 0.3109,
      "step": 1179
    },
    {
      "epoch": 0.7716200752002615,
      "grad_norm": 4.6875,
      "learning_rate": 1.9820985157662462e-05,
      "loss": 0.6808,
      "step": 1180
    },
    {
      "epoch": 0.7722739905182279,
      "grad_norm": 3.5625,
      "learning_rate": 1.9820123994947505e-05,
      "loss": 0.538,
      "step": 1181
    },
    {
      "epoch": 0.7729279058361942,
      "grad_norm": 3.875,
      "learning_rate": 1.981926078465748e-05,
      "loss": 0.588,
      "step": 1182
    },
    {
      "epoch": 0.7735818211541605,
      "grad_norm": 4.46875,
      "learning_rate": 1.9818395526972373e-05,
      "loss": 0.581,
      "step": 1183
    },
    {
      "epoch": 0.7742357364721268,
      "grad_norm": 3.71875,
      "learning_rate": 1.9817528222072595e-05,
      "loss": 0.5263,
      "step": 1184
    },
    {
      "epoch": 0.7748896517900932,
      "grad_norm": 3.8125,
      "learning_rate": 1.981665887013899e-05,
      "loss": 0.3681,
      "step": 1185
    },
    {
      "epoch": 0.7755435671080595,
      "grad_norm": 3.859375,
      "learning_rate": 1.9815787471352824e-05,
      "loss": 0.4546,
      "step": 1186
    },
    {
      "epoch": 0.7761974824260258,
      "grad_norm": 4.40625,
      "learning_rate": 1.981491402589579e-05,
      "loss": 0.6558,
      "step": 1187
    },
    {
      "epoch": 0.7768513977439921,
      "grad_norm": 5.09375,
      "learning_rate": 1.9814038533950008e-05,
      "loss": 0.5277,
      "step": 1188
    },
    {
      "epoch": 0.7775053130619585,
      "grad_norm": 4.25,
      "learning_rate": 1.9813160995698023e-05,
      "loss": 0.7088,
      "step": 1189
    },
    {
      "epoch": 0.7781592283799248,
      "grad_norm": 2.9375,
      "learning_rate": 1.9812281411322812e-05,
      "loss": 0.2773,
      "step": 1190
    },
    {
      "epoch": 0.7788131436978911,
      "grad_norm": 7.375,
      "learning_rate": 1.9811399781007775e-05,
      "loss": 0.8488,
      "step": 1191
    },
    {
      "epoch": 0.7794670590158574,
      "grad_norm": 4.46875,
      "learning_rate": 1.9810516104936743e-05,
      "loss": 0.5473,
      "step": 1192
    },
    {
      "epoch": 0.7801209743338238,
      "grad_norm": 2.84375,
      "learning_rate": 1.980963038329396e-05,
      "loss": 0.2899,
      "step": 1193
    },
    {
      "epoch": 0.7807748896517901,
      "grad_norm": 2.953125,
      "learning_rate": 1.9808742616264114e-05,
      "loss": 0.3808,
      "step": 1194
    },
    {
      "epoch": 0.7814288049697564,
      "grad_norm": 4.53125,
      "learning_rate": 1.9807852804032306e-05,
      "loss": 0.7729,
      "step": 1195
    },
    {
      "epoch": 0.7820827202877227,
      "grad_norm": 3.5625,
      "learning_rate": 1.9806960946784076e-05,
      "loss": 0.5398,
      "step": 1196
    },
    {
      "epoch": 0.7827366356056891,
      "grad_norm": 4.59375,
      "learning_rate": 1.9806067044705375e-05,
      "loss": 0.8246,
      "step": 1197
    },
    {
      "epoch": 0.7833905509236554,
      "grad_norm": 4.3125,
      "learning_rate": 1.9805171097982595e-05,
      "loss": 0.6711,
      "step": 1198
    },
    {
      "epoch": 0.7840444662416217,
      "grad_norm": 3.5,
      "learning_rate": 1.9804273106802546e-05,
      "loss": 0.3875,
      "step": 1199
    },
    {
      "epoch": 0.784698381559588,
      "grad_norm": 6.90625,
      "learning_rate": 1.9803373071352467e-05,
      "loss": 1.0515,
      "step": 1200
    },
    {
      "epoch": 0.7853522968775544,
      "grad_norm": 5.625,
      "learning_rate": 1.9802470991820023e-05,
      "loss": 0.7506,
      "step": 1201
    },
    {
      "epoch": 0.7860062121955207,
      "grad_norm": 4.0,
      "learning_rate": 1.9801566868393303e-05,
      "loss": 0.6214,
      "step": 1202
    },
    {
      "epoch": 0.786660127513487,
      "grad_norm": 4.4375,
      "learning_rate": 1.9800660701260826e-05,
      "loss": 0.6577,
      "step": 1203
    },
    {
      "epoch": 0.7873140428314533,
      "grad_norm": 4.65625,
      "learning_rate": 1.9799752490611534e-05,
      "loss": 0.5119,
      "step": 1204
    },
    {
      "epoch": 0.7879679581494197,
      "grad_norm": 4.5,
      "learning_rate": 1.9798842236634797e-05,
      "loss": 0.6337,
      "step": 1205
    },
    {
      "epoch": 0.788621873467386,
      "grad_norm": 2.90625,
      "learning_rate": 1.979792993952041e-05,
      "loss": 0.3248,
      "step": 1206
    },
    {
      "epoch": 0.7892757887853523,
      "grad_norm": 4.125,
      "learning_rate": 1.979701559945859e-05,
      "loss": 0.4343,
      "step": 1207
    },
    {
      "epoch": 0.7899297041033186,
      "grad_norm": 3.671875,
      "learning_rate": 1.9796099216639995e-05,
      "loss": 0.6919,
      "step": 1208
    },
    {
      "epoch": 0.790583619421285,
      "grad_norm": 3.65625,
      "learning_rate": 1.9795180791255687e-05,
      "loss": 0.5202,
      "step": 1209
    },
    {
      "epoch": 0.7912375347392513,
      "grad_norm": 4.25,
      "learning_rate": 1.9794260323497175e-05,
      "loss": 0.5914,
      "step": 1210
    },
    {
      "epoch": 0.7918914500572176,
      "grad_norm": 7.34375,
      "learning_rate": 1.9793337813556372e-05,
      "loss": 0.8604,
      "step": 1211
    },
    {
      "epoch": 0.7925453653751839,
      "grad_norm": 3.03125,
      "learning_rate": 1.9792413261625644e-05,
      "loss": 0.4264,
      "step": 1212
    },
    {
      "epoch": 0.7931992806931503,
      "grad_norm": 6.65625,
      "learning_rate": 1.979148666789775e-05,
      "loss": 0.9233,
      "step": 1213
    },
    {
      "epoch": 0.7938531960111166,
      "grad_norm": 4.25,
      "learning_rate": 1.9790558032565908e-05,
      "loss": 0.4091,
      "step": 1214
    },
    {
      "epoch": 0.7945071113290829,
      "grad_norm": 4.0,
      "learning_rate": 1.9789627355823737e-05,
      "loss": 0.5195,
      "step": 1215
    },
    {
      "epoch": 0.7951610266470492,
      "grad_norm": 4.71875,
      "learning_rate": 1.9788694637865292e-05,
      "loss": 0.6803,
      "step": 1216
    },
    {
      "epoch": 0.7958149419650156,
      "grad_norm": 4.4375,
      "learning_rate": 1.9787759878885054e-05,
      "loss": 0.6369,
      "step": 1217
    },
    {
      "epoch": 0.7964688572829819,
      "grad_norm": 5.1875,
      "learning_rate": 1.9786823079077927e-05,
      "loss": 0.7595,
      "step": 1218
    },
    {
      "epoch": 0.7971227726009482,
      "grad_norm": 4.53125,
      "learning_rate": 1.978588423863924e-05,
      "loss": 0.6496,
      "step": 1219
    },
    {
      "epoch": 0.7977766879189145,
      "grad_norm": 4.25,
      "learning_rate": 1.9784943357764754e-05,
      "loss": 0.6233,
      "step": 1220
    },
    {
      "epoch": 0.7984306032368809,
      "grad_norm": 4.25,
      "learning_rate": 1.978400043665064e-05,
      "loss": 0.5194,
      "step": 1221
    },
    {
      "epoch": 0.7990845185548472,
      "grad_norm": 5.84375,
      "learning_rate": 1.9783055475493516e-05,
      "loss": 0.9662,
      "step": 1222
    },
    {
      "epoch": 0.7997384338728135,
      "grad_norm": 4.59375,
      "learning_rate": 1.9782108474490408e-05,
      "loss": 0.6733,
      "step": 1223
    },
    {
      "epoch": 0.8003923491907798,
      "grad_norm": 3.234375,
      "learning_rate": 1.9781159433838774e-05,
      "loss": 0.3441,
      "step": 1224
    },
    {
      "epoch": 0.8010462645087462,
      "grad_norm": 3.921875,
      "learning_rate": 1.9780208353736493e-05,
      "loss": 0.5661,
      "step": 1225
    },
    {
      "epoch": 0.8017001798267125,
      "grad_norm": 4.90625,
      "learning_rate": 1.9779255234381883e-05,
      "loss": 0.6459,
      "step": 1226
    },
    {
      "epoch": 0.8023540951446788,
      "grad_norm": 3.375,
      "learning_rate": 1.9778300075973668e-05,
      "loss": 0.4205,
      "step": 1227
    },
    {
      "epoch": 0.8030080104626451,
      "grad_norm": 2.234375,
      "learning_rate": 1.9777342878711006e-05,
      "loss": 0.2515,
      "step": 1228
    },
    {
      "epoch": 0.8036619257806115,
      "grad_norm": 5.09375,
      "learning_rate": 1.977638364279349e-05,
      "loss": 0.6933,
      "step": 1229
    },
    {
      "epoch": 0.8043158410985778,
      "grad_norm": 3.671875,
      "learning_rate": 1.9775422368421118e-05,
      "loss": 0.2568,
      "step": 1230
    },
    {
      "epoch": 0.804969756416544,
      "grad_norm": 5.875,
      "learning_rate": 1.9774459055794328e-05,
      "loss": 0.6884,
      "step": 1231
    },
    {
      "epoch": 0.8056236717345103,
      "grad_norm": 3.828125,
      "learning_rate": 1.977349370511398e-05,
      "loss": 0.6073,
      "step": 1232
    },
    {
      "epoch": 0.8062775870524767,
      "grad_norm": 4.5625,
      "learning_rate": 1.9772526316581354e-05,
      "loss": 0.7383,
      "step": 1233
    },
    {
      "epoch": 0.806931502370443,
      "grad_norm": 2.46875,
      "learning_rate": 1.9771556890398156e-05,
      "loss": 0.3692,
      "step": 1234
    },
    {
      "epoch": 0.8075854176884093,
      "grad_norm": 5.46875,
      "learning_rate": 1.9770585426766528e-05,
      "loss": 0.8585,
      "step": 1235
    },
    {
      "epoch": 0.8082393330063756,
      "grad_norm": 4.75,
      "learning_rate": 1.9769611925889016e-05,
      "loss": 0.64,
      "step": 1236
    },
    {
      "epoch": 0.808893248324342,
      "grad_norm": 4.84375,
      "learning_rate": 1.9768636387968616e-05,
      "loss": 0.6219,
      "step": 1237
    },
    {
      "epoch": 0.8095471636423083,
      "grad_norm": 4.625,
      "learning_rate": 1.9767658813208725e-05,
      "loss": 0.8045,
      "step": 1238
    },
    {
      "epoch": 0.8102010789602746,
      "grad_norm": 3.453125,
      "learning_rate": 1.976667920181318e-05,
      "loss": 0.4122,
      "step": 1239
    },
    {
      "epoch": 0.8108549942782409,
      "grad_norm": 3.53125,
      "learning_rate": 1.9765697553986237e-05,
      "loss": 0.5164,
      "step": 1240
    },
    {
      "epoch": 0.8115089095962073,
      "grad_norm": 4.15625,
      "learning_rate": 1.976471386993258e-05,
      "loss": 0.8459,
      "step": 1241
    },
    {
      "epoch": 0.8121628249141736,
      "grad_norm": 3.234375,
      "learning_rate": 1.976372814985731e-05,
      "loss": 0.3772,
      "step": 1242
    },
    {
      "epoch": 0.8128167402321399,
      "grad_norm": 3.40625,
      "learning_rate": 1.9762740393965963e-05,
      "loss": 0.4406,
      "step": 1243
    },
    {
      "epoch": 0.8134706555501062,
      "grad_norm": 5.25,
      "learning_rate": 1.976175060246449e-05,
      "loss": 1.0501,
      "step": 1244
    },
    {
      "epoch": 0.8141245708680726,
      "grad_norm": 3.90625,
      "learning_rate": 1.9760758775559275e-05,
      "loss": 0.4366,
      "step": 1245
    },
    {
      "epoch": 0.8147784861860389,
      "grad_norm": 3.34375,
      "learning_rate": 1.9759764913457113e-05,
      "loss": 0.4725,
      "step": 1246
    },
    {
      "epoch": 0.8154324015040052,
      "grad_norm": 6.0,
      "learning_rate": 1.9758769016365242e-05,
      "loss": 0.719,
      "step": 1247
    },
    {
      "epoch": 0.8160863168219715,
      "grad_norm": 8.6875,
      "learning_rate": 1.975777108449131e-05,
      "loss": 1.6058,
      "step": 1248
    },
    {
      "epoch": 0.8167402321399378,
      "grad_norm": 3.65625,
      "learning_rate": 1.9756771118043393e-05,
      "loss": 0.5823,
      "step": 1249
    },
    {
      "epoch": 0.8173941474579042,
      "grad_norm": 4.59375,
      "learning_rate": 1.9755769117229993e-05,
      "loss": 0.7355,
      "step": 1250
    },
    {
      "epoch": 0.8180480627758705,
      "grad_norm": 2.921875,
      "learning_rate": 1.9754765082260035e-05,
      "loss": 0.438,
      "step": 1251
    },
    {
      "epoch": 0.8187019780938368,
      "grad_norm": 4.25,
      "learning_rate": 1.9753759013342875e-05,
      "loss": 0.6023,
      "step": 1252
    },
    {
      "epoch": 0.8193558934118031,
      "grad_norm": 2.984375,
      "learning_rate": 1.9752750910688278e-05,
      "loss": 0.3565,
      "step": 1253
    },
    {
      "epoch": 0.8200098087297695,
      "grad_norm": 4.21875,
      "learning_rate": 1.975174077450644e-05,
      "loss": 0.6343,
      "step": 1254
    },
    {
      "epoch": 0.8206637240477358,
      "grad_norm": 4.25,
      "learning_rate": 1.975072860500799e-05,
      "loss": 0.8848,
      "step": 1255
    },
    {
      "epoch": 0.8213176393657021,
      "grad_norm": 4.6875,
      "learning_rate": 1.974971440240397e-05,
      "loss": 0.8236,
      "step": 1256
    },
    {
      "epoch": 0.8219715546836684,
      "grad_norm": 4.53125,
      "learning_rate": 1.9748698166905847e-05,
      "loss": 0.5921,
      "step": 1257
    },
    {
      "epoch": 0.8226254700016348,
      "grad_norm": 3.5,
      "learning_rate": 1.974767989872552e-05,
      "loss": 0.6978,
      "step": 1258
    },
    {
      "epoch": 0.8232793853196011,
      "grad_norm": 4.34375,
      "learning_rate": 1.9746659598075303e-05,
      "loss": 0.503,
      "step": 1259
    },
    {
      "epoch": 0.8239333006375674,
      "grad_norm": 2.984375,
      "learning_rate": 1.9745637265167937e-05,
      "loss": 0.4463,
      "step": 1260
    },
    {
      "epoch": 0.8245872159555337,
      "grad_norm": 3.109375,
      "learning_rate": 1.9744612900216588e-05,
      "loss": 0.3345,
      "step": 1261
    },
    {
      "epoch": 0.8252411312735001,
      "grad_norm": 3.453125,
      "learning_rate": 1.9743586503434842e-05,
      "loss": 0.4771,
      "step": 1262
    },
    {
      "epoch": 0.8258950465914664,
      "grad_norm": 4.96875,
      "learning_rate": 1.9742558075036712e-05,
      "loss": 0.6727,
      "step": 1263
    },
    {
      "epoch": 0.8265489619094327,
      "grad_norm": 3.71875,
      "learning_rate": 1.974152761523663e-05,
      "loss": 0.5154,
      "step": 1264
    },
    {
      "epoch": 0.827202877227399,
      "grad_norm": 3.765625,
      "learning_rate": 1.9740495124249462e-05,
      "loss": 0.4207,
      "step": 1265
    },
    {
      "epoch": 0.8278567925453654,
      "grad_norm": 4.5625,
      "learning_rate": 1.973946060229049e-05,
      "loss": 0.6274,
      "step": 1266
    },
    {
      "epoch": 0.8285107078633317,
      "grad_norm": 4.3125,
      "learning_rate": 1.973842404957541e-05,
      "loss": 0.4892,
      "step": 1267
    },
    {
      "epoch": 0.829164623181298,
      "grad_norm": 4.40625,
      "learning_rate": 1.9737385466320366e-05,
      "loss": 0.4182,
      "step": 1268
    },
    {
      "epoch": 0.8298185384992643,
      "grad_norm": 6.125,
      "learning_rate": 1.9736344852741905e-05,
      "loss": 1.1654,
      "step": 1269
    },
    {
      "epoch": 0.8304724538172307,
      "grad_norm": 3.21875,
      "learning_rate": 1.9735302209057e-05,
      "loss": 0.352,
      "step": 1270
    },
    {
      "epoch": 0.831126369135197,
      "grad_norm": 3.84375,
      "learning_rate": 1.973425753548305e-05,
      "loss": 0.5972,
      "step": 1271
    },
    {
      "epoch": 0.8317802844531633,
      "grad_norm": 5.34375,
      "learning_rate": 1.9733210832237887e-05,
      "loss": 0.854,
      "step": 1272
    },
    {
      "epoch": 0.8324341997711296,
      "grad_norm": 6.5,
      "learning_rate": 1.9732162099539748e-05,
      "loss": 0.8069,
      "step": 1273
    },
    {
      "epoch": 0.833088115089096,
      "grad_norm": 6.53125,
      "learning_rate": 1.9731111337607304e-05,
      "loss": 0.87,
      "step": 1274
    },
    {
      "epoch": 0.8337420304070623,
      "grad_norm": 4.3125,
      "learning_rate": 1.9730058546659653e-05,
      "loss": 0.4515,
      "step": 1275
    },
    {
      "epoch": 0.8343959457250286,
      "grad_norm": 4.59375,
      "learning_rate": 1.97290037269163e-05,
      "loss": 0.7724,
      "step": 1276
    },
    {
      "epoch": 0.835049861042995,
      "grad_norm": 6.0,
      "learning_rate": 1.9727946878597193e-05,
      "loss": 0.8362,
      "step": 1277
    },
    {
      "epoch": 0.8357037763609613,
      "grad_norm": 3.046875,
      "learning_rate": 1.9726888001922693e-05,
      "loss": 0.3663,
      "step": 1278
    },
    {
      "epoch": 0.8363576916789276,
      "grad_norm": 3.734375,
      "learning_rate": 1.9725827097113578e-05,
      "loss": 0.3654,
      "step": 1279
    },
    {
      "epoch": 0.8370116069968939,
      "grad_norm": 4.625,
      "learning_rate": 1.9724764164391063e-05,
      "loss": 0.6039,
      "step": 1280
    },
    {
      "epoch": 0.8376655223148602,
      "grad_norm": 5.78125,
      "learning_rate": 1.9723699203976768e-05,
      "loss": 1.0668,
      "step": 1281
    },
    {
      "epoch": 0.8383194376328266,
      "grad_norm": 5.78125,
      "learning_rate": 1.9722632216092752e-05,
      "loss": 0.9367,
      "step": 1282
    },
    {
      "epoch": 0.8389733529507929,
      "grad_norm": 2.9375,
      "learning_rate": 1.9721563200961494e-05,
      "loss": 0.3356,
      "step": 1283
    },
    {
      "epoch": 0.8396272682687592,
      "grad_norm": 4.65625,
      "learning_rate": 1.9720492158805884e-05,
      "loss": 0.4986,
      "step": 1284
    },
    {
      "epoch": 0.8402811835867255,
      "grad_norm": 4.875,
      "learning_rate": 1.971941908984925e-05,
      "loss": 0.6653,
      "step": 1285
    },
    {
      "epoch": 0.8409350989046919,
      "grad_norm": 4.9375,
      "learning_rate": 1.971834399431533e-05,
      "loss": 0.7116,
      "step": 1286
    },
    {
      "epoch": 0.8415890142226582,
      "grad_norm": 6.71875,
      "learning_rate": 1.9717266872428295e-05,
      "loss": 0.9576,
      "step": 1287
    },
    {
      "epoch": 0.8422429295406245,
      "grad_norm": 4.40625,
      "learning_rate": 1.9716187724412728e-05,
      "loss": 0.567,
      "step": 1288
    },
    {
      "epoch": 0.8428968448585908,
      "grad_norm": 4.625,
      "learning_rate": 1.9715106550493645e-05,
      "loss": 0.442,
      "step": 1289
    },
    {
      "epoch": 0.8435507601765572,
      "grad_norm": 3.96875,
      "learning_rate": 1.971402335089648e-05,
      "loss": 0.5429,
      "step": 1290
    },
    {
      "epoch": 0.8442046754945235,
      "grad_norm": 3.0625,
      "learning_rate": 1.9712938125847086e-05,
      "loss": 0.3932,
      "step": 1291
    },
    {
      "epoch": 0.8448585908124898,
      "grad_norm": 4.46875,
      "learning_rate": 1.971185087557174e-05,
      "loss": 0.7773,
      "step": 1292
    },
    {
      "epoch": 0.8455125061304561,
      "grad_norm": 3.875,
      "learning_rate": 1.9710761600297147e-05,
      "loss": 0.7628,
      "step": 1293
    },
    {
      "epoch": 0.8461664214484225,
      "grad_norm": 3.71875,
      "learning_rate": 1.9709670300250425e-05,
      "loss": 0.5101,
      "step": 1294
    },
    {
      "epoch": 0.8468203367663888,
      "grad_norm": 3.140625,
      "learning_rate": 1.9708576975659123e-05,
      "loss": 0.5427,
      "step": 1295
    },
    {
      "epoch": 0.8474742520843551,
      "grad_norm": 4.28125,
      "learning_rate": 1.9707481626751206e-05,
      "loss": 0.632,
      "step": 1296
    },
    {
      "epoch": 0.8481281674023214,
      "grad_norm": 4.0625,
      "learning_rate": 1.9706384253755063e-05,
      "loss": 0.4592,
      "step": 1297
    },
    {
      "epoch": 0.8487820827202878,
      "grad_norm": 4.59375,
      "learning_rate": 1.97052848568995e-05,
      "loss": 0.579,
      "step": 1298
    },
    {
      "epoch": 0.8494359980382541,
      "grad_norm": 5.46875,
      "learning_rate": 1.9704183436413764e-05,
      "loss": 1.0889,
      "step": 1299
    },
    {
      "epoch": 0.8500899133562204,
      "grad_norm": 4.375,
      "learning_rate": 1.9703079992527495e-05,
      "loss": 0.7516,
      "step": 1300
    },
    {
      "epoch": 0.8507438286741867,
      "grad_norm": 3.296875,
      "learning_rate": 1.970197452547078e-05,
      "loss": 0.3716,
      "step": 1301
    },
    {
      "epoch": 0.8513977439921531,
      "grad_norm": 3.28125,
      "learning_rate": 1.970086703547411e-05,
      "loss": 0.371,
      "step": 1302
    },
    {
      "epoch": 0.8520516593101194,
      "grad_norm": 4.09375,
      "learning_rate": 1.9699757522768413e-05,
      "loss": 0.51,
      "step": 1303
    },
    {
      "epoch": 0.8527055746280857,
      "grad_norm": 4.34375,
      "learning_rate": 1.969864598758503e-05,
      "loss": 0.6076,
      "step": 1304
    },
    {
      "epoch": 0.853359489946052,
      "grad_norm": 5.375,
      "learning_rate": 1.9697532430155718e-05,
      "loss": 0.934,
      "step": 1305
    },
    {
      "epoch": 0.8540134052640183,
      "grad_norm": 4.78125,
      "learning_rate": 1.969641685071267e-05,
      "loss": 0.9857,
      "step": 1306
    },
    {
      "epoch": 0.8546673205819846,
      "grad_norm": 2.578125,
      "learning_rate": 1.9695299249488488e-05,
      "loss": 0.2168,
      "step": 1307
    },
    {
      "epoch": 0.8553212358999509,
      "grad_norm": 9.375,
      "learning_rate": 1.969417962671621e-05,
      "loss": 0.8594,
      "step": 1308
    },
    {
      "epoch": 0.8559751512179172,
      "grad_norm": 4.96875,
      "learning_rate": 1.9693057982629277e-05,
      "loss": 0.7069,
      "step": 1309
    },
    {
      "epoch": 0.8566290665358836,
      "grad_norm": 5.125,
      "learning_rate": 1.9691934317461565e-05,
      "loss": 1.0717,
      "step": 1310
    },
    {
      "epoch": 0.8572829818538499,
      "grad_norm": 5.46875,
      "learning_rate": 1.9690808631447368e-05,
      "loss": 0.7704,
      "step": 1311
    },
    {
      "epoch": 0.8579368971718162,
      "grad_norm": 7.25,
      "learning_rate": 1.9689680924821395e-05,
      "loss": 1.098,
      "step": 1312
    },
    {
      "epoch": 0.8585908124897825,
      "grad_norm": 4.09375,
      "learning_rate": 1.9688551197818788e-05,
      "loss": 0.5938,
      "step": 1313
    },
    {
      "epoch": 0.8592447278077489,
      "grad_norm": 4.53125,
      "learning_rate": 1.9687419450675104e-05,
      "loss": 0.7635,
      "step": 1314
    },
    {
      "epoch": 0.8598986431257152,
      "grad_norm": 3.53125,
      "learning_rate": 1.9686285683626316e-05,
      "loss": 0.3596,
      "step": 1315
    },
    {
      "epoch": 0.8605525584436815,
      "grad_norm": 4.40625,
      "learning_rate": 1.9685149896908832e-05,
      "loss": 0.6028,
      "step": 1316
    },
    {
      "epoch": 0.8612064737616478,
      "grad_norm": 3.6875,
      "learning_rate": 1.968401209075946e-05,
      "loss": 0.496,
      "step": 1317
    },
    {
      "epoch": 0.8618603890796142,
      "grad_norm": 3.28125,
      "learning_rate": 1.9682872265415458e-05,
      "loss": 0.4101,
      "step": 1318
    },
    {
      "epoch": 0.8625143043975805,
      "grad_norm": 4.875,
      "learning_rate": 1.9681730421114475e-05,
      "loss": 0.481,
      "step": 1319
    },
    {
      "epoch": 0.8631682197155468,
      "grad_norm": 5.59375,
      "learning_rate": 1.9680586558094604e-05,
      "loss": 0.5441,
      "step": 1320
    },
    {
      "epoch": 0.8638221350335131,
      "grad_norm": 4.0,
      "learning_rate": 1.9679440676594342e-05,
      "loss": 0.4592,
      "step": 1321
    },
    {
      "epoch": 0.8644760503514795,
      "grad_norm": 5.0625,
      "learning_rate": 1.967829277685262e-05,
      "loss": 0.6525,
      "step": 1322
    },
    {
      "epoch": 0.8651299656694458,
      "grad_norm": 4.03125,
      "learning_rate": 1.9677142859108784e-05,
      "loss": 0.367,
      "step": 1323
    },
    {
      "epoch": 0.8657838809874121,
      "grad_norm": 4.09375,
      "learning_rate": 1.96759909236026e-05,
      "loss": 0.5479,
      "step": 1324
    },
    {
      "epoch": 0.8664377963053784,
      "grad_norm": 5.0,
      "learning_rate": 1.9674836970574253e-05,
      "loss": 0.7971,
      "step": 1325
    },
    {
      "epoch": 0.8670917116233448,
      "grad_norm": 4.34375,
      "learning_rate": 1.9673681000264358e-05,
      "loss": 0.6036,
      "step": 1326
    },
    {
      "epoch": 0.8677456269413111,
      "grad_norm": 5.875,
      "learning_rate": 1.9672523012913937e-05,
      "loss": 0.9767,
      "step": 1327
    },
    {
      "epoch": 0.8683995422592774,
      "grad_norm": 4.28125,
      "learning_rate": 1.9671363008764445e-05,
      "loss": 0.666,
      "step": 1328
    },
    {
      "epoch": 0.8690534575772437,
      "grad_norm": 5.125,
      "learning_rate": 1.967020098805775e-05,
      "loss": 0.8879,
      "step": 1329
    },
    {
      "epoch": 0.86970737289521,
      "grad_norm": 4.40625,
      "learning_rate": 1.966903695103614e-05,
      "loss": 0.576,
      "step": 1330
    },
    {
      "epoch": 0.8703612882131764,
      "grad_norm": 4.15625,
      "learning_rate": 1.966787089794233e-05,
      "loss": 0.4973,
      "step": 1331
    },
    {
      "epoch": 0.8710152035311427,
      "grad_norm": 5.875,
      "learning_rate": 1.9666702829019455e-05,
      "loss": 1.0025,
      "step": 1332
    },
    {
      "epoch": 0.871669118849109,
      "grad_norm": 3.75,
      "learning_rate": 1.966553274451106e-05,
      "loss": 0.4209,
      "step": 1333
    },
    {
      "epoch": 0.8723230341670754,
      "grad_norm": 4.875,
      "learning_rate": 1.9664360644661118e-05,
      "loss": 0.7864,
      "step": 1334
    },
    {
      "epoch": 0.8729769494850417,
      "grad_norm": 4.0625,
      "learning_rate": 1.9663186529714022e-05,
      "loss": 0.6316,
      "step": 1335
    },
    {
      "epoch": 0.873630864803008,
      "grad_norm": 7.34375,
      "learning_rate": 1.9662010399914588e-05,
      "loss": 0.8036,
      "step": 1336
    },
    {
      "epoch": 0.8742847801209743,
      "grad_norm": 5.25,
      "learning_rate": 1.9660832255508045e-05,
      "loss": 0.937,
      "step": 1337
    },
    {
      "epoch": 0.8749386954389407,
      "grad_norm": 4.84375,
      "learning_rate": 1.9659652096740042e-05,
      "loss": 0.8778,
      "step": 1338
    },
    {
      "epoch": 0.875592610756907,
      "grad_norm": 4.15625,
      "learning_rate": 1.9658469923856664e-05,
      "loss": 0.4902,
      "step": 1339
    },
    {
      "epoch": 0.8762465260748733,
      "grad_norm": 4.1875,
      "learning_rate": 1.965728573710439e-05,
      "loss": 0.7317,
      "step": 1340
    },
    {
      "epoch": 0.8769004413928396,
      "grad_norm": 3.671875,
      "learning_rate": 1.965609953673014e-05,
      "loss": 0.6844,
      "step": 1341
    },
    {
      "epoch": 0.877554356710806,
      "grad_norm": 5.90625,
      "learning_rate": 1.965491132298124e-05,
      "loss": 0.5328,
      "step": 1342
    },
    {
      "epoch": 0.8782082720287723,
      "grad_norm": 5.96875,
      "learning_rate": 1.9653721096105448e-05,
      "loss": 0.8051,
      "step": 1343
    },
    {
      "epoch": 0.8788621873467386,
      "grad_norm": 3.46875,
      "learning_rate": 1.965252885635094e-05,
      "loss": 0.5046,
      "step": 1344
    },
    {
      "epoch": 0.8795161026647049,
      "grad_norm": 5.0,
      "learning_rate": 1.9651334603966298e-05,
      "loss": 0.6676,
      "step": 1345
    },
    {
      "epoch": 0.8801700179826712,
      "grad_norm": 5.21875,
      "learning_rate": 1.9650138339200535e-05,
      "loss": 0.766,
      "step": 1346
    },
    {
      "epoch": 0.8808239333006376,
      "grad_norm": 4.34375,
      "learning_rate": 1.9648940062303085e-05,
      "loss": 0.6907,
      "step": 1347
    },
    {
      "epoch": 0.8814778486186039,
      "grad_norm": 3.671875,
      "learning_rate": 1.96477397735238e-05,
      "loss": 0.5437,
      "step": 1348
    },
    {
      "epoch": 0.8821317639365702,
      "grad_norm": 4.03125,
      "learning_rate": 1.9646537473112946e-05,
      "loss": 0.6664,
      "step": 1349
    },
    {
      "epoch": 0.8827856792545365,
      "grad_norm": 5.0625,
      "learning_rate": 1.9645333161321213e-05,
      "loss": 0.8064,
      "step": 1350
    },
    {
      "epoch": 0.8834395945725029,
      "grad_norm": 4.03125,
      "learning_rate": 1.964412683839971e-05,
      "loss": 0.5848,
      "step": 1351
    },
    {
      "epoch": 0.8840935098904692,
      "grad_norm": 2.90625,
      "learning_rate": 1.9642918504599967e-05,
      "loss": 0.3608,
      "step": 1352
    },
    {
      "epoch": 0.8847474252084355,
      "grad_norm": 3.625,
      "learning_rate": 1.964170816017393e-05,
      "loss": 0.8004,
      "step": 1353
    },
    {
      "epoch": 0.8854013405264018,
      "grad_norm": 5.25,
      "learning_rate": 1.9640495805373965e-05,
      "loss": 0.6615,
      "step": 1354
    },
    {
      "epoch": 0.8860552558443682,
      "grad_norm": 5.59375,
      "learning_rate": 1.9639281440452858e-05,
      "loss": 0.9144,
      "step": 1355
    },
    {
      "epoch": 0.8867091711623345,
      "grad_norm": 5.09375,
      "learning_rate": 1.9638065065663815e-05,
      "loss": 0.9773,
      "step": 1356
    },
    {
      "epoch": 0.8873630864803008,
      "grad_norm": 3.4375,
      "learning_rate": 1.963684668126046e-05,
      "loss": 0.4712,
      "step": 1357
    },
    {
      "epoch": 0.8880170017982671,
      "grad_norm": 4.84375,
      "learning_rate": 1.9635626287496833e-05,
      "loss": 0.7769,
      "step": 1358
    },
    {
      "epoch": 0.8886709171162335,
      "grad_norm": 3.828125,
      "learning_rate": 1.9634403884627394e-05,
      "loss": 0.6143,
      "step": 1359
    },
    {
      "epoch": 0.8893248324341998,
      "grad_norm": 4.09375,
      "learning_rate": 1.9633179472907032e-05,
      "loss": 0.5514,
      "step": 1360
    },
    {
      "epoch": 0.8899787477521661,
      "grad_norm": 5.125,
      "learning_rate": 1.963195305259104e-05,
      "loss": 0.5352,
      "step": 1361
    },
    {
      "epoch": 0.8906326630701324,
      "grad_norm": 4.0625,
      "learning_rate": 1.9630724623935146e-05,
      "loss": 0.4738,
      "step": 1362
    },
    {
      "epoch": 0.8912865783880988,
      "grad_norm": 5.3125,
      "learning_rate": 1.9629494187195473e-05,
      "loss": 0.8231,
      "step": 1363
    },
    {
      "epoch": 0.8919404937060651,
      "grad_norm": 5.03125,
      "learning_rate": 1.9628261742628587e-05,
      "loss": 0.894,
      "step": 1364
    },
    {
      "epoch": 0.8925944090240314,
      "grad_norm": 4.03125,
      "learning_rate": 1.962702729049146e-05,
      "loss": 0.6571,
      "step": 1365
    },
    {
      "epoch": 0.8932483243419977,
      "grad_norm": 6.0,
      "learning_rate": 1.9625790831041484e-05,
      "loss": 0.8724,
      "step": 1366
    },
    {
      "epoch": 0.8939022396599641,
      "grad_norm": 5.75,
      "learning_rate": 1.9624552364536472e-05,
      "loss": 0.6192,
      "step": 1367
    },
    {
      "epoch": 0.8945561549779304,
      "grad_norm": 5.46875,
      "learning_rate": 1.962331189123466e-05,
      "loss": 0.872,
      "step": 1368
    },
    {
      "epoch": 0.8952100702958967,
      "grad_norm": 4.09375,
      "learning_rate": 1.9622069411394685e-05,
      "loss": 0.6936,
      "step": 1369
    },
    {
      "epoch": 0.895863985613863,
      "grad_norm": 4.125,
      "learning_rate": 1.962082492527562e-05,
      "loss": 0.5064,
      "step": 1370
    },
    {
      "epoch": 0.8965179009318294,
      "grad_norm": 5.0625,
      "learning_rate": 1.961957843313695e-05,
      "loss": 0.7711,
      "step": 1371
    },
    {
      "epoch": 0.8971718162497957,
      "grad_norm": 3.953125,
      "learning_rate": 1.9618329935238582e-05,
      "loss": 0.4953,
      "step": 1372
    },
    {
      "epoch": 0.897825731567762,
      "grad_norm": 4.4375,
      "learning_rate": 1.961707943184083e-05,
      "loss": 0.541,
      "step": 1373
    },
    {
      "epoch": 0.8984796468857283,
      "grad_norm": 3.75,
      "learning_rate": 1.9615826923204446e-05,
      "loss": 0.4206,
      "step": 1374
    },
    {
      "epoch": 0.8991335622036947,
      "grad_norm": 6.65625,
      "learning_rate": 1.9614572409590575e-05,
      "loss": 1.1008,
      "step": 1375
    },
    {
      "epoch": 0.899787477521661,
      "grad_norm": 4.21875,
      "learning_rate": 1.96133158912608e-05,
      "loss": 0.5554,
      "step": 1376
    },
    {
      "epoch": 0.9004413928396273,
      "grad_norm": 3.6875,
      "learning_rate": 1.9612057368477117e-05,
      "loss": 0.4283,
      "step": 1377
    },
    {
      "epoch": 0.9010953081575936,
      "grad_norm": 5.78125,
      "learning_rate": 1.9610796841501935e-05,
      "loss": 0.7818,
      "step": 1378
    },
    {
      "epoch": 0.90174922347556,
      "grad_norm": 4.03125,
      "learning_rate": 1.9609534310598083e-05,
      "loss": 0.6435,
      "step": 1379
    },
    {
      "epoch": 0.9024031387935263,
      "grad_norm": 4.59375,
      "learning_rate": 1.9608269776028813e-05,
      "loss": 0.6275,
      "step": 1380
    },
    {
      "epoch": 0.9030570541114925,
      "grad_norm": 3.375,
      "learning_rate": 1.960700323805779e-05,
      "loss": 0.4377,
      "step": 1381
    },
    {
      "epoch": 0.9037109694294588,
      "grad_norm": 5.78125,
      "learning_rate": 1.960573469694909e-05,
      "loss": 0.5706,
      "step": 1382
    },
    {
      "epoch": 0.9043648847474252,
      "grad_norm": 3.109375,
      "learning_rate": 1.960446415296722e-05,
      "loss": 0.3354,
      "step": 1383
    },
    {
      "epoch": 0.9050188000653915,
      "grad_norm": 4.6875,
      "learning_rate": 1.9603191606377105e-05,
      "loss": 0.6345,
      "step": 1384
    },
    {
      "epoch": 0.9056727153833578,
      "grad_norm": 3.96875,
      "learning_rate": 1.960191705744407e-05,
      "loss": 0.6971,
      "step": 1385
    },
    {
      "epoch": 0.9063266307013241,
      "grad_norm": 3.15625,
      "learning_rate": 1.9600640506433873e-05,
      "loss": 0.4258,
      "step": 1386
    },
    {
      "epoch": 0.9069805460192905,
      "grad_norm": 3.40625,
      "learning_rate": 1.9599361953612685e-05,
      "loss": 0.4723,
      "step": 1387
    },
    {
      "epoch": 0.9076344613372568,
      "grad_norm": 4.46875,
      "learning_rate": 1.95980813992471e-05,
      "loss": 0.7193,
      "step": 1388
    },
    {
      "epoch": 0.9082883766552231,
      "grad_norm": 3.40625,
      "learning_rate": 1.9596798843604114e-05,
      "loss": 0.4142,
      "step": 1389
    },
    {
      "epoch": 0.9089422919731894,
      "grad_norm": 4.15625,
      "learning_rate": 1.9595514286951155e-05,
      "loss": 0.6368,
      "step": 1390
    },
    {
      "epoch": 0.9095962072911558,
      "grad_norm": 4.375,
      "learning_rate": 1.9594227729556064e-05,
      "loss": 0.4688,
      "step": 1391
    },
    {
      "epoch": 0.9102501226091221,
      "grad_norm": 3.875,
      "learning_rate": 1.95929391716871e-05,
      "loss": 0.5326,
      "step": 1392
    },
    {
      "epoch": 0.9109040379270884,
      "grad_norm": 4.8125,
      "learning_rate": 1.9591648613612936e-05,
      "loss": 0.9176,
      "step": 1393
    },
    {
      "epoch": 0.9115579532450547,
      "grad_norm": 6.40625,
      "learning_rate": 1.9590356055602662e-05,
      "loss": 1.0696,
      "step": 1394
    },
    {
      "epoch": 0.912211868563021,
      "grad_norm": 4.15625,
      "learning_rate": 1.958906149792579e-05,
      "loss": 0.4847,
      "step": 1395
    },
    {
      "epoch": 0.9128657838809874,
      "grad_norm": 3.34375,
      "learning_rate": 1.958776494085224e-05,
      "loss": 0.4474,
      "step": 1396
    },
    {
      "epoch": 0.9135196991989537,
      "grad_norm": 4.90625,
      "learning_rate": 1.9586466384652366e-05,
      "loss": 0.4446,
      "step": 1397
    },
    {
      "epoch": 0.91417361451692,
      "grad_norm": 3.625,
      "learning_rate": 1.9585165829596917e-05,
      "loss": 0.4773,
      "step": 1398
    },
    {
      "epoch": 0.9148275298348864,
      "grad_norm": 4.65625,
      "learning_rate": 1.9583863275957072e-05,
      "loss": 0.653,
      "step": 1399
    },
    {
      "epoch": 0.9154814451528527,
      "grad_norm": 3.578125,
      "learning_rate": 1.9582558724004423e-05,
      "loss": 0.4315,
      "step": 1400
    },
    {
      "epoch": 0.916135360470819,
      "grad_norm": 6.25,
      "learning_rate": 1.958125217401098e-05,
      "loss": 1.4404,
      "step": 1401
    },
    {
      "epoch": 0.9167892757887853,
      "grad_norm": 6.0625,
      "learning_rate": 1.9579943626249178e-05,
      "loss": 0.7897,
      "step": 1402
    },
    {
      "epoch": 0.9174431911067517,
      "grad_norm": 3.796875,
      "learning_rate": 1.9578633080991843e-05,
      "loss": 0.4445,
      "step": 1403
    },
    {
      "epoch": 0.918097106424718,
      "grad_norm": 6.3125,
      "learning_rate": 1.9577320538512246e-05,
      "loss": 0.7226,
      "step": 1404
    },
    {
      "epoch": 0.9187510217426843,
      "grad_norm": 4.15625,
      "learning_rate": 1.957600599908406e-05,
      "loss": 0.6411,
      "step": 1405
    },
    {
      "epoch": 0.9194049370606506,
      "grad_norm": 5.21875,
      "learning_rate": 1.957468946298138e-05,
      "loss": 0.6734,
      "step": 1406
    },
    {
      "epoch": 0.920058852378617,
      "grad_norm": 4.09375,
      "learning_rate": 1.957337093047871e-05,
      "loss": 0.7218,
      "step": 1407
    },
    {
      "epoch": 0.9207127676965833,
      "grad_norm": 3.65625,
      "learning_rate": 1.9572050401850972e-05,
      "loss": 0.5851,
      "step": 1408
    },
    {
      "epoch": 0.9213666830145496,
      "grad_norm": 5.71875,
      "learning_rate": 1.9570727877373514e-05,
      "loss": 0.7319,
      "step": 1409
    },
    {
      "epoch": 0.9220205983325159,
      "grad_norm": 3.265625,
      "learning_rate": 1.956940335732209e-05,
      "loss": 0.4833,
      "step": 1410
    },
    {
      "epoch": 0.9226745136504823,
      "grad_norm": 5.0,
      "learning_rate": 1.9568076841972875e-05,
      "loss": 0.8887,
      "step": 1411
    },
    {
      "epoch": 0.9233284289684486,
      "grad_norm": 3.40625,
      "learning_rate": 1.9566748331602453e-05,
      "loss": 0.54,
      "step": 1412
    },
    {
      "epoch": 0.9239823442864149,
      "grad_norm": 5.71875,
      "learning_rate": 1.9565417826487835e-05,
      "loss": 0.6719,
      "step": 1413
    },
    {
      "epoch": 0.9246362596043812,
      "grad_norm": 4.625,
      "learning_rate": 1.9564085326906434e-05,
      "loss": 0.5223,
      "step": 1414
    },
    {
      "epoch": 0.9252901749223476,
      "grad_norm": 3.6875,
      "learning_rate": 1.9562750833136096e-05,
      "loss": 0.5198,
      "step": 1415
    },
    {
      "epoch": 0.9259440902403139,
      "grad_norm": 4.5,
      "learning_rate": 1.9561414345455073e-05,
      "loss": 0.5871,
      "step": 1416
    },
    {
      "epoch": 0.9265980055582802,
      "grad_norm": 4.125,
      "learning_rate": 1.9560075864142028e-05,
      "loss": 0.5454,
      "step": 1417
    },
    {
      "epoch": 0.9272519208762465,
      "grad_norm": 4.8125,
      "learning_rate": 1.9558735389476044e-05,
      "loss": 0.5979,
      "step": 1418
    },
    {
      "epoch": 0.9279058361942129,
      "grad_norm": 5.09375,
      "learning_rate": 1.955739292173663e-05,
      "loss": 0.9165,
      "step": 1419
    },
    {
      "epoch": 0.9285597515121792,
      "grad_norm": 3.484375,
      "learning_rate": 1.9556048461203692e-05,
      "loss": 0.4034,
      "step": 1420
    },
    {
      "epoch": 0.9292136668301455,
      "grad_norm": 7.65625,
      "learning_rate": 1.9554702008157567e-05,
      "loss": 1.1863,
      "step": 1421
    },
    {
      "epoch": 0.9298675821481118,
      "grad_norm": 3.4375,
      "learning_rate": 1.9553353562878997e-05,
      "loss": 0.6109,
      "step": 1422
    },
    {
      "epoch": 0.9305214974660782,
      "grad_norm": 3.015625,
      "learning_rate": 1.9552003125649145e-05,
      "loss": 0.5343,
      "step": 1423
    },
    {
      "epoch": 0.9311754127840445,
      "grad_norm": 3.625,
      "learning_rate": 1.9550650696749593e-05,
      "loss": 0.487,
      "step": 1424
    },
    {
      "epoch": 0.9318293281020108,
      "grad_norm": 3.296875,
      "learning_rate": 1.9549296276462326e-05,
      "loss": 0.504,
      "step": 1425
    },
    {
      "epoch": 0.9324832434199771,
      "grad_norm": 4.625,
      "learning_rate": 1.9547939865069755e-05,
      "loss": 0.8877,
      "step": 1426
    },
    {
      "epoch": 0.9331371587379435,
      "grad_norm": 3.921875,
      "learning_rate": 1.9546581462854705e-05,
      "loss": 0.7203,
      "step": 1427
    },
    {
      "epoch": 0.9337910740559098,
      "grad_norm": 3.71875,
      "learning_rate": 1.9545221070100407e-05,
      "loss": 0.5545,
      "step": 1428
    },
    {
      "epoch": 0.9344449893738761,
      "grad_norm": 7.125,
      "learning_rate": 1.9543858687090517e-05,
      "loss": 0.824,
      "step": 1429
    },
    {
      "epoch": 0.9350989046918424,
      "grad_norm": 2.6875,
      "learning_rate": 1.954249431410911e-05,
      "loss": 0.3832,
      "step": 1430
    },
    {
      "epoch": 0.9357528200098088,
      "grad_norm": 3.78125,
      "learning_rate": 1.9541127951440656e-05,
      "loss": 0.7981,
      "step": 1431
    },
    {
      "epoch": 0.9364067353277751,
      "grad_norm": 5.90625,
      "learning_rate": 1.953975959937006e-05,
      "loss": 0.6708,
      "step": 1432
    },
    {
      "epoch": 0.9370606506457414,
      "grad_norm": 3.734375,
      "learning_rate": 1.9538389258182638e-05,
      "loss": 0.5624,
      "step": 1433
    },
    {
      "epoch": 0.9377145659637077,
      "grad_norm": 5.34375,
      "learning_rate": 1.953701692816411e-05,
      "loss": 0.883,
      "step": 1434
    },
    {
      "epoch": 0.938368481281674,
      "grad_norm": 3.640625,
      "learning_rate": 1.9535642609600625e-05,
      "loss": 0.5844,
      "step": 1435
    },
    {
      "epoch": 0.9390223965996404,
      "grad_norm": 3.71875,
      "learning_rate": 1.953426630277873e-05,
      "loss": 0.5852,
      "step": 1436
    },
    {
      "epoch": 0.9396763119176067,
      "grad_norm": 5.09375,
      "learning_rate": 1.9532888007985408e-05,
      "loss": 0.8348,
      "step": 1437
    },
    {
      "epoch": 0.940330227235573,
      "grad_norm": 4.53125,
      "learning_rate": 1.953150772550803e-05,
      "loss": 0.4851,
      "step": 1438
    },
    {
      "epoch": 0.9409841425535393,
      "grad_norm": 3.6875,
      "learning_rate": 1.9530125455634407e-05,
      "loss": 0.6099,
      "step": 1439
    },
    {
      "epoch": 0.9416380578715057,
      "grad_norm": 3.109375,
      "learning_rate": 1.952874119865275e-05,
      "loss": 0.3754,
      "step": 1440
    },
    {
      "epoch": 0.942291973189472,
      "grad_norm": 4.25,
      "learning_rate": 1.9527354954851693e-05,
      "loss": 0.4043,
      "step": 1441
    },
    {
      "epoch": 0.9429458885074383,
      "grad_norm": 8.4375,
      "learning_rate": 1.952596672452027e-05,
      "loss": 1.1566,
      "step": 1442
    },
    {
      "epoch": 0.9435998038254046,
      "grad_norm": 3.859375,
      "learning_rate": 1.9524576507947942e-05,
      "loss": 0.4023,
      "step": 1443
    },
    {
      "epoch": 0.944253719143371,
      "grad_norm": 5.1875,
      "learning_rate": 1.952318430542458e-05,
      "loss": 0.6585,
      "step": 1444
    },
    {
      "epoch": 0.9449076344613373,
      "grad_norm": 4.03125,
      "learning_rate": 1.9521790117240472e-05,
      "loss": 0.7138,
      "step": 1445
    },
    {
      "epoch": 0.9455615497793036,
      "grad_norm": 4.96875,
      "learning_rate": 1.9520393943686313e-05,
      "loss": 0.6334,
      "step": 1446
    },
    {
      "epoch": 0.94621546509727,
      "grad_norm": 5.4375,
      "learning_rate": 1.951899578505322e-05,
      "loss": 0.9144,
      "step": 1447
    },
    {
      "epoch": 0.9468693804152363,
      "grad_norm": 2.859375,
      "learning_rate": 1.9517595641632723e-05,
      "loss": 0.3517,
      "step": 1448
    },
    {
      "epoch": 0.9475232957332026,
      "grad_norm": 4.1875,
      "learning_rate": 1.951619351371676e-05,
      "loss": 0.5874,
      "step": 1449
    },
    {
      "epoch": 0.9481772110511689,
      "grad_norm": 6.3125,
      "learning_rate": 1.951478940159768e-05,
      "loss": 0.7009,
      "step": 1450
    },
    {
      "epoch": 0.9488311263691352,
      "grad_norm": 4.625,
      "learning_rate": 1.951338330556826e-05,
      "loss": 0.5022,
      "step": 1451
    },
    {
      "epoch": 0.9494850416871016,
      "grad_norm": 3.953125,
      "learning_rate": 1.951197522592168e-05,
      "loss": 0.6131,
      "step": 1452
    },
    {
      "epoch": 0.9501389570050679,
      "grad_norm": 4.53125,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.5976,
      "step": 1453
    },
    {
      "epoch": 0.9507928723230342,
      "grad_norm": 3.640625,
      "learning_rate": 1.950915311695184e-05,
      "loss": 0.4705,
      "step": 1454
    },
    {
      "epoch": 0.9514467876410004,
      "grad_norm": 2.640625,
      "learning_rate": 1.9507739088217007e-05,
      "loss": 0.3424,
      "step": 1455
    },
    {
      "epoch": 0.9521007029589668,
      "grad_norm": 4.75,
      "learning_rate": 1.950632307704188e-05,
      "loss": 0.9069,
      "step": 1456
    },
    {
      "epoch": 0.9527546182769331,
      "grad_norm": 2.828125,
      "learning_rate": 1.950490508372171e-05,
      "loss": 0.3473,
      "step": 1457
    },
    {
      "epoch": 0.9534085335948994,
      "grad_norm": 5.8125,
      "learning_rate": 1.9503485108552157e-05,
      "loss": 0.8924,
      "step": 1458
    },
    {
      "epoch": 0.9540624489128657,
      "grad_norm": 3.578125,
      "learning_rate": 1.9502063151829297e-05,
      "loss": 0.3127,
      "step": 1459
    },
    {
      "epoch": 0.9547163642308321,
      "grad_norm": 4.6875,
      "learning_rate": 1.950063921384962e-05,
      "loss": 0.8086,
      "step": 1460
    },
    {
      "epoch": 0.9553702795487984,
      "grad_norm": 4.09375,
      "learning_rate": 1.9499213294910025e-05,
      "loss": 0.5399,
      "step": 1461
    },
    {
      "epoch": 0.9560241948667647,
      "grad_norm": 3.328125,
      "learning_rate": 1.9497785395307834e-05,
      "loss": 0.6244,
      "step": 1462
    },
    {
      "epoch": 0.956678110184731,
      "grad_norm": 3.3125,
      "learning_rate": 1.9496355515340773e-05,
      "loss": 0.32,
      "step": 1463
    },
    {
      "epoch": 0.9573320255026974,
      "grad_norm": 3.1875,
      "learning_rate": 1.9494923655306987e-05,
      "loss": 0.3978,
      "step": 1464
    },
    {
      "epoch": 0.9579859408206637,
      "grad_norm": 5.90625,
      "learning_rate": 1.949348981550502e-05,
      "loss": 0.7608,
      "step": 1465
    },
    {
      "epoch": 0.95863985613863,
      "grad_norm": 5.625,
      "learning_rate": 1.949205399623385e-05,
      "loss": 0.8117,
      "step": 1466
    },
    {
      "epoch": 0.9592937714565963,
      "grad_norm": 4.0,
      "learning_rate": 1.9490616197792852e-05,
      "loss": 0.3998,
      "step": 1467
    },
    {
      "epoch": 0.9599476867745627,
      "grad_norm": 3.90625,
      "learning_rate": 1.948917642048182e-05,
      "loss": 0.5844,
      "step": 1468
    },
    {
      "epoch": 0.960601602092529,
      "grad_norm": 4.65625,
      "learning_rate": 1.9487734664600956e-05,
      "loss": 0.6231,
      "step": 1469
    },
    {
      "epoch": 0.9612555174104953,
      "grad_norm": 3.5625,
      "learning_rate": 1.9486290930450886e-05,
      "loss": 0.4554,
      "step": 1470
    },
    {
      "epoch": 0.9619094327284616,
      "grad_norm": 5.59375,
      "learning_rate": 1.9484845218332632e-05,
      "loss": 0.8052,
      "step": 1471
    },
    {
      "epoch": 0.962563348046428,
      "grad_norm": 4.5,
      "learning_rate": 1.9483397528547633e-05,
      "loss": 0.7266,
      "step": 1472
    },
    {
      "epoch": 0.9632172633643943,
      "grad_norm": 6.59375,
      "learning_rate": 1.9481947861397758e-05,
      "loss": 0.8459,
      "step": 1473
    },
    {
      "epoch": 0.9638711786823606,
      "grad_norm": 4.1875,
      "learning_rate": 1.948049621718526e-05,
      "loss": 0.5965,
      "step": 1474
    },
    {
      "epoch": 0.9645250940003269,
      "grad_norm": 5.25,
      "learning_rate": 1.9479042596212833e-05,
      "loss": 0.9731,
      "step": 1475
    },
    {
      "epoch": 0.9651790093182933,
      "grad_norm": 4.5,
      "learning_rate": 1.9477586998783555e-05,
      "loss": 0.4942,
      "step": 1476
    },
    {
      "epoch": 0.9658329246362596,
      "grad_norm": 5.25,
      "learning_rate": 1.9476129425200935e-05,
      "loss": 0.4065,
      "step": 1477
    },
    {
      "epoch": 0.9664868399542259,
      "grad_norm": 4.15625,
      "learning_rate": 1.9474669875768893e-05,
      "loss": 0.6536,
      "step": 1478
    },
    {
      "epoch": 0.9671407552721922,
      "grad_norm": 3.796875,
      "learning_rate": 1.947320835079175e-05,
      "loss": 0.517,
      "step": 1479
    },
    {
      "epoch": 0.9677946705901586,
      "grad_norm": 3.53125,
      "learning_rate": 1.947174485057425e-05,
      "loss": 0.4812,
      "step": 1480
    },
    {
      "epoch": 0.9684485859081249,
      "grad_norm": 5.40625,
      "learning_rate": 1.9470279375421545e-05,
      "loss": 0.7359,
      "step": 1481
    },
    {
      "epoch": 0.9691025012260912,
      "grad_norm": 4.75,
      "learning_rate": 1.9468811925639196e-05,
      "loss": 0.6756,
      "step": 1482
    },
    {
      "epoch": 0.9697564165440575,
      "grad_norm": 4.15625,
      "learning_rate": 1.9467342501533176e-05,
      "loss": 0.4946,
      "step": 1483
    },
    {
      "epoch": 0.9704103318620239,
      "grad_norm": 3.96875,
      "learning_rate": 1.9465871103409875e-05,
      "loss": 0.583,
      "step": 1484
    },
    {
      "epoch": 0.9710642471799902,
      "grad_norm": 3.75,
      "learning_rate": 1.9464397731576093e-05,
      "loss": 0.6647,
      "step": 1485
    },
    {
      "epoch": 0.9717181624979565,
      "grad_norm": 4.84375,
      "learning_rate": 1.9462922386339042e-05,
      "loss": 0.7904,
      "step": 1486
    },
    {
      "epoch": 0.9723720778159228,
      "grad_norm": 4.3125,
      "learning_rate": 1.9461445068006333e-05,
      "loss": 0.537,
      "step": 1487
    },
    {
      "epoch": 0.9730259931338892,
      "grad_norm": 3.671875,
      "learning_rate": 1.945996577688601e-05,
      "loss": 0.5162,
      "step": 1488
    },
    {
      "epoch": 0.9736799084518555,
      "grad_norm": 4.28125,
      "learning_rate": 1.945848451328651e-05,
      "loss": 0.5582,
      "step": 1489
    },
    {
      "epoch": 0.9743338237698218,
      "grad_norm": 4.90625,
      "learning_rate": 1.945700127751669e-05,
      "loss": 0.8845,
      "step": 1490
    },
    {
      "epoch": 0.9749877390877881,
      "grad_norm": 4.4375,
      "learning_rate": 1.945551606988582e-05,
      "loss": 0.6739,
      "step": 1491
    },
    {
      "epoch": 0.9756416544057545,
      "grad_norm": 4.625,
      "learning_rate": 1.9454028890703574e-05,
      "loss": 0.7845,
      "step": 1492
    },
    {
      "epoch": 0.9762955697237208,
      "grad_norm": 4.75,
      "learning_rate": 1.945253974028004e-05,
      "loss": 0.647,
      "step": 1493
    },
    {
      "epoch": 0.9769494850416871,
      "grad_norm": 3.359375,
      "learning_rate": 1.9451048618925723e-05,
      "loss": 0.4261,
      "step": 1494
    },
    {
      "epoch": 0.9776034003596534,
      "grad_norm": 3.75,
      "learning_rate": 1.944955552695153e-05,
      "loss": 0.4878,
      "step": 1495
    },
    {
      "epoch": 0.9782573156776198,
      "grad_norm": 4.8125,
      "learning_rate": 1.944806046466878e-05,
      "loss": 0.6081,
      "step": 1496
    },
    {
      "epoch": 0.9789112309955861,
      "grad_norm": 5.21875,
      "learning_rate": 1.9446563432389215e-05,
      "loss": 0.8683,
      "step": 1497
    },
    {
      "epoch": 0.9795651463135524,
      "grad_norm": 3.5,
      "learning_rate": 1.944506443042497e-05,
      "loss": 0.5905,
      "step": 1498
    },
    {
      "epoch": 0.9802190616315187,
      "grad_norm": 6.25,
      "learning_rate": 1.9443563459088598e-05,
      "loss": 0.6727,
      "step": 1499
    },
    {
      "epoch": 0.980872976949485,
      "grad_norm": 5.46875,
      "learning_rate": 1.9442060518693072e-05,
      "loss": 0.5534,
      "step": 1500
    },
    {
      "epoch": 0.9815268922674514,
      "grad_norm": 2.90625,
      "learning_rate": 1.9440555609551758e-05,
      "loss": 0.3002,
      "step": 1501
    },
    {
      "epoch": 0.9821808075854177,
      "grad_norm": 3.859375,
      "learning_rate": 1.9439048731978445e-05,
      "loss": 0.5486,
      "step": 1502
    },
    {
      "epoch": 0.982834722903384,
      "grad_norm": 4.9375,
      "learning_rate": 1.9437539886287332e-05,
      "loss": 0.7604,
      "step": 1503
    },
    {
      "epoch": 0.9834886382213504,
      "grad_norm": 4.78125,
      "learning_rate": 1.9436029072793026e-05,
      "loss": 0.4906,
      "step": 1504
    },
    {
      "epoch": 0.9841425535393167,
      "grad_norm": 4.8125,
      "learning_rate": 1.943451629181054e-05,
      "loss": 0.6075,
      "step": 1505
    },
    {
      "epoch": 0.984796468857283,
      "grad_norm": 3.921875,
      "learning_rate": 1.94330015436553e-05,
      "loss": 0.4458,
      "step": 1506
    },
    {
      "epoch": 0.9854503841752493,
      "grad_norm": 7.6875,
      "learning_rate": 1.943148482864315e-05,
      "loss": 1.041,
      "step": 1507
    },
    {
      "epoch": 0.9861042994932157,
      "grad_norm": 2.859375,
      "learning_rate": 1.9429966147090326e-05,
      "loss": 0.3697,
      "step": 1508
    },
    {
      "epoch": 0.986758214811182,
      "grad_norm": 3.671875,
      "learning_rate": 1.9428445499313496e-05,
      "loss": 0.4429,
      "step": 1509
    },
    {
      "epoch": 0.9874121301291483,
      "grad_norm": 5.3125,
      "learning_rate": 1.9426922885629723e-05,
      "loss": 0.8543,
      "step": 1510
    },
    {
      "epoch": 0.9880660454471146,
      "grad_norm": 3.265625,
      "learning_rate": 1.942539830635649e-05,
      "loss": 0.5574,
      "step": 1511
    },
    {
      "epoch": 0.988719960765081,
      "grad_norm": 3.859375,
      "learning_rate": 1.942387176181167e-05,
      "loss": 0.4815,
      "step": 1512
    },
    {
      "epoch": 0.9893738760830473,
      "grad_norm": 4.625,
      "learning_rate": 1.9422343252313574e-05,
      "loss": 0.899,
      "step": 1513
    },
    {
      "epoch": 0.9900277914010136,
      "grad_norm": 4.375,
      "learning_rate": 1.9420812778180903e-05,
      "loss": 0.7372,
      "step": 1514
    },
    {
      "epoch": 0.9906817067189799,
      "grad_norm": 4.34375,
      "learning_rate": 1.941928033973277e-05,
      "loss": 0.6701,
      "step": 1515
    },
    {
      "epoch": 0.9913356220369463,
      "grad_norm": 4.53125,
      "learning_rate": 1.9417745937288707e-05,
      "loss": 0.8026,
      "step": 1516
    },
    {
      "epoch": 0.9919895373549126,
      "grad_norm": 3.546875,
      "learning_rate": 1.9416209571168648e-05,
      "loss": 0.684,
      "step": 1517
    },
    {
      "epoch": 0.9926434526728789,
      "grad_norm": 5.0,
      "learning_rate": 1.9414671241692936e-05,
      "loss": 0.6559,
      "step": 1518
    },
    {
      "epoch": 0.9932973679908452,
      "grad_norm": 4.28125,
      "learning_rate": 1.9413130949182323e-05,
      "loss": 0.3972,
      "step": 1519
    },
    {
      "epoch": 0.9939512833088116,
      "grad_norm": 4.3125,
      "learning_rate": 1.9411588693957976e-05,
      "loss": 0.4497,
      "step": 1520
    },
    {
      "epoch": 0.9946051986267779,
      "grad_norm": 3.40625,
      "learning_rate": 1.9410044476341462e-05,
      "loss": 0.4881,
      "step": 1521
    },
    {
      "epoch": 0.9952591139447442,
      "grad_norm": 4.65625,
      "learning_rate": 1.940849829665477e-05,
      "loss": 0.4933,
      "step": 1522
    },
    {
      "epoch": 0.9959130292627105,
      "grad_norm": 4.625,
      "learning_rate": 1.940695015522029e-05,
      "loss": 0.5533,
      "step": 1523
    },
    {
      "epoch": 0.9965669445806769,
      "grad_norm": 4.25,
      "learning_rate": 1.940540005236082e-05,
      "loss": 0.8025,
      "step": 1524
    },
    {
      "epoch": 0.9972208598986432,
      "grad_norm": 3.78125,
      "learning_rate": 1.940384798839957e-05,
      "loss": 0.5927,
      "step": 1525
    },
    {
      "epoch": 0.9978747752166095,
      "grad_norm": 4.4375,
      "learning_rate": 1.9402293963660155e-05,
      "loss": 0.7094,
      "step": 1526
    },
    {
      "epoch": 0.9985286905345758,
      "grad_norm": 4.53125,
      "learning_rate": 1.9400737978466602e-05,
      "loss": 0.4626,
      "step": 1527
    },
    {
      "epoch": 0.9991826058525421,
      "grad_norm": 5.59375,
      "learning_rate": 1.9399180033143353e-05,
      "loss": 0.7961,
      "step": 1528
    },
    {
      "epoch": 0.9998365211705085,
      "grad_norm": 5.625,
      "learning_rate": 1.9397620128015244e-05,
      "loss": 0.8528,
      "step": 1529
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.671875,
      "learning_rate": 1.939605826340753e-05,
      "loss": 0.0832,
      "step": 1530
    },
    {
      "epoch": 1.0006539153179663,
      "grad_norm": 1.8359375,
      "learning_rate": 1.9394494439645877e-05,
      "loss": 0.1649,
      "step": 1531
    },
    {
      "epoch": 1.0013078306359326,
      "grad_norm": 4.9375,
      "learning_rate": 1.9392928657056348e-05,
      "loss": 0.5409,
      "step": 1532
    },
    {
      "epoch": 1.001961745953899,
      "grad_norm": 3.3125,
      "learning_rate": 1.9391360915965426e-05,
      "loss": 0.4503,
      "step": 1533
    },
    {
      "epoch": 1.0026156612718653,
      "grad_norm": 3.265625,
      "learning_rate": 1.9389791216699997e-05,
      "loss": 0.4672,
      "step": 1534
    },
    {
      "epoch": 1.0032695765898316,
      "grad_norm": 3.109375,
      "learning_rate": 1.9388219559587353e-05,
      "loss": 0.3329,
      "step": 1535
    },
    {
      "epoch": 1.003923491907798,
      "grad_norm": 4.5625,
      "learning_rate": 1.9386645944955202e-05,
      "loss": 0.481,
      "step": 1536
    },
    {
      "epoch": 1.0045774072257643,
      "grad_norm": 5.78125,
      "learning_rate": 1.938507037313165e-05,
      "loss": 0.6512,
      "step": 1537
    },
    {
      "epoch": 1.0052313225437306,
      "grad_norm": 3.71875,
      "learning_rate": 1.9383492844445224e-05,
      "loss": 0.4758,
      "step": 1538
    },
    {
      "epoch": 1.005885237861697,
      "grad_norm": 3.890625,
      "learning_rate": 1.9381913359224844e-05,
      "loss": 0.3795,
      "step": 1539
    },
    {
      "epoch": 1.0065391531796632,
      "grad_norm": 3.71875,
      "learning_rate": 1.9380331917799846e-05,
      "loss": 0.3594,
      "step": 1540
    },
    {
      "epoch": 1.0071930684976296,
      "grad_norm": 2.9375,
      "learning_rate": 1.9378748520499977e-05,
      "loss": 0.2911,
      "step": 1541
    },
    {
      "epoch": 1.007846983815596,
      "grad_norm": 3.765625,
      "learning_rate": 1.937716316765539e-05,
      "loss": 0.3409,
      "step": 1542
    },
    {
      "epoch": 1.0085008991335622,
      "grad_norm": 3.953125,
      "learning_rate": 1.9375575859596634e-05,
      "loss": 0.4217,
      "step": 1543
    },
    {
      "epoch": 1.0091548144515285,
      "grad_norm": 3.734375,
      "learning_rate": 1.9373986596654687e-05,
      "loss": 0.3226,
      "step": 1544
    },
    {
      "epoch": 1.0098087297694949,
      "grad_norm": 3.375,
      "learning_rate": 1.9372395379160913e-05,
      "loss": 0.4153,
      "step": 1545
    },
    {
      "epoch": 1.0104626450874612,
      "grad_norm": 4.03125,
      "learning_rate": 1.93708022074471e-05,
      "loss": 0.2788,
      "step": 1546
    },
    {
      "epoch": 1.0111165604054275,
      "grad_norm": 3.0625,
      "learning_rate": 1.936920708184544e-05,
      "loss": 0.2541,
      "step": 1547
    },
    {
      "epoch": 1.0117704757233938,
      "grad_norm": 5.90625,
      "learning_rate": 1.936761000268852e-05,
      "loss": 0.8165,
      "step": 1548
    },
    {
      "epoch": 1.0124243910413602,
      "grad_norm": 6.78125,
      "learning_rate": 1.9366010970309355e-05,
      "loss": 0.6086,
      "step": 1549
    },
    {
      "epoch": 1.0130783063593265,
      "grad_norm": 4.65625,
      "learning_rate": 1.936440998504135e-05,
      "loss": 0.2726,
      "step": 1550
    },
    {
      "epoch": 1.0137322216772928,
      "grad_norm": 6.09375,
      "learning_rate": 1.936280704721832e-05,
      "loss": 0.5245,
      "step": 1551
    },
    {
      "epoch": 1.0143861369952591,
      "grad_norm": 4.875,
      "learning_rate": 1.936120215717449e-05,
      "loss": 0.7389,
      "step": 1552
    },
    {
      "epoch": 1.0150400523132255,
      "grad_norm": 6.0625,
      "learning_rate": 1.9359595315244507e-05,
      "loss": 0.3956,
      "step": 1553
    },
    {
      "epoch": 1.0156939676311918,
      "grad_norm": 7.8125,
      "learning_rate": 1.9357986521763393e-05,
      "loss": 0.7851,
      "step": 1554
    },
    {
      "epoch": 1.0163478829491581,
      "grad_norm": 3.953125,
      "learning_rate": 1.9356375777066604e-05,
      "loss": 0.3608,
      "step": 1555
    },
    {
      "epoch": 1.0170017982671244,
      "grad_norm": 5.09375,
      "learning_rate": 1.9354763081489992e-05,
      "loss": 0.5686,
      "step": 1556
    },
    {
      "epoch": 1.0176557135850908,
      "grad_norm": 5.59375,
      "learning_rate": 1.9353148435369816e-05,
      "loss": 0.6191,
      "step": 1557
    },
    {
      "epoch": 1.018309628903057,
      "grad_norm": 5.28125,
      "learning_rate": 1.9351531839042744e-05,
      "loss": 0.8533,
      "step": 1558
    },
    {
      "epoch": 1.0189635442210234,
      "grad_norm": 4.03125,
      "learning_rate": 1.9349913292845844e-05,
      "loss": 0.4576,
      "step": 1559
    },
    {
      "epoch": 1.0196174595389897,
      "grad_norm": 2.703125,
      "learning_rate": 1.9348292797116605e-05,
      "loss": 0.2327,
      "step": 1560
    },
    {
      "epoch": 1.020271374856956,
      "grad_norm": 4.40625,
      "learning_rate": 1.93466703521929e-05,
      "loss": 0.4636,
      "step": 1561
    },
    {
      "epoch": 1.0209252901749224,
      "grad_norm": 2.234375,
      "learning_rate": 1.9345045958413038e-05,
      "loss": 0.1231,
      "step": 1562
    },
    {
      "epoch": 1.0215792054928887,
      "grad_norm": 3.953125,
      "learning_rate": 1.934341961611571e-05,
      "loss": 0.5567,
      "step": 1563
    },
    {
      "epoch": 1.022233120810855,
      "grad_norm": 3.3125,
      "learning_rate": 1.934179132564002e-05,
      "loss": 0.2968,
      "step": 1564
    },
    {
      "epoch": 1.0228870361288214,
      "grad_norm": 3.015625,
      "learning_rate": 1.9340161087325483e-05,
      "loss": 0.2862,
      "step": 1565
    },
    {
      "epoch": 1.0235409514467877,
      "grad_norm": 3.828125,
      "learning_rate": 1.9338528901512014e-05,
      "loss": 0.2953,
      "step": 1566
    },
    {
      "epoch": 1.024194866764754,
      "grad_norm": 3.375,
      "learning_rate": 1.933689476853994e-05,
      "loss": 0.4599,
      "step": 1567
    },
    {
      "epoch": 1.0248487820827203,
      "grad_norm": 5.4375,
      "learning_rate": 1.9335258688749987e-05,
      "loss": 0.4225,
      "step": 1568
    },
    {
      "epoch": 1.0255026974006867,
      "grad_norm": 3.375,
      "learning_rate": 1.9333620662483295e-05,
      "loss": 0.35,
      "step": 1569
    },
    {
      "epoch": 1.026156612718653,
      "grad_norm": 4.75,
      "learning_rate": 1.9331980690081404e-05,
      "loss": 0.603,
      "step": 1570
    },
    {
      "epoch": 1.0268105280366193,
      "grad_norm": 4.0625,
      "learning_rate": 1.9330338771886262e-05,
      "loss": 0.4836,
      "step": 1571
    },
    {
      "epoch": 1.0274644433545856,
      "grad_norm": 4.65625,
      "learning_rate": 1.932869490824022e-05,
      "loss": 0.5231,
      "step": 1572
    },
    {
      "epoch": 1.028118358672552,
      "grad_norm": 3.890625,
      "learning_rate": 1.932704909948604e-05,
      "loss": 0.4428,
      "step": 1573
    },
    {
      "epoch": 1.0287722739905183,
      "grad_norm": 3.390625,
      "learning_rate": 1.9325401345966883e-05,
      "loss": 0.4017,
      "step": 1574
    },
    {
      "epoch": 1.0294261893084846,
      "grad_norm": 5.65625,
      "learning_rate": 1.932375164802632e-05,
      "loss": 0.5376,
      "step": 1575
    },
    {
      "epoch": 1.030080104626451,
      "grad_norm": 5.0,
      "learning_rate": 1.932210000600833e-05,
      "loss": 0.5641,
      "step": 1576
    },
    {
      "epoch": 1.0307340199444173,
      "grad_norm": 5.5,
      "learning_rate": 1.9320446420257292e-05,
      "loss": 0.6356,
      "step": 1577
    },
    {
      "epoch": 1.0313879352623836,
      "grad_norm": 3.734375,
      "learning_rate": 1.9318790891117985e-05,
      "loss": 0.3179,
      "step": 1578
    },
    {
      "epoch": 1.03204185058035,
      "grad_norm": 4.0,
      "learning_rate": 1.931713341893561e-05,
      "loss": 0.2323,
      "step": 1579
    },
    {
      "epoch": 1.0326957658983162,
      "grad_norm": 3.859375,
      "learning_rate": 1.9315474004055757e-05,
      "loss": 0.383,
      "step": 1580
    },
    {
      "epoch": 1.0333496812162826,
      "grad_norm": 4.84375,
      "learning_rate": 1.9313812646824432e-05,
      "loss": 0.3024,
      "step": 1581
    },
    {
      "epoch": 1.034003596534249,
      "grad_norm": 3.421875,
      "learning_rate": 1.9312149347588035e-05,
      "loss": 0.376,
      "step": 1582
    },
    {
      "epoch": 1.0346575118522152,
      "grad_norm": 3.296875,
      "learning_rate": 1.9310484106693385e-05,
      "loss": 0.2676,
      "step": 1583
    },
    {
      "epoch": 1.0353114271701815,
      "grad_norm": 4.0,
      "learning_rate": 1.9308816924487694e-05,
      "loss": 0.453,
      "step": 1584
    },
    {
      "epoch": 1.0359653424881479,
      "grad_norm": 5.625,
      "learning_rate": 1.9307147801318585e-05,
      "loss": 0.5575,
      "step": 1585
    },
    {
      "epoch": 1.0366192578061142,
      "grad_norm": 4.5625,
      "learning_rate": 1.9305476737534075e-05,
      "loss": 0.4973,
      "step": 1586
    },
    {
      "epoch": 1.0372731731240805,
      "grad_norm": 3.421875,
      "learning_rate": 1.930380373348261e-05,
      "loss": 0.2506,
      "step": 1587
    },
    {
      "epoch": 1.0379270884420468,
      "grad_norm": 5.625,
      "learning_rate": 1.9302128789513013e-05,
      "loss": 0.5172,
      "step": 1588
    },
    {
      "epoch": 1.0385810037600132,
      "grad_norm": 5.125,
      "learning_rate": 1.9300451905974523e-05,
      "loss": 0.636,
      "step": 1589
    },
    {
      "epoch": 1.0392349190779795,
      "grad_norm": 4.09375,
      "learning_rate": 1.929877308321679e-05,
      "loss": 0.6321,
      "step": 1590
    },
    {
      "epoch": 1.0398888343959458,
      "grad_norm": 4.0625,
      "learning_rate": 1.929709232158986e-05,
      "loss": 0.3245,
      "step": 1591
    },
    {
      "epoch": 1.0405427497139121,
      "grad_norm": 3.59375,
      "learning_rate": 1.9295409621444183e-05,
      "loss": 0.2675,
      "step": 1592
    },
    {
      "epoch": 1.0411966650318785,
      "grad_norm": 5.59375,
      "learning_rate": 1.929372498313062e-05,
      "loss": 0.6093,
      "step": 1593
    },
    {
      "epoch": 1.0418505803498448,
      "grad_norm": 5.40625,
      "learning_rate": 1.9292038407000424e-05,
      "loss": 0.374,
      "step": 1594
    },
    {
      "epoch": 1.0425044956678111,
      "grad_norm": 3.1875,
      "learning_rate": 1.9290349893405268e-05,
      "loss": 0.3346,
      "step": 1595
    },
    {
      "epoch": 1.0431584109857774,
      "grad_norm": 5.8125,
      "learning_rate": 1.9288659442697218e-05,
      "loss": 0.5781,
      "step": 1596
    },
    {
      "epoch": 1.0438123263037438,
      "grad_norm": 3.84375,
      "learning_rate": 1.9286967055228744e-05,
      "loss": 0.341,
      "step": 1597
    },
    {
      "epoch": 1.04446624162171,
      "grad_norm": 5.875,
      "learning_rate": 1.9285272731352726e-05,
      "loss": 0.4546,
      "step": 1598
    },
    {
      "epoch": 1.0451201569396764,
      "grad_norm": 4.21875,
      "learning_rate": 1.9283576471422442e-05,
      "loss": 0.3662,
      "step": 1599
    },
    {
      "epoch": 1.0457740722576427,
      "grad_norm": 3.8125,
      "learning_rate": 1.9281878275791575e-05,
      "loss": 0.2589,
      "step": 1600
    },
    {
      "epoch": 1.046427987575609,
      "grad_norm": 3.796875,
      "learning_rate": 1.9280178144814213e-05,
      "loss": 0.4266,
      "step": 1601
    },
    {
      "epoch": 1.0470819028935754,
      "grad_norm": 4.40625,
      "learning_rate": 1.927847607884485e-05,
      "loss": 0.3815,
      "step": 1602
    },
    {
      "epoch": 1.0477358182115415,
      "grad_norm": 4.125,
      "learning_rate": 1.927677207823838e-05,
      "loss": 0.3813,
      "step": 1603
    },
    {
      "epoch": 1.048389733529508,
      "grad_norm": 4.75,
      "learning_rate": 1.9275066143350096e-05,
      "loss": 0.441,
      "step": 1604
    },
    {
      "epoch": 1.0490436488474741,
      "grad_norm": 5.5625,
      "learning_rate": 1.9273358274535703e-05,
      "loss": 0.4194,
      "step": 1605
    },
    {
      "epoch": 1.0496975641654407,
      "grad_norm": 3.71875,
      "learning_rate": 1.9271648472151308e-05,
      "loss": 0.519,
      "step": 1606
    },
    {
      "epoch": 1.0503514794834068,
      "grad_norm": 3.453125,
      "learning_rate": 1.9269936736553415e-05,
      "loss": 0.4147,
      "step": 1607
    },
    {
      "epoch": 1.0510053948013731,
      "grad_norm": 3.21875,
      "learning_rate": 1.926822306809893e-05,
      "loss": 0.2866,
      "step": 1608
    },
    {
      "epoch": 1.0516593101193394,
      "grad_norm": 3.515625,
      "learning_rate": 1.9266507467145177e-05,
      "loss": 0.3438,
      "step": 1609
    },
    {
      "epoch": 1.0523132254373058,
      "grad_norm": 4.8125,
      "learning_rate": 1.9264789934049867e-05,
      "loss": 0.4355,
      "step": 1610
    },
    {
      "epoch": 1.052967140755272,
      "grad_norm": 3.390625,
      "learning_rate": 1.9263070469171116e-05,
      "loss": 0.3278,
      "step": 1611
    },
    {
      "epoch": 1.0536210560732384,
      "grad_norm": 3.71875,
      "learning_rate": 1.9261349072867458e-05,
      "loss": 0.2832,
      "step": 1612
    },
    {
      "epoch": 1.0542749713912047,
      "grad_norm": 5.0625,
      "learning_rate": 1.9259625745497803e-05,
      "loss": 0.4408,
      "step": 1613
    },
    {
      "epoch": 1.054928886709171,
      "grad_norm": 4.78125,
      "learning_rate": 1.925790048742149e-05,
      "loss": 0.5269,
      "step": 1614
    },
    {
      "epoch": 1.0555828020271374,
      "grad_norm": 4.3125,
      "learning_rate": 1.9256173298998243e-05,
      "loss": 0.5133,
      "step": 1615
    },
    {
      "epoch": 1.0562367173451037,
      "grad_norm": 4.0,
      "learning_rate": 1.92544441805882e-05,
      "loss": 0.379,
      "step": 1616
    },
    {
      "epoch": 1.05689063266307,
      "grad_norm": 3.953125,
      "learning_rate": 1.925271313255189e-05,
      "loss": 0.2888,
      "step": 1617
    },
    {
      "epoch": 1.0575445479810364,
      "grad_norm": 4.5625,
      "learning_rate": 1.925098015525025e-05,
      "loss": 0.4633,
      "step": 1618
    },
    {
      "epoch": 1.0581984632990027,
      "grad_norm": 4.21875,
      "learning_rate": 1.924924524904463e-05,
      "loss": 0.4209,
      "step": 1619
    },
    {
      "epoch": 1.058852378616969,
      "grad_norm": 4.3125,
      "learning_rate": 1.9247508414296764e-05,
      "loss": 0.4135,
      "step": 1620
    },
    {
      "epoch": 1.0595062939349353,
      "grad_norm": 4.5,
      "learning_rate": 1.9245769651368794e-05,
      "loss": 0.5609,
      "step": 1621
    },
    {
      "epoch": 1.0601602092529017,
      "grad_norm": 3.796875,
      "learning_rate": 1.9244028960623275e-05,
      "loss": 0.4483,
      "step": 1622
    },
    {
      "epoch": 1.060814124570868,
      "grad_norm": 3.0625,
      "learning_rate": 1.9242286342423147e-05,
      "loss": 0.3167,
      "step": 1623
    },
    {
      "epoch": 1.0614680398888343,
      "grad_norm": 4.8125,
      "learning_rate": 1.9240541797131758e-05,
      "loss": 0.4909,
      "step": 1624
    },
    {
      "epoch": 1.0621219552068006,
      "grad_norm": 4.34375,
      "learning_rate": 1.9238795325112867e-05,
      "loss": 0.5859,
      "step": 1625
    },
    {
      "epoch": 1.062775870524767,
      "grad_norm": 2.671875,
      "learning_rate": 1.9237046926730628e-05,
      "loss": 0.311,
      "step": 1626
    },
    {
      "epoch": 1.0634297858427333,
      "grad_norm": 4.71875,
      "learning_rate": 1.9235296602349592e-05,
      "loss": 0.4103,
      "step": 1627
    },
    {
      "epoch": 1.0640837011606996,
      "grad_norm": 3.140625,
      "learning_rate": 1.9233544352334713e-05,
      "loss": 0.2443,
      "step": 1628
    },
    {
      "epoch": 1.064737616478666,
      "grad_norm": 3.75,
      "learning_rate": 1.9231790177051354e-05,
      "loss": 0.3833,
      "step": 1629
    },
    {
      "epoch": 1.0653915317966323,
      "grad_norm": 4.34375,
      "learning_rate": 1.9230034076865272e-05,
      "loss": 0.3941,
      "step": 1630
    },
    {
      "epoch": 1.0660454471145986,
      "grad_norm": 4.0,
      "learning_rate": 1.9228276052142635e-05,
      "loss": 0.5496,
      "step": 1631
    },
    {
      "epoch": 1.066699362432565,
      "grad_norm": 3.734375,
      "learning_rate": 1.9226516103249996e-05,
      "loss": 0.4533,
      "step": 1632
    },
    {
      "epoch": 1.0673532777505312,
      "grad_norm": 3.296875,
      "learning_rate": 1.9224754230554325e-05,
      "loss": 0.3128,
      "step": 1633
    },
    {
      "epoch": 1.0680071930684976,
      "grad_norm": 3.9375,
      "learning_rate": 1.922299043442298e-05,
      "loss": 0.1853,
      "step": 1634
    },
    {
      "epoch": 1.0686611083864639,
      "grad_norm": 4.25,
      "learning_rate": 1.9221224715223735e-05,
      "loss": 0.3258,
      "step": 1635
    },
    {
      "epoch": 1.0693150237044302,
      "grad_norm": 4.125,
      "learning_rate": 1.921945707332475e-05,
      "loss": 0.3446,
      "step": 1636
    },
    {
      "epoch": 1.0699689390223965,
      "grad_norm": 4.59375,
      "learning_rate": 1.9217687509094596e-05,
      "loss": 0.4845,
      "step": 1637
    },
    {
      "epoch": 1.0706228543403629,
      "grad_norm": 3.8125,
      "learning_rate": 1.921591602290224e-05,
      "loss": 0.4086,
      "step": 1638
    },
    {
      "epoch": 1.0712767696583292,
      "grad_norm": 3.859375,
      "learning_rate": 1.9214142615117052e-05,
      "loss": 0.2485,
      "step": 1639
    },
    {
      "epoch": 1.0719306849762955,
      "grad_norm": 4.4375,
      "learning_rate": 1.9212367286108802e-05,
      "loss": 0.2616,
      "step": 1640
    },
    {
      "epoch": 1.0725846002942618,
      "grad_norm": 4.15625,
      "learning_rate": 1.921059003624766e-05,
      "loss": 0.2743,
      "step": 1641
    },
    {
      "epoch": 1.0732385156122282,
      "grad_norm": 4.875,
      "learning_rate": 1.9208810865904196e-05,
      "loss": 0.4426,
      "step": 1642
    },
    {
      "epoch": 1.0738924309301945,
      "grad_norm": 5.21875,
      "learning_rate": 1.9207029775449383e-05,
      "loss": 0.6329,
      "step": 1643
    },
    {
      "epoch": 1.0745463462481608,
      "grad_norm": 4.15625,
      "learning_rate": 1.9205246765254592e-05,
      "loss": 0.3414,
      "step": 1644
    },
    {
      "epoch": 1.0752002615661271,
      "grad_norm": 3.90625,
      "learning_rate": 1.9203461835691596e-05,
      "loss": 0.3469,
      "step": 1645
    },
    {
      "epoch": 1.0758541768840935,
      "grad_norm": 4.03125,
      "learning_rate": 1.9201674987132564e-05,
      "loss": 0.3712,
      "step": 1646
    },
    {
      "epoch": 1.0765080922020598,
      "grad_norm": 5.15625,
      "learning_rate": 1.9199886219950073e-05,
      "loss": 0.5181,
      "step": 1647
    },
    {
      "epoch": 1.077162007520026,
      "grad_norm": 3.25,
      "learning_rate": 1.9198095534517093e-05,
      "loss": 0.4119,
      "step": 1648
    },
    {
      "epoch": 1.0778159228379924,
      "grad_norm": 5.0625,
      "learning_rate": 1.9196302931206995e-05,
      "loss": 0.6093,
      "step": 1649
    },
    {
      "epoch": 1.0784698381559588,
      "grad_norm": 4.125,
      "learning_rate": 1.919450841039355e-05,
      "loss": 0.3899,
      "step": 1650
    },
    {
      "epoch": 1.079123753473925,
      "grad_norm": 5.25,
      "learning_rate": 1.919271197245094e-05,
      "loss": 0.8004,
      "step": 1651
    },
    {
      "epoch": 1.0797776687918914,
      "grad_norm": 3.5625,
      "learning_rate": 1.9190913617753724e-05,
      "loss": 0.4489,
      "step": 1652
    },
    {
      "epoch": 1.0804315841098577,
      "grad_norm": 6.09375,
      "learning_rate": 1.9189113346676878e-05,
      "loss": 0.9255,
      "step": 1653
    },
    {
      "epoch": 1.081085499427824,
      "grad_norm": 3.09375,
      "learning_rate": 1.9187311159595775e-05,
      "loss": 0.2869,
      "step": 1654
    },
    {
      "epoch": 1.0817394147457904,
      "grad_norm": 4.9375,
      "learning_rate": 1.9185507056886184e-05,
      "loss": 0.3752,
      "step": 1655
    },
    {
      "epoch": 1.0823933300637567,
      "grad_norm": 4.5625,
      "learning_rate": 1.918370103892428e-05,
      "loss": 0.4958,
      "step": 1656
    },
    {
      "epoch": 1.083047245381723,
      "grad_norm": 3.578125,
      "learning_rate": 1.9181893106086626e-05,
      "loss": 0.3923,
      "step": 1657
    },
    {
      "epoch": 1.0837011606996894,
      "grad_norm": 4.65625,
      "learning_rate": 1.9180083258750188e-05,
      "loss": 0.6374,
      "step": 1658
    },
    {
      "epoch": 1.0843550760176557,
      "grad_norm": 4.34375,
      "learning_rate": 1.917827149729234e-05,
      "loss": 0.3447,
      "step": 1659
    },
    {
      "epoch": 1.085008991335622,
      "grad_norm": 4.78125,
      "learning_rate": 1.9176457822090847e-05,
      "loss": 0.379,
      "step": 1660
    },
    {
      "epoch": 1.0856629066535883,
      "grad_norm": 7.6875,
      "learning_rate": 1.9174642233523876e-05,
      "loss": 0.8173,
      "step": 1661
    },
    {
      "epoch": 1.0863168219715547,
      "grad_norm": 3.296875,
      "learning_rate": 1.9172824731969992e-05,
      "loss": 0.3723,
      "step": 1662
    },
    {
      "epoch": 1.086970737289521,
      "grad_norm": 4.21875,
      "learning_rate": 1.9171005317808155e-05,
      "loss": 0.4662,
      "step": 1663
    },
    {
      "epoch": 1.0876246526074873,
      "grad_norm": 5.6875,
      "learning_rate": 1.9169183991417732e-05,
      "loss": 0.4691,
      "step": 1664
    },
    {
      "epoch": 1.0882785679254536,
      "grad_norm": 3.96875,
      "learning_rate": 1.916736075317848e-05,
      "loss": 0.4088,
      "step": 1665
    },
    {
      "epoch": 1.08893248324342,
      "grad_norm": 5.21875,
      "learning_rate": 1.9165535603470565e-05,
      "loss": 0.4255,
      "step": 1666
    },
    {
      "epoch": 1.0895863985613863,
      "grad_norm": 3.640625,
      "learning_rate": 1.916370854267454e-05,
      "loss": 0.3258,
      "step": 1667
    },
    {
      "epoch": 1.0902403138793526,
      "grad_norm": 5.21875,
      "learning_rate": 1.916187957117136e-05,
      "loss": 0.639,
      "step": 1668
    },
    {
      "epoch": 1.090894229197319,
      "grad_norm": 4.59375,
      "learning_rate": 1.9160048689342386e-05,
      "loss": 0.6161,
      "step": 1669
    },
    {
      "epoch": 1.0915481445152853,
      "grad_norm": 9.5,
      "learning_rate": 1.915821589756937e-05,
      "loss": 1.3438,
      "step": 1670
    },
    {
      "epoch": 1.0922020598332516,
      "grad_norm": 4.53125,
      "learning_rate": 1.9156381196234464e-05,
      "loss": 0.4627,
      "step": 1671
    },
    {
      "epoch": 1.092855975151218,
      "grad_norm": 5.03125,
      "learning_rate": 1.9154544585720218e-05,
      "loss": 0.5367,
      "step": 1672
    },
    {
      "epoch": 1.0935098904691842,
      "grad_norm": 4.375,
      "learning_rate": 1.9152706066409575e-05,
      "loss": 0.55,
      "step": 1673
    },
    {
      "epoch": 1.0941638057871506,
      "grad_norm": 4.15625,
      "learning_rate": 1.915086563868589e-05,
      "loss": 0.4368,
      "step": 1674
    },
    {
      "epoch": 1.0948177211051169,
      "grad_norm": 5.90625,
      "learning_rate": 1.91490233029329e-05,
      "loss": 0.6335,
      "step": 1675
    },
    {
      "epoch": 1.0954716364230832,
      "grad_norm": 4.46875,
      "learning_rate": 1.9147179059534752e-05,
      "loss": 0.431,
      "step": 1676
    },
    {
      "epoch": 1.0961255517410495,
      "grad_norm": 4.21875,
      "learning_rate": 1.9145332908875984e-05,
      "loss": 0.3023,
      "step": 1677
    },
    {
      "epoch": 1.0967794670590159,
      "grad_norm": 5.75,
      "learning_rate": 1.914348485134153e-05,
      "loss": 0.4379,
      "step": 1678
    },
    {
      "epoch": 1.0974333823769822,
      "grad_norm": 3.125,
      "learning_rate": 1.9141634887316726e-05,
      "loss": 0.3477,
      "step": 1679
    },
    {
      "epoch": 1.0980872976949485,
      "grad_norm": 4.25,
      "learning_rate": 1.9139783017187308e-05,
      "loss": 0.5346,
      "step": 1680
    },
    {
      "epoch": 1.0987412130129148,
      "grad_norm": 3.890625,
      "learning_rate": 1.91379292413394e-05,
      "loss": 0.4935,
      "step": 1681
    },
    {
      "epoch": 1.0993951283308812,
      "grad_norm": 5.40625,
      "learning_rate": 1.9136073560159535e-05,
      "loss": 0.3976,
      "step": 1682
    },
    {
      "epoch": 1.1000490436488475,
      "grad_norm": 5.1875,
      "learning_rate": 1.9134215974034636e-05,
      "loss": 0.7272,
      "step": 1683
    },
    {
      "epoch": 1.1007029589668138,
      "grad_norm": 5.5625,
      "learning_rate": 1.9132356483352022e-05,
      "loss": 0.863,
      "step": 1684
    },
    {
      "epoch": 1.1013568742847801,
      "grad_norm": 3.953125,
      "learning_rate": 1.9130495088499417e-05,
      "loss": 0.2939,
      "step": 1685
    },
    {
      "epoch": 1.1020107896027465,
      "grad_norm": 4.53125,
      "learning_rate": 1.9128631789864932e-05,
      "loss": 0.3124,
      "step": 1686
    },
    {
      "epoch": 1.1026647049207128,
      "grad_norm": 3.390625,
      "learning_rate": 1.9126766587837086e-05,
      "loss": 0.1571,
      "step": 1687
    },
    {
      "epoch": 1.103318620238679,
      "grad_norm": 5.84375,
      "learning_rate": 1.9124899482804776e-05,
      "loss": 0.5439,
      "step": 1688
    },
    {
      "epoch": 1.1039725355566454,
      "grad_norm": 5.0625,
      "learning_rate": 1.912303047515732e-05,
      "loss": 0.4246,
      "step": 1689
    },
    {
      "epoch": 1.1046264508746118,
      "grad_norm": 4.375,
      "learning_rate": 1.912115956528442e-05,
      "loss": 0.3892,
      "step": 1690
    },
    {
      "epoch": 1.105280366192578,
      "grad_norm": 3.875,
      "learning_rate": 1.911928675357617e-05,
      "loss": 0.4029,
      "step": 1691
    },
    {
      "epoch": 1.1059342815105444,
      "grad_norm": 6.15625,
      "learning_rate": 1.9117412040423072e-05,
      "loss": 0.5176,
      "step": 1692
    },
    {
      "epoch": 1.1065881968285107,
      "grad_norm": 3.34375,
      "learning_rate": 1.9115535426216018e-05,
      "loss": 0.2995,
      "step": 1693
    },
    {
      "epoch": 1.107242112146477,
      "grad_norm": 4.90625,
      "learning_rate": 1.911365691134629e-05,
      "loss": 0.4247,
      "step": 1694
    },
    {
      "epoch": 1.1078960274644434,
      "grad_norm": 4.34375,
      "learning_rate": 1.911177649620558e-05,
      "loss": 0.4234,
      "step": 1695
    },
    {
      "epoch": 1.1085499427824097,
      "grad_norm": 3.640625,
      "learning_rate": 1.9109894181185973e-05,
      "loss": 0.3691,
      "step": 1696
    },
    {
      "epoch": 1.109203858100376,
      "grad_norm": 4.21875,
      "learning_rate": 1.9108009966679944e-05,
      "loss": 0.3509,
      "step": 1697
    },
    {
      "epoch": 1.1098577734183424,
      "grad_norm": 6.15625,
      "learning_rate": 1.9106123853080366e-05,
      "loss": 0.5001,
      "step": 1698
    },
    {
      "epoch": 1.1105116887363087,
      "grad_norm": 6.53125,
      "learning_rate": 1.9104235840780507e-05,
      "loss": 0.6305,
      "step": 1699
    },
    {
      "epoch": 1.111165604054275,
      "grad_norm": 5.125,
      "learning_rate": 1.9102345930174034e-05,
      "loss": 0.4128,
      "step": 1700
    },
    {
      "epoch": 1.1118195193722413,
      "grad_norm": 4.59375,
      "learning_rate": 1.910045412165501e-05,
      "loss": 0.4622,
      "step": 1701
    },
    {
      "epoch": 1.1124734346902077,
      "grad_norm": 2.34375,
      "learning_rate": 1.9098560415617892e-05,
      "loss": 0.1521,
      "step": 1702
    },
    {
      "epoch": 1.113127350008174,
      "grad_norm": 6.125,
      "learning_rate": 1.909666481245753e-05,
      "loss": 0.4579,
      "step": 1703
    },
    {
      "epoch": 1.1137812653261403,
      "grad_norm": 4.90625,
      "learning_rate": 1.909476731256918e-05,
      "loss": 0.4009,
      "step": 1704
    },
    {
      "epoch": 1.1144351806441066,
      "grad_norm": 5.0625,
      "learning_rate": 1.909286791634848e-05,
      "loss": 0.7575,
      "step": 1705
    },
    {
      "epoch": 1.115089095962073,
      "grad_norm": 4.8125,
      "learning_rate": 1.9090966624191468e-05,
      "loss": 0.6515,
      "step": 1706
    },
    {
      "epoch": 1.1157430112800393,
      "grad_norm": 5.71875,
      "learning_rate": 1.908906343649458e-05,
      "loss": 0.4333,
      "step": 1707
    },
    {
      "epoch": 1.1163969265980056,
      "grad_norm": 3.46875,
      "learning_rate": 1.908715835365465e-05,
      "loss": 0.2782,
      "step": 1708
    },
    {
      "epoch": 1.117050841915972,
      "grad_norm": 3.328125,
      "learning_rate": 1.9085251376068898e-05,
      "loss": 0.317,
      "step": 1709
    },
    {
      "epoch": 1.1177047572339383,
      "grad_norm": 4.6875,
      "learning_rate": 1.908334250413495e-05,
      "loss": 0.4316,
      "step": 1710
    },
    {
      "epoch": 1.1183586725519046,
      "grad_norm": 4.59375,
      "learning_rate": 1.9081431738250815e-05,
      "loss": 0.429,
      "step": 1711
    },
    {
      "epoch": 1.119012587869871,
      "grad_norm": 5.75,
      "learning_rate": 1.907951907881491e-05,
      "loss": 0.4571,
      "step": 1712
    },
    {
      "epoch": 1.1196665031878372,
      "grad_norm": 4.0,
      "learning_rate": 1.907760452622603e-05,
      "loss": 0.502,
      "step": 1713
    },
    {
      "epoch": 1.1203204185058036,
      "grad_norm": 4.34375,
      "learning_rate": 1.907568808088338e-05,
      "loss": 0.3742,
      "step": 1714
    },
    {
      "epoch": 1.1209743338237699,
      "grad_norm": 4.8125,
      "learning_rate": 1.907376974318656e-05,
      "loss": 0.3999,
      "step": 1715
    },
    {
      "epoch": 1.1216282491417362,
      "grad_norm": 5.5,
      "learning_rate": 1.907184951353555e-05,
      "loss": 0.7605,
      "step": 1716
    },
    {
      "epoch": 1.1222821644597025,
      "grad_norm": 5.84375,
      "learning_rate": 1.9069927392330742e-05,
      "loss": 0.6978,
      "step": 1717
    },
    {
      "epoch": 1.1229360797776688,
      "grad_norm": 5.8125,
      "learning_rate": 1.9068003379972904e-05,
      "loss": 0.6585,
      "step": 1718
    },
    {
      "epoch": 1.1235899950956352,
      "grad_norm": 6.375,
      "learning_rate": 1.9066077476863216e-05,
      "loss": 0.6394,
      "step": 1719
    },
    {
      "epoch": 1.1242439104136015,
      "grad_norm": 4.8125,
      "learning_rate": 1.9064149683403238e-05,
      "loss": 0.4759,
      "step": 1720
    },
    {
      "epoch": 1.1248978257315678,
      "grad_norm": 2.53125,
      "learning_rate": 1.906221999999494e-05,
      "loss": 0.2171,
      "step": 1721
    },
    {
      "epoch": 1.1255517410495341,
      "grad_norm": 4.1875,
      "learning_rate": 1.9060288427040664e-05,
      "loss": 0.4865,
      "step": 1722
    },
    {
      "epoch": 1.1262056563675005,
      "grad_norm": 2.90625,
      "learning_rate": 1.9058354964943167e-05,
      "loss": 0.3124,
      "step": 1723
    },
    {
      "epoch": 1.1268595716854668,
      "grad_norm": 4.03125,
      "learning_rate": 1.905641961410559e-05,
      "loss": 0.4099,
      "step": 1724
    },
    {
      "epoch": 1.1275134870034331,
      "grad_norm": 6.84375,
      "learning_rate": 1.905448237493147e-05,
      "loss": 0.7502,
      "step": 1725
    },
    {
      "epoch": 1.1281674023213994,
      "grad_norm": 4.875,
      "learning_rate": 1.9052543247824732e-05,
      "loss": 0.4905,
      "step": 1726
    },
    {
      "epoch": 1.1288213176393658,
      "grad_norm": 3.46875,
      "learning_rate": 1.9050602233189704e-05,
      "loss": 0.3497,
      "step": 1727
    },
    {
      "epoch": 1.129475232957332,
      "grad_norm": 4.0625,
      "learning_rate": 1.9048659331431104e-05,
      "loss": 0.2488,
      "step": 1728
    },
    {
      "epoch": 1.1301291482752984,
      "grad_norm": 5.96875,
      "learning_rate": 1.904671454295404e-05,
      "loss": 0.6958,
      "step": 1729
    },
    {
      "epoch": 1.1307830635932647,
      "grad_norm": 4.25,
      "learning_rate": 1.9044767868164018e-05,
      "loss": 0.2931,
      "step": 1730
    },
    {
      "epoch": 1.131436978911231,
      "grad_norm": 6.53125,
      "learning_rate": 1.9042819307466934e-05,
      "loss": 0.8022,
      "step": 1731
    },
    {
      "epoch": 1.1320908942291974,
      "grad_norm": 3.953125,
      "learning_rate": 1.904086886126908e-05,
      "loss": 0.3343,
      "step": 1732
    },
    {
      "epoch": 1.1327448095471637,
      "grad_norm": 4.6875,
      "learning_rate": 1.9038916529977136e-05,
      "loss": 0.4148,
      "step": 1733
    },
    {
      "epoch": 1.13339872486513,
      "grad_norm": 4.375,
      "learning_rate": 1.9036962313998183e-05,
      "loss": 0.3113,
      "step": 1734
    },
    {
      "epoch": 1.1340526401830964,
      "grad_norm": 4.3125,
      "learning_rate": 1.903500621373969e-05,
      "loss": 0.4413,
      "step": 1735
    },
    {
      "epoch": 1.1347065555010627,
      "grad_norm": 4.5625,
      "learning_rate": 1.9033048229609524e-05,
      "loss": 0.3487,
      "step": 1736
    },
    {
      "epoch": 1.135360470819029,
      "grad_norm": 3.765625,
      "learning_rate": 1.903108836201593e-05,
      "loss": 0.2774,
      "step": 1737
    },
    {
      "epoch": 1.1360143861369953,
      "grad_norm": 3.671875,
      "learning_rate": 1.9029126611367563e-05,
      "loss": 0.3175,
      "step": 1738
    },
    {
      "epoch": 1.1366683014549617,
      "grad_norm": 4.03125,
      "learning_rate": 1.9027162978073463e-05,
      "loss": 0.4118,
      "step": 1739
    },
    {
      "epoch": 1.137322216772928,
      "grad_norm": 3.875,
      "learning_rate": 1.9025197462543063e-05,
      "loss": 0.2846,
      "step": 1740
    },
    {
      "epoch": 1.1379761320908943,
      "grad_norm": 3.703125,
      "learning_rate": 1.9023230065186192e-05,
      "loss": 0.3581,
      "step": 1741
    },
    {
      "epoch": 1.1386300474088606,
      "grad_norm": 3.28125,
      "learning_rate": 1.902126078641306e-05,
      "loss": 0.2813,
      "step": 1742
    },
    {
      "epoch": 1.139283962726827,
      "grad_norm": 4.03125,
      "learning_rate": 1.9019289626634286e-05,
      "loss": 0.3153,
      "step": 1743
    },
    {
      "epoch": 1.1399378780447933,
      "grad_norm": 4.9375,
      "learning_rate": 1.901731658626087e-05,
      "loss": 0.4182,
      "step": 1744
    },
    {
      "epoch": 1.1405917933627596,
      "grad_norm": 3.046875,
      "learning_rate": 1.9015341665704206e-05,
      "loss": 0.2581,
      "step": 1745
    },
    {
      "epoch": 1.1412457086807257,
      "grad_norm": 4.6875,
      "learning_rate": 1.9013364865376084e-05,
      "loss": 0.4289,
      "step": 1746
    },
    {
      "epoch": 1.1418996239986923,
      "grad_norm": 5.0,
      "learning_rate": 1.9011386185688674e-05,
      "loss": 0.4027,
      "step": 1747
    },
    {
      "epoch": 1.1425535393166584,
      "grad_norm": 5.0625,
      "learning_rate": 1.9009405627054556e-05,
      "loss": 0.5724,
      "step": 1748
    },
    {
      "epoch": 1.143207454634625,
      "grad_norm": 4.90625,
      "learning_rate": 1.9007423189886687e-05,
      "loss": 0.3581,
      "step": 1749
    },
    {
      "epoch": 1.143861369952591,
      "grad_norm": 3.703125,
      "learning_rate": 1.9005438874598425e-05,
      "loss": 0.2439,
      "step": 1750
    },
    {
      "epoch": 1.1445152852705576,
      "grad_norm": 5.6875,
      "learning_rate": 1.9003452681603517e-05,
      "loss": 0.661,
      "step": 1751
    },
    {
      "epoch": 1.1451692005885237,
      "grad_norm": 4.1875,
      "learning_rate": 1.900146461131609e-05,
      "loss": 0.3718,
      "step": 1752
    },
    {
      "epoch": 1.1458231159064902,
      "grad_norm": 3.78125,
      "learning_rate": 1.8999474664150686e-05,
      "loss": 0.2928,
      "step": 1753
    },
    {
      "epoch": 1.1464770312244563,
      "grad_norm": 4.15625,
      "learning_rate": 1.8997482840522218e-05,
      "loss": 0.2709,
      "step": 1754
    },
    {
      "epoch": 1.1471309465424229,
      "grad_norm": 4.40625,
      "learning_rate": 1.8995489140845995e-05,
      "loss": 0.4094,
      "step": 1755
    },
    {
      "epoch": 1.147784861860389,
      "grad_norm": 4.46875,
      "learning_rate": 1.8993493565537727e-05,
      "loss": 0.2629,
      "step": 1756
    },
    {
      "epoch": 1.1484387771783555,
      "grad_norm": 3.703125,
      "learning_rate": 1.89914961150135e-05,
      "loss": 0.4529,
      "step": 1757
    },
    {
      "epoch": 1.1490926924963216,
      "grad_norm": 3.015625,
      "learning_rate": 1.8989496789689803e-05,
      "loss": 0.3615,
      "step": 1758
    },
    {
      "epoch": 1.1497466078142882,
      "grad_norm": 3.8125,
      "learning_rate": 1.898749558998351e-05,
      "loss": 0.3419,
      "step": 1759
    },
    {
      "epoch": 1.1504005231322543,
      "grad_norm": 6.125,
      "learning_rate": 1.898549251631189e-05,
      "loss": 0.7083,
      "step": 1760
    },
    {
      "epoch": 1.1510544384502208,
      "grad_norm": 3.9375,
      "learning_rate": 1.8983487569092594e-05,
      "loss": 0.3401,
      "step": 1761
    },
    {
      "epoch": 1.151708353768187,
      "grad_norm": 4.21875,
      "learning_rate": 1.8981480748743674e-05,
      "loss": 0.4549,
      "step": 1762
    },
    {
      "epoch": 1.1523622690861535,
      "grad_norm": 6.625,
      "learning_rate": 1.897947205568357e-05,
      "loss": 0.8424,
      "step": 1763
    },
    {
      "epoch": 1.1530161844041196,
      "grad_norm": 2.546875,
      "learning_rate": 1.8977461490331106e-05,
      "loss": 0.1166,
      "step": 1764
    },
    {
      "epoch": 1.153670099722086,
      "grad_norm": 6.15625,
      "learning_rate": 1.8975449053105505e-05,
      "loss": 0.7031,
      "step": 1765
    },
    {
      "epoch": 1.1543240150400522,
      "grad_norm": 5.875,
      "learning_rate": 1.8973434744426375e-05,
      "loss": 0.5132,
      "step": 1766
    },
    {
      "epoch": 1.1549779303580185,
      "grad_norm": 4.8125,
      "learning_rate": 1.8971418564713714e-05,
      "loss": 0.4821,
      "step": 1767
    },
    {
      "epoch": 1.1556318456759849,
      "grad_norm": 3.34375,
      "learning_rate": 1.896940051438791e-05,
      "loss": 0.2415,
      "step": 1768
    },
    {
      "epoch": 1.1562857609939512,
      "grad_norm": 4.875,
      "learning_rate": 1.896738059386975e-05,
      "loss": 0.5278,
      "step": 1769
    },
    {
      "epoch": 1.1569396763119175,
      "grad_norm": 5.5625,
      "learning_rate": 1.89653588035804e-05,
      "loss": 0.5758,
      "step": 1770
    },
    {
      "epoch": 1.1575935916298838,
      "grad_norm": 4.9375,
      "learning_rate": 1.8963335143941416e-05,
      "loss": 0.5217,
      "step": 1771
    },
    {
      "epoch": 1.1582475069478502,
      "grad_norm": 8.3125,
      "learning_rate": 1.896130961537475e-05,
      "loss": 0.6752,
      "step": 1772
    },
    {
      "epoch": 1.1589014222658165,
      "grad_norm": 4.75,
      "learning_rate": 1.8959282218302746e-05,
      "loss": 0.3104,
      "step": 1773
    },
    {
      "epoch": 1.1595553375837828,
      "grad_norm": 3.953125,
      "learning_rate": 1.8957252953148125e-05,
      "loss": 0.5391,
      "step": 1774
    },
    {
      "epoch": 1.1602092529017491,
      "grad_norm": 5.71875,
      "learning_rate": 1.895522182033401e-05,
      "loss": 0.6122,
      "step": 1775
    },
    {
      "epoch": 1.1608631682197155,
      "grad_norm": 4.65625,
      "learning_rate": 1.8953188820283905e-05,
      "loss": 0.5364,
      "step": 1776
    },
    {
      "epoch": 1.1615170835376818,
      "grad_norm": 4.65625,
      "learning_rate": 1.895115395342171e-05,
      "loss": 0.3107,
      "step": 1777
    },
    {
      "epoch": 1.1621709988556481,
      "grad_norm": 4.09375,
      "learning_rate": 1.894911722017171e-05,
      "loss": 0.3487,
      "step": 1778
    },
    {
      "epoch": 1.1628249141736144,
      "grad_norm": 8.125,
      "learning_rate": 1.894707862095858e-05,
      "loss": 1.0426,
      "step": 1779
    },
    {
      "epoch": 1.1634788294915808,
      "grad_norm": 5.21875,
      "learning_rate": 1.8945038156207386e-05,
      "loss": 0.5502,
      "step": 1780
    },
    {
      "epoch": 1.164132744809547,
      "grad_norm": 4.34375,
      "learning_rate": 1.894299582634358e-05,
      "loss": 0.4497,
      "step": 1781
    },
    {
      "epoch": 1.1647866601275134,
      "grad_norm": 5.625,
      "learning_rate": 1.8940951631793e-05,
      "loss": 0.4388,
      "step": 1782
    },
    {
      "epoch": 1.1654405754454797,
      "grad_norm": 5.46875,
      "learning_rate": 1.8938905572981884e-05,
      "loss": 0.3637,
      "step": 1783
    },
    {
      "epoch": 1.166094490763446,
      "grad_norm": 5.6875,
      "learning_rate": 1.893685765033685e-05,
      "loss": 0.5709,
      "step": 1784
    },
    {
      "epoch": 1.1667484060814124,
      "grad_norm": 3.859375,
      "learning_rate": 1.8934807864284904e-05,
      "loss": 0.2923,
      "step": 1785
    },
    {
      "epoch": 1.1674023213993787,
      "grad_norm": 6.15625,
      "learning_rate": 1.8932756215253446e-05,
      "loss": 0.5836,
      "step": 1786
    },
    {
      "epoch": 1.168056236717345,
      "grad_norm": 5.375,
      "learning_rate": 1.893070270367026e-05,
      "loss": 0.5417,
      "step": 1787
    },
    {
      "epoch": 1.1687101520353114,
      "grad_norm": 3.203125,
      "learning_rate": 1.8928647329963516e-05,
      "loss": 0.3354,
      "step": 1788
    },
    {
      "epoch": 1.1693640673532777,
      "grad_norm": 5.15625,
      "learning_rate": 1.8926590094561784e-05,
      "loss": 0.4202,
      "step": 1789
    },
    {
      "epoch": 1.170017982671244,
      "grad_norm": 4.28125,
      "learning_rate": 1.8924530997894005e-05,
      "loss": 0.3976,
      "step": 1790
    },
    {
      "epoch": 1.1706718979892103,
      "grad_norm": 6.1875,
      "learning_rate": 1.8922470040389528e-05,
      "loss": 0.5129,
      "step": 1791
    },
    {
      "epoch": 1.1713258133071767,
      "grad_norm": 5.15625,
      "learning_rate": 1.892040722247807e-05,
      "loss": 0.4063,
      "step": 1792
    },
    {
      "epoch": 1.171979728625143,
      "grad_norm": 5.0,
      "learning_rate": 1.8918342544589747e-05,
      "loss": 0.551,
      "step": 1793
    },
    {
      "epoch": 1.1726336439431093,
      "grad_norm": 5.875,
      "learning_rate": 1.8916276007155065e-05,
      "loss": 0.5138,
      "step": 1794
    },
    {
      "epoch": 1.1732875592610756,
      "grad_norm": 4.78125,
      "learning_rate": 1.8914207610604908e-05,
      "loss": 0.364,
      "step": 1795
    },
    {
      "epoch": 1.173941474579042,
      "grad_norm": 5.21875,
      "learning_rate": 1.8912137355370558e-05,
      "loss": 0.3154,
      "step": 1796
    },
    {
      "epoch": 1.1745953898970083,
      "grad_norm": 4.8125,
      "learning_rate": 1.891006524188368e-05,
      "loss": 0.6029,
      "step": 1797
    },
    {
      "epoch": 1.1752493052149746,
      "grad_norm": 5.8125,
      "learning_rate": 1.8907991270576325e-05,
      "loss": 0.7767,
      "step": 1798
    },
    {
      "epoch": 1.175903220532941,
      "grad_norm": 4.9375,
      "learning_rate": 1.890591544188093e-05,
      "loss": 0.5119,
      "step": 1799
    },
    {
      "epoch": 1.1765571358509073,
      "grad_norm": 5.65625,
      "learning_rate": 1.8903837756230326e-05,
      "loss": 0.4669,
      "step": 1800
    },
    {
      "epoch": 1.1772110511688736,
      "grad_norm": 3.203125,
      "learning_rate": 1.8901758214057726e-05,
      "loss": 0.2536,
      "step": 1801
    },
    {
      "epoch": 1.17786496648684,
      "grad_norm": 4.53125,
      "learning_rate": 1.889967681579673e-05,
      "loss": 0.3883,
      "step": 1802
    },
    {
      "epoch": 1.1785188818048062,
      "grad_norm": 3.078125,
      "learning_rate": 1.8897593561881326e-05,
      "loss": 0.2112,
      "step": 1803
    },
    {
      "epoch": 1.1791727971227726,
      "grad_norm": 5.0,
      "learning_rate": 1.8895508452745894e-05,
      "loss": 0.5707,
      "step": 1804
    },
    {
      "epoch": 1.179826712440739,
      "grad_norm": 3.859375,
      "learning_rate": 1.889342148882519e-05,
      "loss": 0.3054,
      "step": 1805
    },
    {
      "epoch": 1.1804806277587052,
      "grad_norm": 5.28125,
      "learning_rate": 1.889133267055437e-05,
      "loss": 0.5753,
      "step": 1806
    },
    {
      "epoch": 1.1811345430766715,
      "grad_norm": 5.59375,
      "learning_rate": 1.888924199836896e-05,
      "loss": 0.7539,
      "step": 1807
    },
    {
      "epoch": 1.1817884583946379,
      "grad_norm": 4.78125,
      "learning_rate": 1.8887149472704888e-05,
      "loss": 0.627,
      "step": 1808
    },
    {
      "epoch": 1.1824423737126042,
      "grad_norm": 4.6875,
      "learning_rate": 1.8885055093998465e-05,
      "loss": 0.4261,
      "step": 1809
    },
    {
      "epoch": 1.1830962890305705,
      "grad_norm": 3.96875,
      "learning_rate": 1.8882958862686377e-05,
      "loss": 0.3042,
      "step": 1810
    },
    {
      "epoch": 1.1837502043485368,
      "grad_norm": 3.796875,
      "learning_rate": 1.8880860779205715e-05,
      "loss": 0.2819,
      "step": 1811
    },
    {
      "epoch": 1.1844041196665032,
      "grad_norm": 4.4375,
      "learning_rate": 1.887876084399394e-05,
      "loss": 0.3086,
      "step": 1812
    },
    {
      "epoch": 1.1850580349844695,
      "grad_norm": 4.625,
      "learning_rate": 1.8876659057488905e-05,
      "loss": 0.4658,
      "step": 1813
    },
    {
      "epoch": 1.1857119503024358,
      "grad_norm": 4.3125,
      "learning_rate": 1.8874555420128854e-05,
      "loss": 0.3848,
      "step": 1814
    },
    {
      "epoch": 1.1863658656204021,
      "grad_norm": 2.765625,
      "learning_rate": 1.887244993235241e-05,
      "loss": 0.2182,
      "step": 1815
    },
    {
      "epoch": 1.1870197809383685,
      "grad_norm": 4.6875,
      "learning_rate": 1.8870342594598585e-05,
      "loss": 0.4541,
      "step": 1816
    },
    {
      "epoch": 1.1876736962563348,
      "grad_norm": 4.09375,
      "learning_rate": 1.8868233407306774e-05,
      "loss": 0.3568,
      "step": 1817
    },
    {
      "epoch": 1.1883276115743011,
      "grad_norm": 4.8125,
      "learning_rate": 1.8866122370916763e-05,
      "loss": 0.5352,
      "step": 1818
    },
    {
      "epoch": 1.1889815268922674,
      "grad_norm": 7.1875,
      "learning_rate": 1.8864009485868716e-05,
      "loss": 0.5747,
      "step": 1819
    },
    {
      "epoch": 1.1896354422102338,
      "grad_norm": 7.5,
      "learning_rate": 1.8861894752603187e-05,
      "loss": 0.7813,
      "step": 1820
    },
    {
      "epoch": 1.1902893575282,
      "grad_norm": 2.875,
      "learning_rate": 1.8859778171561118e-05,
      "loss": 0.2441,
      "step": 1821
    },
    {
      "epoch": 1.1909432728461664,
      "grad_norm": 2.859375,
      "learning_rate": 1.885765974318383e-05,
      "loss": 0.1836,
      "step": 1822
    },
    {
      "epoch": 1.1915971881641327,
      "grad_norm": 5.0625,
      "learning_rate": 1.8855539467913034e-05,
      "loss": 0.5176,
      "step": 1823
    },
    {
      "epoch": 1.192251103482099,
      "grad_norm": 5.0625,
      "learning_rate": 1.8853417346190827e-05,
      "loss": 0.6172,
      "step": 1824
    },
    {
      "epoch": 1.1929050188000654,
      "grad_norm": 6.0,
      "learning_rate": 1.8851293378459685e-05,
      "loss": 0.6559,
      "step": 1825
    },
    {
      "epoch": 1.1935589341180317,
      "grad_norm": 3.453125,
      "learning_rate": 1.8849167565162472e-05,
      "loss": 0.3288,
      "step": 1826
    },
    {
      "epoch": 1.194212849435998,
      "grad_norm": 5.375,
      "learning_rate": 1.8847039906742442e-05,
      "loss": 0.519,
      "step": 1827
    },
    {
      "epoch": 1.1948667647539644,
      "grad_norm": 7.125,
      "learning_rate": 1.884491040364322e-05,
      "loss": 0.6269,
      "step": 1828
    },
    {
      "epoch": 1.1955206800719307,
      "grad_norm": 6.28125,
      "learning_rate": 1.8842779056308834e-05,
      "loss": 0.9508,
      "step": 1829
    },
    {
      "epoch": 1.196174595389897,
      "grad_norm": 2.859375,
      "learning_rate": 1.8840645865183685e-05,
      "loss": 0.1906,
      "step": 1830
    },
    {
      "epoch": 1.1968285107078633,
      "grad_norm": 4.0625,
      "learning_rate": 1.8838510830712554e-05,
      "loss": 0.4802,
      "step": 1831
    },
    {
      "epoch": 1.1974824260258297,
      "grad_norm": 3.25,
      "learning_rate": 1.8836373953340625e-05,
      "loss": 0.3923,
      "step": 1832
    },
    {
      "epoch": 1.198136341343796,
      "grad_norm": 5.34375,
      "learning_rate": 1.8834235233513437e-05,
      "loss": 0.7116,
      "step": 1833
    },
    {
      "epoch": 1.1987902566617623,
      "grad_norm": 2.59375,
      "learning_rate": 1.8832094671676947e-05,
      "loss": 0.2161,
      "step": 1834
    },
    {
      "epoch": 1.1994441719797286,
      "grad_norm": 4.28125,
      "learning_rate": 1.8829952268277472e-05,
      "loss": 0.5296,
      "step": 1835
    },
    {
      "epoch": 1.200098087297695,
      "grad_norm": 4.8125,
      "learning_rate": 1.882780802376172e-05,
      "loss": 0.4934,
      "step": 1836
    },
    {
      "epoch": 1.2007520026156613,
      "grad_norm": 6.78125,
      "learning_rate": 1.8825661938576784e-05,
      "loss": 0.8144,
      "step": 1837
    },
    {
      "epoch": 1.2014059179336276,
      "grad_norm": 4.875,
      "learning_rate": 1.8823514013170138e-05,
      "loss": 0.7268,
      "step": 1838
    },
    {
      "epoch": 1.202059833251594,
      "grad_norm": 6.46875,
      "learning_rate": 1.8821364247989645e-05,
      "loss": 0.8158,
      "step": 1839
    },
    {
      "epoch": 1.2027137485695603,
      "grad_norm": 7.15625,
      "learning_rate": 1.881921264348355e-05,
      "loss": 0.7695,
      "step": 1840
    },
    {
      "epoch": 1.2033676638875266,
      "grad_norm": 4.875,
      "learning_rate": 1.881705920010048e-05,
      "loss": 0.4648,
      "step": 1841
    },
    {
      "epoch": 1.204021579205493,
      "grad_norm": 3.328125,
      "learning_rate": 1.8814903918289438e-05,
      "loss": 0.4097,
      "step": 1842
    },
    {
      "epoch": 1.2046754945234592,
      "grad_norm": 5.34375,
      "learning_rate": 1.8812746798499822e-05,
      "loss": 0.4559,
      "step": 1843
    },
    {
      "epoch": 1.2053294098414256,
      "grad_norm": 3.75,
      "learning_rate": 1.881058784118141e-05,
      "loss": 0.3152,
      "step": 1844
    },
    {
      "epoch": 1.2059833251593919,
      "grad_norm": 3.140625,
      "learning_rate": 1.8808427046784365e-05,
      "loss": 0.2467,
      "step": 1845
    },
    {
      "epoch": 1.2066372404773582,
      "grad_norm": 4.0625,
      "learning_rate": 1.8806264415759222e-05,
      "loss": 0.2896,
      "step": 1846
    },
    {
      "epoch": 1.2072911557953245,
      "grad_norm": 3.921875,
      "learning_rate": 1.8804099948556916e-05,
      "loss": 0.3453,
      "step": 1847
    },
    {
      "epoch": 1.2079450711132909,
      "grad_norm": 4.71875,
      "learning_rate": 1.8801933645628744e-05,
      "loss": 0.5751,
      "step": 1848
    },
    {
      "epoch": 1.2085989864312572,
      "grad_norm": 4.5625,
      "learning_rate": 1.879976550742641e-05,
      "loss": 0.5926,
      "step": 1849
    },
    {
      "epoch": 1.2092529017492235,
      "grad_norm": 5.03125,
      "learning_rate": 1.879759553440198e-05,
      "loss": 0.6948,
      "step": 1850
    },
    {
      "epoch": 1.2099068170671898,
      "grad_norm": 4.6875,
      "learning_rate": 1.879542372700792e-05,
      "loss": 0.4818,
      "step": 1851
    },
    {
      "epoch": 1.2105607323851562,
      "grad_norm": 4.9375,
      "learning_rate": 1.879325008569706e-05,
      "loss": 0.6441,
      "step": 1852
    },
    {
      "epoch": 1.2112146477031225,
      "grad_norm": 6.3125,
      "learning_rate": 1.8791074610922624e-05,
      "loss": 0.626,
      "step": 1853
    },
    {
      "epoch": 1.2118685630210888,
      "grad_norm": 3.90625,
      "learning_rate": 1.8788897303138215e-05,
      "loss": 0.3648,
      "step": 1854
    },
    {
      "epoch": 1.2125224783390551,
      "grad_norm": 5.5625,
      "learning_rate": 1.878671816279783e-05,
      "loss": 0.5313,
      "step": 1855
    },
    {
      "epoch": 1.2131763936570215,
      "grad_norm": 5.34375,
      "learning_rate": 1.878453719035582e-05,
      "loss": 0.5782,
      "step": 1856
    },
    {
      "epoch": 1.2138303089749878,
      "grad_norm": 5.34375,
      "learning_rate": 1.878235438626695e-05,
      "loss": 0.7719,
      "step": 1857
    },
    {
      "epoch": 1.214484224292954,
      "grad_norm": 3.65625,
      "learning_rate": 1.8780169750986342e-05,
      "loss": 0.1953,
      "step": 1858
    },
    {
      "epoch": 1.2151381396109204,
      "grad_norm": 6.03125,
      "learning_rate": 1.8777983284969513e-05,
      "loss": 0.6721,
      "step": 1859
    },
    {
      "epoch": 1.2157920549288868,
      "grad_norm": 3.296875,
      "learning_rate": 1.8775794988672364e-05,
      "loss": 0.2816,
      "step": 1860
    },
    {
      "epoch": 1.216445970246853,
      "grad_norm": 4.25,
      "learning_rate": 1.877360486255117e-05,
      "loss": 0.492,
      "step": 1861
    },
    {
      "epoch": 1.2170998855648194,
      "grad_norm": 5.28125,
      "learning_rate": 1.8771412907062586e-05,
      "loss": 0.5339,
      "step": 1862
    },
    {
      "epoch": 1.2177538008827857,
      "grad_norm": 4.09375,
      "learning_rate": 1.8769219122663654e-05,
      "loss": 0.4807,
      "step": 1863
    },
    {
      "epoch": 1.218407716200752,
      "grad_norm": 3.296875,
      "learning_rate": 1.87670235098118e-05,
      "loss": 0.2866,
      "step": 1864
    },
    {
      "epoch": 1.2190616315187184,
      "grad_norm": 3.828125,
      "learning_rate": 1.876482606896482e-05,
      "loss": 0.3427,
      "step": 1865
    },
    {
      "epoch": 1.2197155468366847,
      "grad_norm": 7.125,
      "learning_rate": 1.8762626800580905e-05,
      "loss": 0.971,
      "step": 1866
    },
    {
      "epoch": 1.220369462154651,
      "grad_norm": 4.3125,
      "learning_rate": 1.8760425705118614e-05,
      "loss": 0.3703,
      "step": 1867
    },
    {
      "epoch": 1.2210233774726174,
      "grad_norm": 2.65625,
      "learning_rate": 1.87582227830369e-05,
      "loss": 0.1433,
      "step": 1868
    },
    {
      "epoch": 1.2216772927905837,
      "grad_norm": 4.125,
      "learning_rate": 1.8756018034795084e-05,
      "loss": 0.2775,
      "step": 1869
    },
    {
      "epoch": 1.22233120810855,
      "grad_norm": 3.390625,
      "learning_rate": 1.8753811460852876e-05,
      "loss": 0.2552,
      "step": 1870
    },
    {
      "epoch": 1.2229851234265163,
      "grad_norm": 3.234375,
      "learning_rate": 1.8751603061670368e-05,
      "loss": 0.2434,
      "step": 1871
    },
    {
      "epoch": 1.2236390387444827,
      "grad_norm": 3.625,
      "learning_rate": 1.874939283770802e-05,
      "loss": 0.3092,
      "step": 1872
    },
    {
      "epoch": 1.224292954062449,
      "grad_norm": 5.03125,
      "learning_rate": 1.874718078942669e-05,
      "loss": 0.54,
      "step": 1873
    },
    {
      "epoch": 1.2249468693804153,
      "grad_norm": 4.34375,
      "learning_rate": 1.874496691728761e-05,
      "loss": 0.4759,
      "step": 1874
    },
    {
      "epoch": 1.2256007846983816,
      "grad_norm": 5.75,
      "learning_rate": 1.8742751221752377e-05,
      "loss": 0.497,
      "step": 1875
    },
    {
      "epoch": 1.226254700016348,
      "grad_norm": 6.5625,
      "learning_rate": 1.8740533703282994e-05,
      "loss": 0.6583,
      "step": 1876
    },
    {
      "epoch": 1.2269086153343143,
      "grad_norm": 4.53125,
      "learning_rate": 1.8738314362341828e-05,
      "loss": 0.3153,
      "step": 1877
    },
    {
      "epoch": 1.2275625306522806,
      "grad_norm": 4.3125,
      "learning_rate": 1.8736093199391626e-05,
      "loss": 0.4116,
      "step": 1878
    },
    {
      "epoch": 1.228216445970247,
      "grad_norm": 5.9375,
      "learning_rate": 1.8733870214895523e-05,
      "loss": 0.4747,
      "step": 1879
    },
    {
      "epoch": 1.2288703612882133,
      "grad_norm": 3.34375,
      "learning_rate": 1.8731645409317022e-05,
      "loss": 0.1829,
      "step": 1880
    },
    {
      "epoch": 1.2295242766061796,
      "grad_norm": 3.375,
      "learning_rate": 1.8729418783120025e-05,
      "loss": 0.288,
      "step": 1881
    },
    {
      "epoch": 1.230178191924146,
      "grad_norm": 5.0,
      "learning_rate": 1.872719033676879e-05,
      "loss": 0.4688,
      "step": 1882
    },
    {
      "epoch": 1.2308321072421122,
      "grad_norm": 5.5,
      "learning_rate": 1.8724960070727974e-05,
      "loss": 0.3791,
      "step": 1883
    },
    {
      "epoch": 1.2314860225600786,
      "grad_norm": 5.21875,
      "learning_rate": 1.87227279854626e-05,
      "loss": 0.6097,
      "step": 1884
    },
    {
      "epoch": 1.2321399378780449,
      "grad_norm": 5.1875,
      "learning_rate": 1.872049408143808e-05,
      "loss": 0.4637,
      "step": 1885
    },
    {
      "epoch": 1.2327938531960112,
      "grad_norm": 3.515625,
      "learning_rate": 1.8718258359120196e-05,
      "loss": 0.2699,
      "step": 1886
    },
    {
      "epoch": 1.2334477685139775,
      "grad_norm": 5.375,
      "learning_rate": 1.871602081897512e-05,
      "loss": 0.6195,
      "step": 1887
    },
    {
      "epoch": 1.2341016838319439,
      "grad_norm": 4.53125,
      "learning_rate": 1.8713781461469392e-05,
      "loss": 0.5253,
      "step": 1888
    },
    {
      "epoch": 1.2347555991499102,
      "grad_norm": 5.15625,
      "learning_rate": 1.8711540287069937e-05,
      "loss": 0.5069,
      "step": 1889
    },
    {
      "epoch": 1.2354095144678765,
      "grad_norm": 6.90625,
      "learning_rate": 1.8709297296244063e-05,
      "loss": 0.6096,
      "step": 1890
    },
    {
      "epoch": 1.2360634297858428,
      "grad_norm": 5.84375,
      "learning_rate": 1.8707052489459447e-05,
      "loss": 0.4621,
      "step": 1891
    },
    {
      "epoch": 1.2367173451038092,
      "grad_norm": 5.75,
      "learning_rate": 1.8704805867184147e-05,
      "loss": 0.5406,
      "step": 1892
    },
    {
      "epoch": 1.2373712604217755,
      "grad_norm": 3.4375,
      "learning_rate": 1.8702557429886607e-05,
      "loss": 0.275,
      "step": 1893
    },
    {
      "epoch": 1.2380251757397418,
      "grad_norm": 4.4375,
      "learning_rate": 1.8700307178035643e-05,
      "loss": 0.2549,
      "step": 1894
    },
    {
      "epoch": 1.238679091057708,
      "grad_norm": 7.09375,
      "learning_rate": 1.869805511210045e-05,
      "loss": 0.5705,
      "step": 1895
    },
    {
      "epoch": 1.2393330063756745,
      "grad_norm": 4.21875,
      "learning_rate": 1.8695801232550603e-05,
      "loss": 0.255,
      "step": 1896
    },
    {
      "epoch": 1.2399869216936406,
      "grad_norm": 5.1875,
      "learning_rate": 1.8693545539856052e-05,
      "loss": 0.2976,
      "step": 1897
    },
    {
      "epoch": 1.240640837011607,
      "grad_norm": 3.734375,
      "learning_rate": 1.869128803448713e-05,
      "loss": 0.4428,
      "step": 1898
    },
    {
      "epoch": 1.2412947523295732,
      "grad_norm": 4.15625,
      "learning_rate": 1.868902871691454e-05,
      "loss": 0.3686,
      "step": 1899
    },
    {
      "epoch": 1.2419486676475398,
      "grad_norm": 4.25,
      "learning_rate": 1.8686767587609376e-05,
      "loss": 0.3735,
      "step": 1900
    },
    {
      "epoch": 1.2426025829655059,
      "grad_norm": 3.96875,
      "learning_rate": 1.8684504647043093e-05,
      "loss": 0.4075,
      "step": 1901
    },
    {
      "epoch": 1.2432564982834724,
      "grad_norm": 5.0625,
      "learning_rate": 1.868223989568754e-05,
      "loss": 0.5168,
      "step": 1902
    },
    {
      "epoch": 1.2439104136014385,
      "grad_norm": 5.09375,
      "learning_rate": 1.8679973334014927e-05,
      "loss": 0.764,
      "step": 1903
    },
    {
      "epoch": 1.244564328919405,
      "grad_norm": 5.78125,
      "learning_rate": 1.8677704962497856e-05,
      "loss": 0.5123,
      "step": 1904
    },
    {
      "epoch": 1.2452182442373712,
      "grad_norm": 3.953125,
      "learning_rate": 1.8675434781609305e-05,
      "loss": 0.3374,
      "step": 1905
    },
    {
      "epoch": 1.2458721595553377,
      "grad_norm": 4.15625,
      "learning_rate": 1.8673162791822617e-05,
      "loss": 0.2769,
      "step": 1906
    },
    {
      "epoch": 1.2465260748733038,
      "grad_norm": 5.9375,
      "learning_rate": 1.8670888993611526e-05,
      "loss": 0.4565,
      "step": 1907
    },
    {
      "epoch": 1.2471799901912703,
      "grad_norm": 6.40625,
      "learning_rate": 1.866861338745013e-05,
      "loss": 0.4852,
      "step": 1908
    },
    {
      "epoch": 1.2478339055092365,
      "grad_norm": 5.34375,
      "learning_rate": 1.8666335973812922e-05,
      "loss": 0.5433,
      "step": 1909
    },
    {
      "epoch": 1.248487820827203,
      "grad_norm": 2.640625,
      "learning_rate": 1.8664056753174754e-05,
      "loss": 0.1548,
      "step": 1910
    },
    {
      "epoch": 1.249141736145169,
      "grad_norm": 5.03125,
      "learning_rate": 1.866177572601086e-05,
      "loss": 0.5246,
      "step": 1911
    },
    {
      "epoch": 1.2497956514631356,
      "grad_norm": 6.84375,
      "learning_rate": 1.865949289279686e-05,
      "loss": 0.5556,
      "step": 1912
    },
    {
      "epoch": 1.2504495667811018,
      "grad_norm": 5.125,
      "learning_rate": 1.8657208254008735e-05,
      "loss": 0.4132,
      "step": 1913
    },
    {
      "epoch": 1.2511034820990683,
      "grad_norm": 3.984375,
      "learning_rate": 1.865492181012286e-05,
      "loss": 0.2818,
      "step": 1914
    },
    {
      "epoch": 1.2517573974170344,
      "grad_norm": 6.34375,
      "learning_rate": 1.8652633561615965e-05,
      "loss": 0.7699,
      "step": 1915
    },
    {
      "epoch": 1.252411312735001,
      "grad_norm": 4.25,
      "learning_rate": 1.865034350896518e-05,
      "loss": 0.3978,
      "step": 1916
    },
    {
      "epoch": 1.253065228052967,
      "grad_norm": 4.59375,
      "learning_rate": 1.864805165264799e-05,
      "loss": 0.2887,
      "step": 1917
    },
    {
      "epoch": 1.2537191433709336,
      "grad_norm": 4.0625,
      "learning_rate": 1.8645757993142274e-05,
      "loss": 0.2203,
      "step": 1918
    },
    {
      "epoch": 1.2543730586888997,
      "grad_norm": 3.4375,
      "learning_rate": 1.864346253092627e-05,
      "loss": 0.3944,
      "step": 1919
    },
    {
      "epoch": 1.2550269740068662,
      "grad_norm": 3.5,
      "learning_rate": 1.8641165266478606e-05,
      "loss": 0.1458,
      "step": 1920
    },
    {
      "epoch": 1.2556808893248323,
      "grad_norm": 4.59375,
      "learning_rate": 1.8638866200278276e-05,
      "loss": 0.3679,
      "step": 1921
    },
    {
      "epoch": 1.2563348046427987,
      "grad_norm": 4.75,
      "learning_rate": 1.863656533280466e-05,
      "loss": 0.3842,
      "step": 1922
    },
    {
      "epoch": 1.256988719960765,
      "grad_norm": 5.46875,
      "learning_rate": 1.8634262664537505e-05,
      "loss": 0.449,
      "step": 1923
    },
    {
      "epoch": 1.2576426352787313,
      "grad_norm": 3.28125,
      "learning_rate": 1.863195819595693e-05,
      "loss": 0.2344,
      "step": 1924
    },
    {
      "epoch": 1.2582965505966976,
      "grad_norm": 6.5625,
      "learning_rate": 1.8629651927543447e-05,
      "loss": 0.8233,
      "step": 1925
    },
    {
      "epoch": 1.258950465914664,
      "grad_norm": 3.046875,
      "learning_rate": 1.862734385977792e-05,
      "loss": 0.2332,
      "step": 1926
    },
    {
      "epoch": 1.2596043812326303,
      "grad_norm": 5.9375,
      "learning_rate": 1.8625033993141606e-05,
      "loss": 0.4593,
      "step": 1927
    },
    {
      "epoch": 1.2602582965505966,
      "grad_norm": 4.4375,
      "learning_rate": 1.8622722328116126e-05,
      "loss": 0.3226,
      "step": 1928
    },
    {
      "epoch": 1.260912211868563,
      "grad_norm": 4.03125,
      "learning_rate": 1.8620408865183492e-05,
      "loss": 0.402,
      "step": 1929
    },
    {
      "epoch": 1.2615661271865293,
      "grad_norm": 3.671875,
      "learning_rate": 1.8618093604826066e-05,
      "loss": 0.3888,
      "step": 1930
    },
    {
      "epoch": 1.2622200425044956,
      "grad_norm": 4.53125,
      "learning_rate": 1.8615776547526607e-05,
      "loss": 0.2518,
      "step": 1931
    },
    {
      "epoch": 1.262873957822462,
      "grad_norm": 2.890625,
      "learning_rate": 1.8613457693768234e-05,
      "loss": 0.2422,
      "step": 1932
    },
    {
      "epoch": 1.2635278731404282,
      "grad_norm": 3.71875,
      "learning_rate": 1.8611137044034454e-05,
      "loss": 0.2975,
      "step": 1933
    },
    {
      "epoch": 1.2641817884583946,
      "grad_norm": 4.5625,
      "learning_rate": 1.8608814598809134e-05,
      "loss": 0.2293,
      "step": 1934
    },
    {
      "epoch": 1.264835703776361,
      "grad_norm": 5.09375,
      "learning_rate": 1.860649035857653e-05,
      "loss": 0.5415,
      "step": 1935
    },
    {
      "epoch": 1.2654896190943272,
      "grad_norm": 3.765625,
      "learning_rate": 1.8604164323821257e-05,
      "loss": 0.3322,
      "step": 1936
    },
    {
      "epoch": 1.2661435344122935,
      "grad_norm": 5.1875,
      "learning_rate": 1.8601836495028318e-05,
      "loss": 0.3812,
      "step": 1937
    },
    {
      "epoch": 1.2667974497302599,
      "grad_norm": 4.375,
      "learning_rate": 1.859950687268308e-05,
      "loss": 0.3573,
      "step": 1938
    },
    {
      "epoch": 1.2674513650482262,
      "grad_norm": 3.609375,
      "learning_rate": 1.8597175457271293e-05,
      "loss": 0.3072,
      "step": 1939
    },
    {
      "epoch": 1.2681052803661925,
      "grad_norm": 2.859375,
      "learning_rate": 1.8594842249279067e-05,
      "loss": 0.153,
      "step": 1940
    },
    {
      "epoch": 1.2687591956841588,
      "grad_norm": 3.765625,
      "learning_rate": 1.8592507249192906e-05,
      "loss": 0.2034,
      "step": 1941
    },
    {
      "epoch": 1.2694131110021252,
      "grad_norm": 6.1875,
      "learning_rate": 1.8590170457499667e-05,
      "loss": 0.6676,
      "step": 1942
    },
    {
      "epoch": 1.2700670263200915,
      "grad_norm": 4.53125,
      "learning_rate": 1.8587831874686598e-05,
      "loss": 0.354,
      "step": 1943
    },
    {
      "epoch": 1.2707209416380578,
      "grad_norm": 3.34375,
      "learning_rate": 1.8585491501241307e-05,
      "loss": 0.1714,
      "step": 1944
    },
    {
      "epoch": 1.2713748569560241,
      "grad_norm": 5.03125,
      "learning_rate": 1.858314933765178e-05,
      "loss": 0.2854,
      "step": 1945
    },
    {
      "epoch": 1.2720287722739905,
      "grad_norm": 5.15625,
      "learning_rate": 1.858080538440638e-05,
      "loss": 0.4345,
      "step": 1946
    },
    {
      "epoch": 1.2726826875919568,
      "grad_norm": 3.703125,
      "learning_rate": 1.857845964199384e-05,
      "loss": 0.2506,
      "step": 1947
    },
    {
      "epoch": 1.2733366029099231,
      "grad_norm": 5.28125,
      "learning_rate": 1.8576112110903263e-05,
      "loss": 0.3076,
      "step": 1948
    },
    {
      "epoch": 1.2739905182278894,
      "grad_norm": 3.484375,
      "learning_rate": 1.8573762791624132e-05,
      "loss": 0.3637,
      "step": 1949
    },
    {
      "epoch": 1.2746444335458558,
      "grad_norm": 3.96875,
      "learning_rate": 1.85714116846463e-05,
      "loss": 0.4045,
      "step": 1950
    },
    {
      "epoch": 1.275298348863822,
      "grad_norm": 4.875,
      "learning_rate": 1.8569058790459986e-05,
      "loss": 0.3463,
      "step": 1951
    },
    {
      "epoch": 1.2759522641817884,
      "grad_norm": 4.53125,
      "learning_rate": 1.8566704109555787e-05,
      "loss": 0.3541,
      "step": 1952
    },
    {
      "epoch": 1.2766061794997547,
      "grad_norm": 7.3125,
      "learning_rate": 1.856434764242468e-05,
      "loss": 0.7119,
      "step": 1953
    },
    {
      "epoch": 1.277260094817721,
      "grad_norm": 5.90625,
      "learning_rate": 1.8561989389558007e-05,
      "loss": 0.7424,
      "step": 1954
    },
    {
      "epoch": 1.2779140101356874,
      "grad_norm": 4.53125,
      "learning_rate": 1.855962935144748e-05,
      "loss": 0.3664,
      "step": 1955
    },
    {
      "epoch": 1.2785679254536537,
      "grad_norm": 2.625,
      "learning_rate": 1.855726752858518e-05,
      "loss": 0.1689,
      "step": 1956
    },
    {
      "epoch": 1.27922184077162,
      "grad_norm": 5.28125,
      "learning_rate": 1.8554903921463578e-05,
      "loss": 0.3954,
      "step": 1957
    },
    {
      "epoch": 1.2798757560895864,
      "grad_norm": 3.765625,
      "learning_rate": 1.8552538530575495e-05,
      "loss": 0.3754,
      "step": 1958
    },
    {
      "epoch": 1.2805296714075527,
      "grad_norm": 3.109375,
      "learning_rate": 1.8550171356414142e-05,
      "loss": 0.2335,
      "step": 1959
    },
    {
      "epoch": 1.281183586725519,
      "grad_norm": 9.1875,
      "learning_rate": 1.854780239947309e-05,
      "loss": 0.84,
      "step": 1960
    },
    {
      "epoch": 1.2818375020434853,
      "grad_norm": 4.5625,
      "learning_rate": 1.854543166024628e-05,
      "loss": 0.4249,
      "step": 1961
    },
    {
      "epoch": 1.2824914173614517,
      "grad_norm": 4.34375,
      "learning_rate": 1.854305913922804e-05,
      "loss": 0.3897,
      "step": 1962
    },
    {
      "epoch": 1.283145332679418,
      "grad_norm": 3.71875,
      "learning_rate": 1.854068483691305e-05,
      "loss": 0.2408,
      "step": 1963
    },
    {
      "epoch": 1.2837992479973843,
      "grad_norm": 5.0,
      "learning_rate": 1.8538308753796385e-05,
      "loss": 0.41,
      "step": 1964
    },
    {
      "epoch": 1.2844531633153506,
      "grad_norm": 4.65625,
      "learning_rate": 1.8535930890373467e-05,
      "loss": 0.4126,
      "step": 1965
    },
    {
      "epoch": 1.285107078633317,
      "grad_norm": 4.46875,
      "learning_rate": 1.85335512471401e-05,
      "loss": 0.6946,
      "step": 1966
    },
    {
      "epoch": 1.2857609939512833,
      "grad_norm": 4.6875,
      "learning_rate": 1.853116982459246e-05,
      "loss": 0.3819,
      "step": 1967
    },
    {
      "epoch": 1.2864149092692496,
      "grad_norm": 8.25,
      "learning_rate": 1.8528786623227096e-05,
      "loss": 0.9109,
      "step": 1968
    },
    {
      "epoch": 1.287068824587216,
      "grad_norm": 3.578125,
      "learning_rate": 1.8526401643540924e-05,
      "loss": 0.3197,
      "step": 1969
    },
    {
      "epoch": 1.2877227399051823,
      "grad_norm": 3.5,
      "learning_rate": 1.8524014886031228e-05,
      "loss": 0.3296,
      "step": 1970
    },
    {
      "epoch": 1.2883766552231486,
      "grad_norm": 3.515625,
      "learning_rate": 1.8521626351195666e-05,
      "loss": 0.3846,
      "step": 1971
    },
    {
      "epoch": 1.289030570541115,
      "grad_norm": 7.75,
      "learning_rate": 1.8519236039532273e-05,
      "loss": 0.8143,
      "step": 1972
    },
    {
      "epoch": 1.2896844858590812,
      "grad_norm": 3.8125,
      "learning_rate": 1.851684395153944e-05,
      "loss": 0.3787,
      "step": 1973
    },
    {
      "epoch": 1.2903384011770476,
      "grad_norm": 3.5625,
      "learning_rate": 1.8514450087715944e-05,
      "loss": 0.3277,
      "step": 1974
    },
    {
      "epoch": 1.290992316495014,
      "grad_norm": 4.6875,
      "learning_rate": 1.851205444856092e-05,
      "loss": 0.5747,
      "step": 1975
    },
    {
      "epoch": 1.2916462318129802,
      "grad_norm": 4.90625,
      "learning_rate": 1.850965703457388e-05,
      "loss": 0.3631,
      "step": 1976
    },
    {
      "epoch": 1.2923001471309465,
      "grad_norm": 3.78125,
      "learning_rate": 1.8507257846254707e-05,
      "loss": 0.2915,
      "step": 1977
    },
    {
      "epoch": 1.2929540624489129,
      "grad_norm": 4.78125,
      "learning_rate": 1.8504856884103645e-05,
      "loss": 0.3131,
      "step": 1978
    },
    {
      "epoch": 1.2936079777668792,
      "grad_norm": 4.59375,
      "learning_rate": 1.8502454148621318e-05,
      "loss": 0.2863,
      "step": 1979
    },
    {
      "epoch": 1.2942618930848455,
      "grad_norm": 7.25,
      "learning_rate": 1.8500049640308712e-05,
      "loss": 0.8575,
      "step": 1980
    },
    {
      "epoch": 1.2949158084028118,
      "grad_norm": 5.1875,
      "learning_rate": 1.8497643359667193e-05,
      "loss": 0.3204,
      "step": 1981
    },
    {
      "epoch": 1.2955697237207782,
      "grad_norm": 3.78125,
      "learning_rate": 1.849523530719848e-05,
      "loss": 0.3316,
      "step": 1982
    },
    {
      "epoch": 1.2962236390387445,
      "grad_norm": 4.5625,
      "learning_rate": 1.8492825483404683e-05,
      "loss": 0.5437,
      "step": 1983
    },
    {
      "epoch": 1.2968775543567108,
      "grad_norm": 4.78125,
      "learning_rate": 1.8490413888788267e-05,
      "loss": 0.4979,
      "step": 1984
    },
    {
      "epoch": 1.2975314696746771,
      "grad_norm": 3.796875,
      "learning_rate": 1.848800052385206e-05,
      "loss": 0.4553,
      "step": 1985
    },
    {
      "epoch": 1.2981853849926435,
      "grad_norm": 7.6875,
      "learning_rate": 1.8485585389099276e-05,
      "loss": 1.0042,
      "step": 1986
    },
    {
      "epoch": 1.2988393003106098,
      "grad_norm": 3.515625,
      "learning_rate": 1.848316848503349e-05,
      "loss": 0.3589,
      "step": 1987
    },
    {
      "epoch": 1.2994932156285761,
      "grad_norm": 3.6875,
      "learning_rate": 1.8480749812158644e-05,
      "loss": 0.2516,
      "step": 1988
    },
    {
      "epoch": 1.3001471309465424,
      "grad_norm": 5.0625,
      "learning_rate": 1.8478329370979047e-05,
      "loss": 0.2446,
      "step": 1989
    },
    {
      "epoch": 1.3008010462645088,
      "grad_norm": 4.28125,
      "learning_rate": 1.8475907161999388e-05,
      "loss": 0.289,
      "step": 1990
    },
    {
      "epoch": 1.301454961582475,
      "grad_norm": 4.1875,
      "learning_rate": 1.8473483185724712e-05,
      "loss": 0.4933,
      "step": 1991
    },
    {
      "epoch": 1.3021088769004414,
      "grad_norm": 6.4375,
      "learning_rate": 1.847105744266044e-05,
      "loss": 0.4275,
      "step": 1992
    },
    {
      "epoch": 1.3027627922184077,
      "grad_norm": 6.3125,
      "learning_rate": 1.8468629933312358e-05,
      "loss": 0.7569,
      "step": 1993
    },
    {
      "epoch": 1.303416707536374,
      "grad_norm": 5.1875,
      "learning_rate": 1.8466200658186622e-05,
      "loss": 0.6828,
      "step": 1994
    },
    {
      "epoch": 1.3040706228543404,
      "grad_norm": 5.28125,
      "learning_rate": 1.8463769617789754e-05,
      "loss": 0.2777,
      "step": 1995
    },
    {
      "epoch": 1.3047245381723067,
      "grad_norm": 3.703125,
      "learning_rate": 1.8461336812628648e-05,
      "loss": 0.458,
      "step": 1996
    },
    {
      "epoch": 1.305378453490273,
      "grad_norm": 4.59375,
      "learning_rate": 1.8458902243210558e-05,
      "loss": 0.3809,
      "step": 1997
    },
    {
      "epoch": 1.3060323688082394,
      "grad_norm": 6.46875,
      "learning_rate": 1.845646591004312e-05,
      "loss": 0.6737,
      "step": 1998
    },
    {
      "epoch": 1.3066862841262057,
      "grad_norm": 4.6875,
      "learning_rate": 1.8454027813634323e-05,
      "loss": 0.4581,
      "step": 1999
    },
    {
      "epoch": 1.307340199444172,
      "grad_norm": 7.4375,
      "learning_rate": 1.8451587954492533e-05,
      "loss": 0.4362,
      "step": 2000
    },
    {
      "epoch": 1.3079941147621383,
      "grad_norm": 4.875,
      "learning_rate": 1.8449146333126476e-05,
      "loss": 0.5957,
      "step": 2001
    },
    {
      "epoch": 1.3086480300801047,
      "grad_norm": 3.09375,
      "learning_rate": 1.8446702950045252e-05,
      "loss": 0.2362,
      "step": 2002
    },
    {
      "epoch": 1.309301945398071,
      "grad_norm": 2.328125,
      "learning_rate": 1.8444257805758327e-05,
      "loss": 0.1312,
      "step": 2003
    },
    {
      "epoch": 1.3099558607160373,
      "grad_norm": 3.046875,
      "learning_rate": 1.8441810900775535e-05,
      "loss": 0.3069,
      "step": 2004
    },
    {
      "epoch": 1.3106097760340036,
      "grad_norm": 3.671875,
      "learning_rate": 1.8439362235607074e-05,
      "loss": 0.3313,
      "step": 2005
    },
    {
      "epoch": 1.31126369135197,
      "grad_norm": 4.8125,
      "learning_rate": 1.84369118107635e-05,
      "loss": 0.5656,
      "step": 2006
    },
    {
      "epoch": 1.3119176066699363,
      "grad_norm": 4.8125,
      "learning_rate": 1.8434459626755767e-05,
      "loss": 0.3542,
      "step": 2007
    },
    {
      "epoch": 1.3125715219879026,
      "grad_norm": 4.1875,
      "learning_rate": 1.843200568409516e-05,
      "loss": 0.4698,
      "step": 2008
    },
    {
      "epoch": 1.313225437305869,
      "grad_norm": 5.0625,
      "learning_rate": 1.842954998329335e-05,
      "loss": 0.3848,
      "step": 2009
    },
    {
      "epoch": 1.3138793526238353,
      "grad_norm": 4.8125,
      "learning_rate": 1.842709252486237e-05,
      "loss": 0.5121,
      "step": 2010
    },
    {
      "epoch": 1.3145332679418016,
      "grad_norm": 4.0625,
      "learning_rate": 1.842463330931462e-05,
      "loss": 0.335,
      "step": 2011
    },
    {
      "epoch": 1.315187183259768,
      "grad_norm": 4.96875,
      "learning_rate": 1.8422172337162865e-05,
      "loss": 0.5883,
      "step": 2012
    },
    {
      "epoch": 1.3158410985777342,
      "grad_norm": 4.8125,
      "learning_rate": 1.8419709608920243e-05,
      "loss": 0.3473,
      "step": 2013
    },
    {
      "epoch": 1.3164950138957006,
      "grad_norm": 2.578125,
      "learning_rate": 1.8417245125100248e-05,
      "loss": 0.2446,
      "step": 2014
    },
    {
      "epoch": 1.3171489292136669,
      "grad_norm": 2.828125,
      "learning_rate": 1.8414778886216744e-05,
      "loss": 0.195,
      "step": 2015
    },
    {
      "epoch": 1.3178028445316332,
      "grad_norm": 3.65625,
      "learning_rate": 1.8412310892783962e-05,
      "loss": 0.3534,
      "step": 2016
    },
    {
      "epoch": 1.3184567598495995,
      "grad_norm": 4.40625,
      "learning_rate": 1.84098411453165e-05,
      "loss": 0.3403,
      "step": 2017
    },
    {
      "epoch": 1.3191106751675659,
      "grad_norm": 5.28125,
      "learning_rate": 1.840736964432932e-05,
      "loss": 0.4891,
      "step": 2018
    },
    {
      "epoch": 1.3197645904855322,
      "grad_norm": 3.1875,
      "learning_rate": 1.8404896390337756e-05,
      "loss": 0.2731,
      "step": 2019
    },
    {
      "epoch": 1.3204185058034985,
      "grad_norm": 3.875,
      "learning_rate": 1.840242138385749e-05,
      "loss": 0.4217,
      "step": 2020
    },
    {
      "epoch": 1.3210724211214648,
      "grad_norm": 5.6875,
      "learning_rate": 1.8399944625404585e-05,
      "loss": 0.7977,
      "step": 2021
    },
    {
      "epoch": 1.3217263364394312,
      "grad_norm": 4.4375,
      "learning_rate": 1.839746611549547e-05,
      "loss": 0.5505,
      "step": 2022
    },
    {
      "epoch": 1.3223802517573975,
      "grad_norm": 4.3125,
      "learning_rate": 1.8394985854646928e-05,
      "loss": 0.3465,
      "step": 2023
    },
    {
      "epoch": 1.3230341670753638,
      "grad_norm": 6.3125,
      "learning_rate": 1.8392503843376115e-05,
      "loss": 0.3455,
      "step": 2024
    },
    {
      "epoch": 1.3236880823933301,
      "grad_norm": 4.84375,
      "learning_rate": 1.8390020082200553e-05,
      "loss": 0.2768,
      "step": 2025
    },
    {
      "epoch": 1.3243419977112965,
      "grad_norm": 6.5,
      "learning_rate": 1.8387534571638124e-05,
      "loss": 0.5339,
      "step": 2026
    },
    {
      "epoch": 1.3249959130292628,
      "grad_norm": 4.90625,
      "learning_rate": 1.838504731220708e-05,
      "loss": 0.4386,
      "step": 2027
    },
    {
      "epoch": 1.325649828347229,
      "grad_norm": 7.15625,
      "learning_rate": 1.838255830442603e-05,
      "loss": 0.57,
      "step": 2028
    },
    {
      "epoch": 1.3263037436651954,
      "grad_norm": 3.59375,
      "learning_rate": 1.8380067548813955e-05,
      "loss": 0.2516,
      "step": 2029
    },
    {
      "epoch": 1.3269576589831618,
      "grad_norm": 4.5,
      "learning_rate": 1.8377575045890195e-05,
      "loss": 0.4564,
      "step": 2030
    },
    {
      "epoch": 1.327611574301128,
      "grad_norm": 5.1875,
      "learning_rate": 1.837508079617446e-05,
      "loss": 0.4688,
      "step": 2031
    },
    {
      "epoch": 1.3282654896190944,
      "grad_norm": 5.1875,
      "learning_rate": 1.837258480018682e-05,
      "loss": 0.5091,
      "step": 2032
    },
    {
      "epoch": 1.3289194049370607,
      "grad_norm": 4.65625,
      "learning_rate": 1.8370087058447713e-05,
      "loss": 0.3689,
      "step": 2033
    },
    {
      "epoch": 1.3295733202550268,
      "grad_norm": 5.09375,
      "learning_rate": 1.8367587571477935e-05,
      "loss": 0.4417,
      "step": 2034
    },
    {
      "epoch": 1.3302272355729934,
      "grad_norm": 6.15625,
      "learning_rate": 1.836508633979865e-05,
      "loss": 0.6824,
      "step": 2035
    },
    {
      "epoch": 1.3308811508909595,
      "grad_norm": 5.3125,
      "learning_rate": 1.8362583363931385e-05,
      "loss": 0.5429,
      "step": 2036
    },
    {
      "epoch": 1.331535066208926,
      "grad_norm": 5.53125,
      "learning_rate": 1.8360078644398028e-05,
      "loss": 0.7523,
      "step": 2037
    },
    {
      "epoch": 1.3321889815268921,
      "grad_norm": 6.4375,
      "learning_rate": 1.835757218172084e-05,
      "loss": 0.804,
      "step": 2038
    },
    {
      "epoch": 1.3328428968448587,
      "grad_norm": 3.8125,
      "learning_rate": 1.8355063976422433e-05,
      "loss": 0.3872,
      "step": 2039
    },
    {
      "epoch": 1.3334968121628248,
      "grad_norm": 6.0625,
      "learning_rate": 1.8352554029025788e-05,
      "loss": 0.6263,
      "step": 2040
    },
    {
      "epoch": 1.3341507274807913,
      "grad_norm": 6.15625,
      "learning_rate": 1.8350042340054252e-05,
      "loss": 0.7653,
      "step": 2041
    },
    {
      "epoch": 1.3348046427987574,
      "grad_norm": 5.78125,
      "learning_rate": 1.834752891003153e-05,
      "loss": 0.4468,
      "step": 2042
    },
    {
      "epoch": 1.335458558116724,
      "grad_norm": 9.375,
      "learning_rate": 1.8345013739481698e-05,
      "loss": 0.7043,
      "step": 2043
    },
    {
      "epoch": 1.33611247343469,
      "grad_norm": 4.125,
      "learning_rate": 1.834249682892918e-05,
      "loss": 0.3357,
      "step": 2044
    },
    {
      "epoch": 1.3367663887526566,
      "grad_norm": 4.46875,
      "learning_rate": 1.833997817889878e-05,
      "loss": 0.2804,
      "step": 2045
    },
    {
      "epoch": 1.3374203040706227,
      "grad_norm": 5.1875,
      "learning_rate": 1.8337457789915656e-05,
      "loss": 0.4567,
      "step": 2046
    },
    {
      "epoch": 1.3380742193885893,
      "grad_norm": 4.78125,
      "learning_rate": 1.833493566250532e-05,
      "loss": 0.4737,
      "step": 2047
    },
    {
      "epoch": 1.3387281347065554,
      "grad_norm": 5.375,
      "learning_rate": 1.8332411797193672e-05,
      "loss": 0.4202,
      "step": 2048
    },
    {
      "epoch": 1.339382050024522,
      "grad_norm": 7.40625,
      "learning_rate": 1.8329886194506948e-05,
      "loss": 0.7849,
      "step": 2049
    },
    {
      "epoch": 1.340035965342488,
      "grad_norm": 6.25,
      "learning_rate": 1.8327358854971755e-05,
      "loss": 0.7006,
      "step": 2050
    },
    {
      "epoch": 1.3406898806604546,
      "grad_norm": 5.3125,
      "learning_rate": 1.8324829779115068e-05,
      "loss": 0.6859,
      "step": 2051
    },
    {
      "epoch": 1.3413437959784207,
      "grad_norm": 6.25,
      "learning_rate": 1.832229896746422e-05,
      "loss": 0.8938,
      "step": 2052
    },
    {
      "epoch": 1.3419977112963872,
      "grad_norm": 6.0,
      "learning_rate": 1.8319766420546902e-05,
      "loss": 0.51,
      "step": 2053
    },
    {
      "epoch": 1.3426516266143533,
      "grad_norm": 4.5625,
      "learning_rate": 1.8317232138891176e-05,
      "loss": 0.3573,
      "step": 2054
    },
    {
      "epoch": 1.3433055419323199,
      "grad_norm": 3.59375,
      "learning_rate": 1.8314696123025456e-05,
      "loss": 0.2659,
      "step": 2055
    },
    {
      "epoch": 1.343959457250286,
      "grad_norm": 6.15625,
      "learning_rate": 1.831215837347852e-05,
      "loss": 0.7739,
      "step": 2056
    },
    {
      "epoch": 1.3446133725682525,
      "grad_norm": 5.0625,
      "learning_rate": 1.8309618890779513e-05,
      "loss": 0.4306,
      "step": 2057
    },
    {
      "epoch": 1.3452672878862186,
      "grad_norm": 3.484375,
      "learning_rate": 1.8307077675457937e-05,
      "loss": 0.2061,
      "step": 2058
    },
    {
      "epoch": 1.3459212032041852,
      "grad_norm": 4.21875,
      "learning_rate": 1.8304534728043653e-05,
      "loss": 0.2685,
      "step": 2059
    },
    {
      "epoch": 1.3465751185221513,
      "grad_norm": 3.8125,
      "learning_rate": 1.8301990049066892e-05,
      "loss": 0.5432,
      "step": 2060
    },
    {
      "epoch": 1.3472290338401178,
      "grad_norm": 4.03125,
      "learning_rate": 1.8299443639058238e-05,
      "loss": 0.3311,
      "step": 2061
    },
    {
      "epoch": 1.347882949158084,
      "grad_norm": 3.53125,
      "learning_rate": 1.8296895498548635e-05,
      "loss": 0.2636,
      "step": 2062
    },
    {
      "epoch": 1.3485368644760505,
      "grad_norm": 5.03125,
      "learning_rate": 1.8294345628069393e-05,
      "loss": 0.6396,
      "step": 2063
    },
    {
      "epoch": 1.3491907797940166,
      "grad_norm": 5.25,
      "learning_rate": 1.8291794028152177e-05,
      "loss": 0.4801,
      "step": 2064
    },
    {
      "epoch": 1.3498446951119831,
      "grad_norm": 3.484375,
      "learning_rate": 1.828924069932902e-05,
      "loss": 0.3978,
      "step": 2065
    },
    {
      "epoch": 1.3504986104299492,
      "grad_norm": 6.1875,
      "learning_rate": 1.8286685642132314e-05,
      "loss": 0.6958,
      "step": 2066
    },
    {
      "epoch": 1.3511525257479158,
      "grad_norm": 3.125,
      "learning_rate": 1.8284128857094804e-05,
      "loss": 0.2136,
      "step": 2067
    },
    {
      "epoch": 1.3518064410658819,
      "grad_norm": 4.875,
      "learning_rate": 1.8281570344749602e-05,
      "loss": 0.3536,
      "step": 2068
    },
    {
      "epoch": 1.3524603563838484,
      "grad_norm": 2.796875,
      "learning_rate": 1.827901010563018e-05,
      "loss": 0.2265,
      "step": 2069
    },
    {
      "epoch": 1.3531142717018145,
      "grad_norm": 4.3125,
      "learning_rate": 1.8276448140270365e-05,
      "loss": 0.3259,
      "step": 2070
    },
    {
      "epoch": 1.3537681870197809,
      "grad_norm": 4.3125,
      "learning_rate": 1.8273884449204348e-05,
      "loss": 0.3414,
      "step": 2071
    },
    {
      "epoch": 1.3544221023377472,
      "grad_norm": 4.9375,
      "learning_rate": 1.8271319032966683e-05,
      "loss": 0.4265,
      "step": 2072
    },
    {
      "epoch": 1.3550760176557135,
      "grad_norm": 4.96875,
      "learning_rate": 1.826875189209228e-05,
      "loss": 0.5139,
      "step": 2073
    },
    {
      "epoch": 1.3557299329736798,
      "grad_norm": 4.59375,
      "learning_rate": 1.8266183027116406e-05,
      "loss": 0.4905,
      "step": 2074
    },
    {
      "epoch": 1.3563838482916462,
      "grad_norm": 6.3125,
      "learning_rate": 1.826361243857469e-05,
      "loss": 0.5678,
      "step": 2075
    },
    {
      "epoch": 1.3570377636096125,
      "grad_norm": 5.90625,
      "learning_rate": 1.826104012700312e-05,
      "loss": 0.7462,
      "step": 2076
    },
    {
      "epoch": 1.3576916789275788,
      "grad_norm": 4.6875,
      "learning_rate": 1.8258466092938042e-05,
      "loss": 0.4041,
      "step": 2077
    },
    {
      "epoch": 1.3583455942455451,
      "grad_norm": 3.625,
      "learning_rate": 1.8255890336916173e-05,
      "loss": 0.3115,
      "step": 2078
    },
    {
      "epoch": 1.3589995095635115,
      "grad_norm": 5.59375,
      "learning_rate": 1.8253312859474563e-05,
      "loss": 0.4375,
      "step": 2079
    },
    {
      "epoch": 1.3596534248814778,
      "grad_norm": 5.34375,
      "learning_rate": 1.825073366115065e-05,
      "loss": 0.5481,
      "step": 2080
    },
    {
      "epoch": 1.360307340199444,
      "grad_norm": 6.15625,
      "learning_rate": 1.824815274248221e-05,
      "loss": 0.6787,
      "step": 2081
    },
    {
      "epoch": 1.3609612555174104,
      "grad_norm": 6.5,
      "learning_rate": 1.8245570104007394e-05,
      "loss": 0.4402,
      "step": 2082
    },
    {
      "epoch": 1.3616151708353768,
      "grad_norm": 4.40625,
      "learning_rate": 1.824298574626469e-05,
      "loss": 0.4034,
      "step": 2083
    },
    {
      "epoch": 1.362269086153343,
      "grad_norm": 3.84375,
      "learning_rate": 1.8240399669792973e-05,
      "loss": 0.3436,
      "step": 2084
    },
    {
      "epoch": 1.3629230014713094,
      "grad_norm": 7.1875,
      "learning_rate": 1.8237811875131446e-05,
      "loss": 0.5403,
      "step": 2085
    },
    {
      "epoch": 1.3635769167892757,
      "grad_norm": 5.125,
      "learning_rate": 1.8235222362819693e-05,
      "loss": 0.3696,
      "step": 2086
    },
    {
      "epoch": 1.364230832107242,
      "grad_norm": 5.0625,
      "learning_rate": 1.8232631133397647e-05,
      "loss": 0.3783,
      "step": 2087
    },
    {
      "epoch": 1.3648847474252084,
      "grad_norm": 4.65625,
      "learning_rate": 1.82300381874056e-05,
      "loss": 0.2909,
      "step": 2088
    },
    {
      "epoch": 1.3655386627431747,
      "grad_norm": 4.65625,
      "learning_rate": 1.8227443525384202e-05,
      "loss": 0.4083,
      "step": 2089
    },
    {
      "epoch": 1.366192578061141,
      "grad_norm": 4.71875,
      "learning_rate": 1.8224847147874464e-05,
      "loss": 0.4122,
      "step": 2090
    },
    {
      "epoch": 1.3668464933791074,
      "grad_norm": 6.46875,
      "learning_rate": 1.8222249055417744e-05,
      "loss": 0.6137,
      "step": 2091
    },
    {
      "epoch": 1.3675004086970737,
      "grad_norm": 4.28125,
      "learning_rate": 1.8219649248555776e-05,
      "loss": 0.4246,
      "step": 2092
    },
    {
      "epoch": 1.36815432401504,
      "grad_norm": 3.609375,
      "learning_rate": 1.821704772783063e-05,
      "loss": 0.2983,
      "step": 2093
    },
    {
      "epoch": 1.3688082393330063,
      "grad_norm": 4.40625,
      "learning_rate": 1.8214444493784748e-05,
      "loss": 0.4511,
      "step": 2094
    },
    {
      "epoch": 1.3694621546509727,
      "grad_norm": 5.625,
      "learning_rate": 1.821183954696093e-05,
      "loss": 0.4283,
      "step": 2095
    },
    {
      "epoch": 1.370116069968939,
      "grad_norm": 3.921875,
      "learning_rate": 1.820923288790232e-05,
      "loss": 0.2868,
      "step": 2096
    },
    {
      "epoch": 1.3707699852869053,
      "grad_norm": 4.4375,
      "learning_rate": 1.8206624517152437e-05,
      "loss": 0.3739,
      "step": 2097
    },
    {
      "epoch": 1.3714239006048716,
      "grad_norm": 4.125,
      "learning_rate": 1.8204014435255136e-05,
      "loss": 0.4141,
      "step": 2098
    },
    {
      "epoch": 1.372077815922838,
      "grad_norm": 4.28125,
      "learning_rate": 1.8201402642754652e-05,
      "loss": 0.2279,
      "step": 2099
    },
    {
      "epoch": 1.3727317312408043,
      "grad_norm": 6.28125,
      "learning_rate": 1.819878914019556e-05,
      "loss": 0.4616,
      "step": 2100
    },
    {
      "epoch": 1.3733856465587706,
      "grad_norm": 4.84375,
      "learning_rate": 1.819617392812279e-05,
      "loss": 0.3735,
      "step": 2101
    },
    {
      "epoch": 1.374039561876737,
      "grad_norm": 5.6875,
      "learning_rate": 1.8193557007081643e-05,
      "loss": 0.7108,
      "step": 2102
    },
    {
      "epoch": 1.3746934771947033,
      "grad_norm": 5.8125,
      "learning_rate": 1.8190938377617767e-05,
      "loss": 0.2632,
      "step": 2103
    },
    {
      "epoch": 1.3753473925126696,
      "grad_norm": 4.21875,
      "learning_rate": 1.8188318040277165e-05,
      "loss": 0.182,
      "step": 2104
    },
    {
      "epoch": 1.376001307830636,
      "grad_norm": 6.09375,
      "learning_rate": 1.8185695995606196e-05,
      "loss": 0.7313,
      "step": 2105
    },
    {
      "epoch": 1.3766552231486022,
      "grad_norm": 5.78125,
      "learning_rate": 1.8183072244151584e-05,
      "loss": 0.5339,
      "step": 2106
    },
    {
      "epoch": 1.3773091384665685,
      "grad_norm": 5.3125,
      "learning_rate": 1.81804467864604e-05,
      "loss": 0.5137,
      "step": 2107
    },
    {
      "epoch": 1.3779630537845349,
      "grad_norm": 4.0,
      "learning_rate": 1.8177819623080075e-05,
      "loss": 0.3554,
      "step": 2108
    },
    {
      "epoch": 1.3786169691025012,
      "grad_norm": 6.71875,
      "learning_rate": 1.8175190754558384e-05,
      "loss": 0.7832,
      "step": 2109
    },
    {
      "epoch": 1.3792708844204675,
      "grad_norm": 3.875,
      "learning_rate": 1.817256018144348e-05,
      "loss": 0.2194,
      "step": 2110
    },
    {
      "epoch": 1.3799247997384338,
      "grad_norm": 3.765625,
      "learning_rate": 1.816992790428385e-05,
      "loss": 0.2622,
      "step": 2111
    },
    {
      "epoch": 1.3805787150564002,
      "grad_norm": 3.9375,
      "learning_rate": 1.816729392362835e-05,
      "loss": 0.4399,
      "step": 2112
    },
    {
      "epoch": 1.3812326303743665,
      "grad_norm": 3.984375,
      "learning_rate": 1.8164658240026184e-05,
      "loss": 0.3676,
      "step": 2113
    },
    {
      "epoch": 1.3818865456923328,
      "grad_norm": 6.15625,
      "learning_rate": 1.816202085402691e-05,
      "loss": 0.4939,
      "step": 2114
    },
    {
      "epoch": 1.3825404610102991,
      "grad_norm": 5.125,
      "learning_rate": 1.8159381766180453e-05,
      "loss": 0.5103,
      "step": 2115
    },
    {
      "epoch": 1.3831943763282655,
      "grad_norm": 4.46875,
      "learning_rate": 1.8156740977037076e-05,
      "loss": 0.3793,
      "step": 2116
    },
    {
      "epoch": 1.3838482916462318,
      "grad_norm": 4.21875,
      "learning_rate": 1.8154098487147405e-05,
      "loss": 0.4362,
      "step": 2117
    },
    {
      "epoch": 1.3845022069641981,
      "grad_norm": 4.5,
      "learning_rate": 1.815145429706243e-05,
      "loss": 0.2675,
      "step": 2118
    },
    {
      "epoch": 1.3851561222821644,
      "grad_norm": 4.15625,
      "learning_rate": 1.8148808407333475e-05,
      "loss": 0.4791,
      "step": 2119
    },
    {
      "epoch": 1.3858100376001308,
      "grad_norm": 4.96875,
      "learning_rate": 1.8146160818512236e-05,
      "loss": 0.5082,
      "step": 2120
    },
    {
      "epoch": 1.386463952918097,
      "grad_norm": 7.125,
      "learning_rate": 1.814351153115075e-05,
      "loss": 0.6934,
      "step": 2121
    },
    {
      "epoch": 1.3871178682360634,
      "grad_norm": 3.625,
      "learning_rate": 1.8140860545801423e-05,
      "loss": 0.2469,
      "step": 2122
    },
    {
      "epoch": 1.3877717835540297,
      "grad_norm": 4.6875,
      "learning_rate": 1.8138207863017002e-05,
      "loss": 0.3497,
      "step": 2123
    },
    {
      "epoch": 1.388425698871996,
      "grad_norm": 8.5,
      "learning_rate": 1.813555348335059e-05,
      "loss": 1.0528,
      "step": 2124
    },
    {
      "epoch": 1.3890796141899624,
      "grad_norm": 6.15625,
      "learning_rate": 1.8132897407355657e-05,
      "loss": 0.6329,
      "step": 2125
    },
    {
      "epoch": 1.3897335295079287,
      "grad_norm": 4.59375,
      "learning_rate": 1.8130239635586003e-05,
      "loss": 0.4791,
      "step": 2126
    },
    {
      "epoch": 1.390387444825895,
      "grad_norm": 4.0625,
      "learning_rate": 1.8127580168595804e-05,
      "loss": 0.4171,
      "step": 2127
    },
    {
      "epoch": 1.3910413601438614,
      "grad_norm": 6.75,
      "learning_rate": 1.812491900693958e-05,
      "loss": 0.6384,
      "step": 2128
    },
    {
      "epoch": 1.3916952754618277,
      "grad_norm": 4.875,
      "learning_rate": 1.8122256151172197e-05,
      "loss": 0.523,
      "step": 2129
    },
    {
      "epoch": 1.392349190779794,
      "grad_norm": 5.40625,
      "learning_rate": 1.811959160184889e-05,
      "loss": 0.599,
      "step": 2130
    },
    {
      "epoch": 1.3930031060977603,
      "grad_norm": 4.4375,
      "learning_rate": 1.8116925359525236e-05,
      "loss": 0.3092,
      "step": 2131
    },
    {
      "epoch": 1.3936570214157267,
      "grad_norm": 3.890625,
      "learning_rate": 1.811425742475717e-05,
      "loss": 0.2427,
      "step": 2132
    },
    {
      "epoch": 1.394310936733693,
      "grad_norm": 5.8125,
      "learning_rate": 1.8111587798100974e-05,
      "loss": 0.4975,
      "step": 2133
    },
    {
      "epoch": 1.3949648520516593,
      "grad_norm": 2.234375,
      "learning_rate": 1.8108916480113286e-05,
      "loss": 0.1756,
      "step": 2134
    },
    {
      "epoch": 1.3956187673696256,
      "grad_norm": 6.875,
      "learning_rate": 1.8106243471351105e-05,
      "loss": 0.7843,
      "step": 2135
    },
    {
      "epoch": 1.396272682687592,
      "grad_norm": 4.3125,
      "learning_rate": 1.810356877237177e-05,
      "loss": 0.3534,
      "step": 2136
    },
    {
      "epoch": 1.3969265980055583,
      "grad_norm": 4.65625,
      "learning_rate": 1.8100892383732972e-05,
      "loss": 0.3893,
      "step": 2137
    },
    {
      "epoch": 1.3975805133235246,
      "grad_norm": 3.75,
      "learning_rate": 1.809821430599277e-05,
      "loss": 0.3045,
      "step": 2138
    },
    {
      "epoch": 1.398234428641491,
      "grad_norm": 4.8125,
      "learning_rate": 1.809553453970956e-05,
      "loss": 0.4097,
      "step": 2139
    },
    {
      "epoch": 1.3988883439594573,
      "grad_norm": 5.1875,
      "learning_rate": 1.8092853085442093e-05,
      "loss": 0.7124,
      "step": 2140
    },
    {
      "epoch": 1.3995422592774236,
      "grad_norm": 5.53125,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 0.5841,
      "step": 2141
    },
    {
      "epoch": 1.40019617459539,
      "grad_norm": 7.3125,
      "learning_rate": 1.8087485115191166e-05,
      "loss": 0.6909,
      "step": 2142
    },
    {
      "epoch": 1.4008500899133562,
      "grad_norm": 4.25,
      "learning_rate": 1.808479860032697e-05,
      "loss": 0.4228,
      "step": 2143
    },
    {
      "epoch": 1.4015040052313226,
      "grad_norm": 4.3125,
      "learning_rate": 1.808211039971705e-05,
      "loss": 0.4213,
      "step": 2144
    },
    {
      "epoch": 1.402157920549289,
      "grad_norm": 4.3125,
      "learning_rate": 1.8079420513921913e-05,
      "loss": 0.5366,
      "step": 2145
    },
    {
      "epoch": 1.4028118358672552,
      "grad_norm": 5.65625,
      "learning_rate": 1.8076728943502427e-05,
      "loss": 0.3706,
      "step": 2146
    },
    {
      "epoch": 1.4034657511852215,
      "grad_norm": 4.53125,
      "learning_rate": 1.80740356890198e-05,
      "loss": 0.5166,
      "step": 2147
    },
    {
      "epoch": 1.4041196665031879,
      "grad_norm": 6.78125,
      "learning_rate": 1.807134075103561e-05,
      "loss": 0.5706,
      "step": 2148
    },
    {
      "epoch": 1.4047735818211542,
      "grad_norm": 4.4375,
      "learning_rate": 1.8068644130111757e-05,
      "loss": 0.465,
      "step": 2149
    },
    {
      "epoch": 1.4054274971391205,
      "grad_norm": 5.0625,
      "learning_rate": 1.806594582681052e-05,
      "loss": 0.5925,
      "step": 2150
    },
    {
      "epoch": 1.4060814124570868,
      "grad_norm": 5.0625,
      "learning_rate": 1.8063245841694512e-05,
      "loss": 0.4328,
      "step": 2151
    },
    {
      "epoch": 1.4067353277750532,
      "grad_norm": 6.21875,
      "learning_rate": 1.8060544175326704e-05,
      "loss": 0.9462,
      "step": 2152
    },
    {
      "epoch": 1.4073892430930195,
      "grad_norm": 4.25,
      "learning_rate": 1.8057840828270413e-05,
      "loss": 0.364,
      "step": 2153
    },
    {
      "epoch": 1.4080431584109858,
      "grad_norm": 2.90625,
      "learning_rate": 1.8055135801089306e-05,
      "loss": 0.227,
      "step": 2154
    },
    {
      "epoch": 1.4086970737289521,
      "grad_norm": 3.78125,
      "learning_rate": 1.805242909434741e-05,
      "loss": 0.2943,
      "step": 2155
    },
    {
      "epoch": 1.4093509890469185,
      "grad_norm": 6.78125,
      "learning_rate": 1.8049720708609094e-05,
      "loss": 0.7156,
      "step": 2156
    },
    {
      "epoch": 1.4100049043648848,
      "grad_norm": 6.34375,
      "learning_rate": 1.8047010644439074e-05,
      "loss": 0.3797,
      "step": 2157
    },
    {
      "epoch": 1.4106588196828511,
      "grad_norm": 4.34375,
      "learning_rate": 1.804429890240242e-05,
      "loss": 0.375,
      "step": 2158
    },
    {
      "epoch": 1.4113127350008174,
      "grad_norm": 7.53125,
      "learning_rate": 1.804158548306456e-05,
      "loss": 0.8027,
      "step": 2159
    },
    {
      "epoch": 1.4119666503187838,
      "grad_norm": 4.78125,
      "learning_rate": 1.8038870386991253e-05,
      "loss": 0.4264,
      "step": 2160
    },
    {
      "epoch": 1.41262056563675,
      "grad_norm": 3.09375,
      "learning_rate": 1.8036153614748625e-05,
      "loss": 0.26,
      "step": 2161
    },
    {
      "epoch": 1.4132744809547164,
      "grad_norm": 5.09375,
      "learning_rate": 1.8033435166903145e-05,
      "loss": 0.541,
      "step": 2162
    },
    {
      "epoch": 1.4139283962726827,
      "grad_norm": 5.0,
      "learning_rate": 1.8030715044021628e-05,
      "loss": 0.3851,
      "step": 2163
    },
    {
      "epoch": 1.414582311590649,
      "grad_norm": 4.84375,
      "learning_rate": 1.8027993246671243e-05,
      "loss": 0.2924,
      "step": 2164
    },
    {
      "epoch": 1.4152362269086154,
      "grad_norm": 5.46875,
      "learning_rate": 1.802526977541951e-05,
      "loss": 0.5166,
      "step": 2165
    },
    {
      "epoch": 1.4158901422265817,
      "grad_norm": 4.0625,
      "learning_rate": 1.8022544630834292e-05,
      "loss": 0.4899,
      "step": 2166
    },
    {
      "epoch": 1.416544057544548,
      "grad_norm": 5.375,
      "learning_rate": 1.80198178134838e-05,
      "loss": 0.4054,
      "step": 2167
    },
    {
      "epoch": 1.4171979728625144,
      "grad_norm": 5.0,
      "learning_rate": 1.8017089323936604e-05,
      "loss": 0.2593,
      "step": 2168
    },
    {
      "epoch": 1.4178518881804807,
      "grad_norm": 5.125,
      "learning_rate": 1.801435916276161e-05,
      "loss": 0.4517,
      "step": 2169
    },
    {
      "epoch": 1.418505803498447,
      "grad_norm": 3.53125,
      "learning_rate": 1.8011627330528085e-05,
      "loss": 0.4364,
      "step": 2170
    },
    {
      "epoch": 1.4191597188164133,
      "grad_norm": 5.5,
      "learning_rate": 1.8008893827805632e-05,
      "loss": 0.5262,
      "step": 2171
    },
    {
      "epoch": 1.4198136341343797,
      "grad_norm": 6.96875,
      "learning_rate": 1.800615865516421e-05,
      "loss": 0.5427,
      "step": 2172
    },
    {
      "epoch": 1.420467549452346,
      "grad_norm": 5.0625,
      "learning_rate": 1.800342181317413e-05,
      "loss": 0.4951,
      "step": 2173
    },
    {
      "epoch": 1.4211214647703123,
      "grad_norm": 6.25,
      "learning_rate": 1.8000683302406038e-05,
      "loss": 0.7732,
      "step": 2174
    },
    {
      "epoch": 1.4217753800882786,
      "grad_norm": 3.609375,
      "learning_rate": 1.7997943123430936e-05,
      "loss": 0.304,
      "step": 2175
    },
    {
      "epoch": 1.422429295406245,
      "grad_norm": 5.4375,
      "learning_rate": 1.7995201276820182e-05,
      "loss": 0.3855,
      "step": 2176
    },
    {
      "epoch": 1.4230832107242113,
      "grad_norm": 7.21875,
      "learning_rate": 1.7992457763145467e-05,
      "loss": 0.7412,
      "step": 2177
    },
    {
      "epoch": 1.4237371260421776,
      "grad_norm": 5.375,
      "learning_rate": 1.798971258297883e-05,
      "loss": 0.4878,
      "step": 2178
    },
    {
      "epoch": 1.424391041360144,
      "grad_norm": 3.625,
      "learning_rate": 1.7986965736892674e-05,
      "loss": 0.344,
      "step": 2179
    },
    {
      "epoch": 1.4250449566781103,
      "grad_norm": 3.65625,
      "learning_rate": 1.7984217225459736e-05,
      "loss": 0.1872,
      "step": 2180
    },
    {
      "epoch": 1.4256988719960766,
      "grad_norm": 4.65625,
      "learning_rate": 1.7981467049253096e-05,
      "loss": 0.4264,
      "step": 2181
    },
    {
      "epoch": 1.426352787314043,
      "grad_norm": 4.90625,
      "learning_rate": 1.7978715208846197e-05,
      "loss": 0.4524,
      "step": 2182
    },
    {
      "epoch": 1.427006702632009,
      "grad_norm": 5.125,
      "learning_rate": 1.797596170481281e-05,
      "loss": 0.366,
      "step": 2183
    },
    {
      "epoch": 1.4276606179499756,
      "grad_norm": 3.953125,
      "learning_rate": 1.797320653772707e-05,
      "loss": 0.4595,
      "step": 2184
    },
    {
      "epoch": 1.4283145332679417,
      "grad_norm": 4.96875,
      "learning_rate": 1.7970449708163455e-05,
      "loss": 0.4422,
      "step": 2185
    },
    {
      "epoch": 1.4289684485859082,
      "grad_norm": 4.625,
      "learning_rate": 1.7967691216696777e-05,
      "loss": 0.5651,
      "step": 2186
    },
    {
      "epoch": 1.4296223639038743,
      "grad_norm": 7.15625,
      "learning_rate": 1.7964931063902208e-05,
      "loss": 0.6972,
      "step": 2187
    },
    {
      "epoch": 1.4302762792218409,
      "grad_norm": 6.25,
      "learning_rate": 1.7962169250355262e-05,
      "loss": 0.5443,
      "step": 2188
    },
    {
      "epoch": 1.430930194539807,
      "grad_norm": 5.6875,
      "learning_rate": 1.79594057766318e-05,
      "loss": 0.8491,
      "step": 2189
    },
    {
      "epoch": 1.4315841098577735,
      "grad_norm": 4.25,
      "learning_rate": 1.7956640643308028e-05,
      "loss": 0.2673,
      "step": 2190
    },
    {
      "epoch": 1.4322380251757396,
      "grad_norm": 3.5,
      "learning_rate": 1.7953873850960497e-05,
      "loss": 0.484,
      "step": 2191
    },
    {
      "epoch": 1.4328919404937062,
      "grad_norm": 6.21875,
      "learning_rate": 1.795110540016611e-05,
      "loss": 0.6586,
      "step": 2192
    },
    {
      "epoch": 1.4335458558116723,
      "grad_norm": 4.09375,
      "learning_rate": 1.7948335291502104e-05,
      "loss": 0.6402,
      "step": 2193
    },
    {
      "epoch": 1.4341997711296388,
      "grad_norm": 4.25,
      "learning_rate": 1.7945563525546077e-05,
      "loss": 0.4193,
      "step": 2194
    },
    {
      "epoch": 1.434853686447605,
      "grad_norm": 5.125,
      "learning_rate": 1.794279010287596e-05,
      "loss": 0.4139,
      "step": 2195
    },
    {
      "epoch": 1.4355076017655715,
      "grad_norm": 5.5,
      "learning_rate": 1.7940015024070036e-05,
      "loss": 0.4432,
      "step": 2196
    },
    {
      "epoch": 1.4361615170835376,
      "grad_norm": 4.125,
      "learning_rate": 1.7937238289706927e-05,
      "loss": 0.4024,
      "step": 2197
    },
    {
      "epoch": 1.4368154324015041,
      "grad_norm": 5.53125,
      "learning_rate": 1.793445990036561e-05,
      "loss": 0.314,
      "step": 2198
    },
    {
      "epoch": 1.4374693477194702,
      "grad_norm": 5.75,
      "learning_rate": 1.7931679856625398e-05,
      "loss": 0.5456,
      "step": 2199
    },
    {
      "epoch": 1.4381232630374368,
      "grad_norm": 7.03125,
      "learning_rate": 1.7928898159065955e-05,
      "loss": 0.5321,
      "step": 2200
    },
    {
      "epoch": 1.4387771783554029,
      "grad_norm": 7.0625,
      "learning_rate": 1.7926114808267284e-05,
      "loss": 0.3437,
      "step": 2201
    },
    {
      "epoch": 1.4394310936733694,
      "grad_norm": 4.34375,
      "learning_rate": 1.7923329804809745e-05,
      "loss": 0.4818,
      "step": 2202
    },
    {
      "epoch": 1.4400850089913355,
      "grad_norm": 5.5,
      "learning_rate": 1.792054314927402e-05,
      "loss": 0.4846,
      "step": 2203
    },
    {
      "epoch": 1.440738924309302,
      "grad_norm": 3.25,
      "learning_rate": 1.791775484224116e-05,
      "loss": 0.3393,
      "step": 2204
    },
    {
      "epoch": 1.4413928396272682,
      "grad_norm": 3.5,
      "learning_rate": 1.7914964884292543e-05,
      "loss": 0.2651,
      "step": 2205
    },
    {
      "epoch": 1.4420467549452347,
      "grad_norm": 4.75,
      "learning_rate": 1.79121732760099e-05,
      "loss": 0.4744,
      "step": 2206
    },
    {
      "epoch": 1.4427006702632008,
      "grad_norm": 5.625,
      "learning_rate": 1.790938001797531e-05,
      "loss": 0.5476,
      "step": 2207
    },
    {
      "epoch": 1.4433545855811674,
      "grad_norm": 4.125,
      "learning_rate": 1.790658511077118e-05,
      "loss": 0.4721,
      "step": 2208
    },
    {
      "epoch": 1.4440085008991335,
      "grad_norm": 6.25,
      "learning_rate": 1.7903788554980273e-05,
      "loss": 0.3127,
      "step": 2209
    },
    {
      "epoch": 1.4446624162171,
      "grad_norm": 3.9375,
      "learning_rate": 1.7900990351185697e-05,
      "loss": 0.2795,
      "step": 2210
    },
    {
      "epoch": 1.4453163315350661,
      "grad_norm": 3.859375,
      "learning_rate": 1.7898190499970897e-05,
      "loss": 0.3123,
      "step": 2211
    },
    {
      "epoch": 1.4459702468530327,
      "grad_norm": 5.46875,
      "learning_rate": 1.789538900191967e-05,
      "loss": 0.5746,
      "step": 2212
    },
    {
      "epoch": 1.4466241621709988,
      "grad_norm": 4.09375,
      "learning_rate": 1.7892585857616144e-05,
      "loss": 0.3456,
      "step": 2213
    },
    {
      "epoch": 1.4472780774889653,
      "grad_norm": 4.21875,
      "learning_rate": 1.78897810676448e-05,
      "loss": 0.4941,
      "step": 2214
    },
    {
      "epoch": 1.4479319928069314,
      "grad_norm": 4.75,
      "learning_rate": 1.788697463259046e-05,
      "loss": 0.4685,
      "step": 2215
    },
    {
      "epoch": 1.448585908124898,
      "grad_norm": 2.765625,
      "learning_rate": 1.788416655303829e-05,
      "loss": 0.2928,
      "step": 2216
    },
    {
      "epoch": 1.449239823442864,
      "grad_norm": 5.625,
      "learning_rate": 1.788135682957379e-05,
      "loss": 0.3706,
      "step": 2217
    },
    {
      "epoch": 1.4498937387608306,
      "grad_norm": 5.96875,
      "learning_rate": 1.787854546278282e-05,
      "loss": 0.3379,
      "step": 2218
    },
    {
      "epoch": 1.4505476540787967,
      "grad_norm": 5.28125,
      "learning_rate": 1.787573245325156e-05,
      "loss": 0.6744,
      "step": 2219
    },
    {
      "epoch": 1.4512015693967633,
      "grad_norm": 9.6875,
      "learning_rate": 1.787291780156656e-05,
      "loss": 0.7083,
      "step": 2220
    },
    {
      "epoch": 1.4518554847147294,
      "grad_norm": 3.15625,
      "learning_rate": 1.7870101508314686e-05,
      "loss": 0.2939,
      "step": 2221
    },
    {
      "epoch": 1.4525094000326957,
      "grad_norm": 4.15625,
      "learning_rate": 1.7867283574083164e-05,
      "loss": 0.3724,
      "step": 2222
    },
    {
      "epoch": 1.453163315350662,
      "grad_norm": 3.953125,
      "learning_rate": 1.7864463999459555e-05,
      "loss": 0.2478,
      "step": 2223
    },
    {
      "epoch": 1.4538172306686283,
      "grad_norm": 5.4375,
      "learning_rate": 1.7861642785031765e-05,
      "loss": 0.4748,
      "step": 2224
    },
    {
      "epoch": 1.4544711459865947,
      "grad_norm": 4.28125,
      "learning_rate": 1.785881993138803e-05,
      "loss": 0.2419,
      "step": 2225
    },
    {
      "epoch": 1.455125061304561,
      "grad_norm": 4.9375,
      "learning_rate": 1.7855995439116953e-05,
      "loss": 0.4652,
      "step": 2226
    },
    {
      "epoch": 1.4557789766225273,
      "grad_norm": 5.125,
      "learning_rate": 1.785316930880745e-05,
      "loss": 0.438,
      "step": 2227
    },
    {
      "epoch": 1.4564328919404936,
      "grad_norm": 3.828125,
      "learning_rate": 1.78503415410488e-05,
      "loss": 0.307,
      "step": 2228
    },
    {
      "epoch": 1.45708680725846,
      "grad_norm": 5.5625,
      "learning_rate": 1.7847512136430612e-05,
      "loss": 0.4072,
      "step": 2229
    },
    {
      "epoch": 1.4577407225764263,
      "grad_norm": 5.65625,
      "learning_rate": 1.784468109554284e-05,
      "loss": 0.3049,
      "step": 2230
    },
    {
      "epoch": 1.4583946378943926,
      "grad_norm": 3.828125,
      "learning_rate": 1.784184841897578e-05,
      "loss": 0.391,
      "step": 2231
    },
    {
      "epoch": 1.459048553212359,
      "grad_norm": 4.8125,
      "learning_rate": 1.783901410732007e-05,
      "loss": 0.3814,
      "step": 2232
    },
    {
      "epoch": 1.4597024685303253,
      "grad_norm": 4.5,
      "learning_rate": 1.7836178161166677e-05,
      "loss": 0.4544,
      "step": 2233
    },
    {
      "epoch": 1.4603563838482916,
      "grad_norm": 4.71875,
      "learning_rate": 1.783334058110693e-05,
      "loss": 0.3616,
      "step": 2234
    },
    {
      "epoch": 1.461010299166258,
      "grad_norm": 4.5,
      "learning_rate": 1.7830501367732484e-05,
      "loss": 0.3221,
      "step": 2235
    },
    {
      "epoch": 1.4616642144842242,
      "grad_norm": 4.6875,
      "learning_rate": 1.7827660521635336e-05,
      "loss": 0.3404,
      "step": 2236
    },
    {
      "epoch": 1.4623181298021906,
      "grad_norm": 5.8125,
      "learning_rate": 1.7824818043407828e-05,
      "loss": 0.433,
      "step": 2237
    },
    {
      "epoch": 1.4629720451201569,
      "grad_norm": 3.84375,
      "learning_rate": 1.7821973933642635e-05,
      "loss": 0.1666,
      "step": 2238
    },
    {
      "epoch": 1.4636259604381232,
      "grad_norm": 5.59375,
      "learning_rate": 1.781912819293278e-05,
      "loss": 0.4518,
      "step": 2239
    },
    {
      "epoch": 1.4642798757560895,
      "grad_norm": 5.21875,
      "learning_rate": 1.7816280821871626e-05,
      "loss": 0.4846,
      "step": 2240
    },
    {
      "epoch": 1.4649337910740559,
      "grad_norm": 5.0625,
      "learning_rate": 1.7813431821052867e-05,
      "loss": 0.5108,
      "step": 2241
    },
    {
      "epoch": 1.4655877063920222,
      "grad_norm": 4.71875,
      "learning_rate": 1.7810581191070545e-05,
      "loss": 0.4071,
      "step": 2242
    },
    {
      "epoch": 1.4662416217099885,
      "grad_norm": 4.1875,
      "learning_rate": 1.7807728932519038e-05,
      "loss": 0.2578,
      "step": 2243
    },
    {
      "epoch": 1.4668955370279548,
      "grad_norm": 6.75,
      "learning_rate": 1.7804875045993067e-05,
      "loss": 0.6314,
      "step": 2244
    },
    {
      "epoch": 1.4675494523459212,
      "grad_norm": 4.5,
      "learning_rate": 1.7802019532087692e-05,
      "loss": 0.3506,
      "step": 2245
    },
    {
      "epoch": 1.4682033676638875,
      "grad_norm": 5.0625,
      "learning_rate": 1.779916239139831e-05,
      "loss": 0.4146,
      "step": 2246
    },
    {
      "epoch": 1.4688572829818538,
      "grad_norm": 7.84375,
      "learning_rate": 1.7796303624520654e-05,
      "loss": 0.754,
      "step": 2247
    },
    {
      "epoch": 1.4695111982998201,
      "grad_norm": 4.5,
      "learning_rate": 1.77934432320508e-05,
      "loss": 0.3048,
      "step": 2248
    },
    {
      "epoch": 1.4701651136177865,
      "grad_norm": 4.25,
      "learning_rate": 1.779058121458517e-05,
      "loss": 0.3095,
      "step": 2249
    },
    {
      "epoch": 1.4708190289357528,
      "grad_norm": 5.0,
      "learning_rate": 1.778771757272051e-05,
      "loss": 0.5161,
      "step": 2250
    },
    {
      "epoch": 1.471472944253719,
      "grad_norm": 5.65625,
      "learning_rate": 1.7784852307053914e-05,
      "loss": 0.4457,
      "step": 2251
    },
    {
      "epoch": 1.4721268595716854,
      "grad_norm": 4.4375,
      "learning_rate": 1.7781985418182818e-05,
      "loss": 0.6011,
      "step": 2252
    },
    {
      "epoch": 1.4727807748896518,
      "grad_norm": 6.5625,
      "learning_rate": 1.7779116906704986e-05,
      "loss": 0.5325,
      "step": 2253
    },
    {
      "epoch": 1.473434690207618,
      "grad_norm": 4.53125,
      "learning_rate": 1.777624677321853e-05,
      "loss": 0.4167,
      "step": 2254
    },
    {
      "epoch": 1.4740886055255844,
      "grad_norm": 4.0625,
      "learning_rate": 1.777337501832189e-05,
      "loss": 0.3552,
      "step": 2255
    },
    {
      "epoch": 1.4747425208435507,
      "grad_norm": 4.71875,
      "learning_rate": 1.7770501642613853e-05,
      "loss": 0.4675,
      "step": 2256
    },
    {
      "epoch": 1.475396436161517,
      "grad_norm": 3.640625,
      "learning_rate": 1.7767626646693545e-05,
      "loss": 0.5097,
      "step": 2257
    },
    {
      "epoch": 1.4760503514794834,
      "grad_norm": 3.5625,
      "learning_rate": 1.7764750031160417e-05,
      "loss": 0.3028,
      "step": 2258
    },
    {
      "epoch": 1.4767042667974497,
      "grad_norm": 3.625,
      "learning_rate": 1.7761871796614278e-05,
      "loss": 0.3012,
      "step": 2259
    },
    {
      "epoch": 1.477358182115416,
      "grad_norm": 5.28125,
      "learning_rate": 1.7758991943655255e-05,
      "loss": 0.3402,
      "step": 2260
    },
    {
      "epoch": 1.4780120974333824,
      "grad_norm": 7.15625,
      "learning_rate": 1.7756110472883822e-05,
      "loss": 0.6943,
      "step": 2261
    },
    {
      "epoch": 1.4786660127513487,
      "grad_norm": 2.125,
      "learning_rate": 1.7753227384900792e-05,
      "loss": 0.1434,
      "step": 2262
    },
    {
      "epoch": 1.479319928069315,
      "grad_norm": 3.390625,
      "learning_rate": 1.775034268030731e-05,
      "loss": 0.3775,
      "step": 2263
    },
    {
      "epoch": 1.4799738433872813,
      "grad_norm": 4.53125,
      "learning_rate": 1.7747456359704856e-05,
      "loss": 0.3696,
      "step": 2264
    },
    {
      "epoch": 1.4806277587052477,
      "grad_norm": 5.0625,
      "learning_rate": 1.7744568423695257e-05,
      "loss": 0.5307,
      "step": 2265
    },
    {
      "epoch": 1.481281674023214,
      "grad_norm": 3.34375,
      "learning_rate": 1.774167887288067e-05,
      "loss": 0.2492,
      "step": 2266
    },
    {
      "epoch": 1.4819355893411803,
      "grad_norm": 3.234375,
      "learning_rate": 1.773878770786359e-05,
      "loss": 0.2144,
      "step": 2267
    },
    {
      "epoch": 1.4825895046591466,
      "grad_norm": 4.0,
      "learning_rate": 1.7735894929246844e-05,
      "loss": 0.2424,
      "step": 2268
    },
    {
      "epoch": 1.483243419977113,
      "grad_norm": 2.671875,
      "learning_rate": 1.7733000537633605e-05,
      "loss": 0.1398,
      "step": 2269
    },
    {
      "epoch": 1.4838973352950793,
      "grad_norm": 5.21875,
      "learning_rate": 1.773010453362737e-05,
      "loss": 0.4368,
      "step": 2270
    },
    {
      "epoch": 1.4845512506130456,
      "grad_norm": 5.0625,
      "learning_rate": 1.7727206917831988e-05,
      "loss": 0.3235,
      "step": 2271
    },
    {
      "epoch": 1.485205165931012,
      "grad_norm": 4.0625,
      "learning_rate": 1.772430769085163e-05,
      "loss": 0.3026,
      "step": 2272
    },
    {
      "epoch": 1.4858590812489783,
      "grad_norm": 4.0,
      "learning_rate": 1.772140685329081e-05,
      "loss": 0.2587,
      "step": 2273
    },
    {
      "epoch": 1.4865129965669446,
      "grad_norm": 5.875,
      "learning_rate": 1.7718504405754373e-05,
      "loss": 0.5082,
      "step": 2274
    },
    {
      "epoch": 1.487166911884911,
      "grad_norm": 5.375,
      "learning_rate": 1.7715600348847508e-05,
      "loss": 0.5812,
      "step": 2275
    },
    {
      "epoch": 1.4878208272028772,
      "grad_norm": 4.6875,
      "learning_rate": 1.771269468317573e-05,
      "loss": 0.3621,
      "step": 2276
    },
    {
      "epoch": 1.4884747425208436,
      "grad_norm": 3.53125,
      "learning_rate": 1.7709787409344893e-05,
      "loss": 0.2482,
      "step": 2277
    },
    {
      "epoch": 1.4891286578388099,
      "grad_norm": 3.828125,
      "learning_rate": 1.770687852796119e-05,
      "loss": 0.2793,
      "step": 2278
    },
    {
      "epoch": 1.4897825731567762,
      "grad_norm": 3.484375,
      "learning_rate": 1.7703968039631148e-05,
      "loss": 0.2115,
      "step": 2279
    },
    {
      "epoch": 1.4904364884747425,
      "grad_norm": 5.0625,
      "learning_rate": 1.7701055944961624e-05,
      "loss": 0.4724,
      "step": 2280
    },
    {
      "epoch": 1.4910904037927089,
      "grad_norm": 6.0625,
      "learning_rate": 1.7698142244559812e-05,
      "loss": 0.3141,
      "step": 2281
    },
    {
      "epoch": 1.4917443191106752,
      "grad_norm": 4.21875,
      "learning_rate": 1.7695226939033242e-05,
      "loss": 0.3516,
      "step": 2282
    },
    {
      "epoch": 1.4923982344286415,
      "grad_norm": 6.5,
      "learning_rate": 1.7692310028989785e-05,
      "loss": 0.6596,
      "step": 2283
    },
    {
      "epoch": 1.4930521497466078,
      "grad_norm": 3.359375,
      "learning_rate": 1.768939151503763e-05,
      "loss": 0.1663,
      "step": 2284
    },
    {
      "epoch": 1.4937060650645742,
      "grad_norm": 3.875,
      "learning_rate": 1.7686471397785322e-05,
      "loss": 0.2344,
      "step": 2285
    },
    {
      "epoch": 1.4943599803825405,
      "grad_norm": 6.59375,
      "learning_rate": 1.7683549677841723e-05,
      "loss": 0.5738,
      "step": 2286
    },
    {
      "epoch": 1.4950138957005068,
      "grad_norm": 3.359375,
      "learning_rate": 1.7680626355816036e-05,
      "loss": 0.2684,
      "step": 2287
    },
    {
      "epoch": 1.4956678110184731,
      "grad_norm": 4.34375,
      "learning_rate": 1.7677701432317794e-05,
      "loss": 0.3068,
      "step": 2288
    },
    {
      "epoch": 1.4963217263364395,
      "grad_norm": 6.84375,
      "learning_rate": 1.7674774907956874e-05,
      "loss": 0.6352,
      "step": 2289
    },
    {
      "epoch": 1.4969756416544058,
      "grad_norm": 5.40625,
      "learning_rate": 1.767184678334347e-05,
      "loss": 0.3149,
      "step": 2290
    },
    {
      "epoch": 1.497629556972372,
      "grad_norm": 2.578125,
      "learning_rate": 1.766891705908813e-05,
      "loss": 0.2009,
      "step": 2291
    },
    {
      "epoch": 1.4982834722903384,
      "grad_norm": 3.53125,
      "learning_rate": 1.766598573580172e-05,
      "loss": 0.2665,
      "step": 2292
    },
    {
      "epoch": 1.4989373876083047,
      "grad_norm": 4.375,
      "learning_rate": 1.7663052814095447e-05,
      "loss": 0.4633,
      "step": 2293
    },
    {
      "epoch": 1.499591302926271,
      "grad_norm": 5.65625,
      "learning_rate": 1.7660118294580844e-05,
      "loss": 0.4406,
      "step": 2294
    },
    {
      "epoch": 1.5002452182442374,
      "grad_norm": 3.90625,
      "learning_rate": 1.765718217786979e-05,
      "loss": 0.2999,
      "step": 2295
    },
    {
      "epoch": 1.5008991335622037,
      "grad_norm": 4.96875,
      "learning_rate": 1.765424446457448e-05,
      "loss": 0.2885,
      "step": 2296
    },
    {
      "epoch": 1.50155304888017,
      "grad_norm": 5.78125,
      "learning_rate": 1.7651305155307454e-05,
      "loss": 0.5739,
      "step": 2297
    },
    {
      "epoch": 1.5022069641981364,
      "grad_norm": 4.59375,
      "learning_rate": 1.7648364250681583e-05,
      "loss": 0.2914,
      "step": 2298
    },
    {
      "epoch": 1.5028608795161027,
      "grad_norm": 6.28125,
      "learning_rate": 1.7645421751310072e-05,
      "loss": 0.6361,
      "step": 2299
    },
    {
      "epoch": 1.503514794834069,
      "grad_norm": 6.71875,
      "learning_rate": 1.7642477657806454e-05,
      "loss": 0.5598,
      "step": 2300
    },
    {
      "epoch": 1.5041687101520353,
      "grad_norm": 8.1875,
      "learning_rate": 1.7639531970784594e-05,
      "loss": 0.7778,
      "step": 2301
    },
    {
      "epoch": 1.5048226254700017,
      "grad_norm": 4.28125,
      "learning_rate": 1.763658469085869e-05,
      "loss": 0.3894,
      "step": 2302
    },
    {
      "epoch": 1.505476540787968,
      "grad_norm": 5.1875,
      "learning_rate": 1.763363581864328e-05,
      "loss": 0.4134,
      "step": 2303
    },
    {
      "epoch": 1.5061304561059343,
      "grad_norm": 5.25,
      "learning_rate": 1.763068535475322e-05,
      "loss": 0.3368,
      "step": 2304
    },
    {
      "epoch": 1.5067843714239006,
      "grad_norm": 4.53125,
      "learning_rate": 1.7627733299803714e-05,
      "loss": 0.5108,
      "step": 2305
    },
    {
      "epoch": 1.507438286741867,
      "grad_norm": 3.484375,
      "learning_rate": 1.7624779654410283e-05,
      "loss": 0.223,
      "step": 2306
    },
    {
      "epoch": 1.5080922020598333,
      "grad_norm": 4.15625,
      "learning_rate": 1.7621824419188786e-05,
      "loss": 0.3185,
      "step": 2307
    },
    {
      "epoch": 1.5087461173777996,
      "grad_norm": 3.71875,
      "learning_rate": 1.7618867594755417e-05,
      "loss": 0.2575,
      "step": 2308
    },
    {
      "epoch": 1.509400032695766,
      "grad_norm": 5.0,
      "learning_rate": 1.7615909181726697e-05,
      "loss": 0.6067,
      "step": 2309
    },
    {
      "epoch": 1.5100539480137323,
      "grad_norm": 5.3125,
      "learning_rate": 1.7612949180719473e-05,
      "loss": 0.6687,
      "step": 2310
    },
    {
      "epoch": 1.5107078633316986,
      "grad_norm": 4.125,
      "learning_rate": 1.760998759235094e-05,
      "loss": 0.2738,
      "step": 2311
    },
    {
      "epoch": 1.511361778649665,
      "grad_norm": 3.484375,
      "learning_rate": 1.76070244172386e-05,
      "loss": 0.2532,
      "step": 2312
    },
    {
      "epoch": 1.5120156939676312,
      "grad_norm": 5.09375,
      "learning_rate": 1.7604059656000313e-05,
      "loss": 0.5349,
      "step": 2313
    },
    {
      "epoch": 1.5126696092855973,
      "grad_norm": 4.1875,
      "learning_rate": 1.7601093309254244e-05,
      "loss": 0.3029,
      "step": 2314
    },
    {
      "epoch": 1.513323524603564,
      "grad_norm": 5.65625,
      "learning_rate": 1.7598125377618904e-05,
      "loss": 0.5348,
      "step": 2315
    },
    {
      "epoch": 1.51397743992153,
      "grad_norm": 4.1875,
      "learning_rate": 1.7595155861713134e-05,
      "loss": 0.2674,
      "step": 2316
    },
    {
      "epoch": 1.5146313552394965,
      "grad_norm": 4.46875,
      "learning_rate": 1.75921847621561e-05,
      "loss": 0.5274,
      "step": 2317
    },
    {
      "epoch": 1.5152852705574626,
      "grad_norm": 3.203125,
      "learning_rate": 1.7589212079567297e-05,
      "loss": 0.2741,
      "step": 2318
    },
    {
      "epoch": 1.5159391858754292,
      "grad_norm": 3.015625,
      "learning_rate": 1.758623781456656e-05,
      "loss": 0.2318,
      "step": 2319
    },
    {
      "epoch": 1.5165931011933953,
      "grad_norm": 3.90625,
      "learning_rate": 1.758326196777404e-05,
      "loss": 0.3329,
      "step": 2320
    },
    {
      "epoch": 1.5172470165113618,
      "grad_norm": 4.03125,
      "learning_rate": 1.758028453981023e-05,
      "loss": 0.2747,
      "step": 2321
    },
    {
      "epoch": 1.517900931829328,
      "grad_norm": 3.5625,
      "learning_rate": 1.7577305531295943e-05,
      "loss": 0.373,
      "step": 2322
    },
    {
      "epoch": 1.5185548471472945,
      "grad_norm": 4.46875,
      "learning_rate": 1.757432494285233e-05,
      "loss": 0.4361,
      "step": 2323
    },
    {
      "epoch": 1.5192087624652606,
      "grad_norm": 4.90625,
      "learning_rate": 1.757134277510087e-05,
      "loss": 0.3804,
      "step": 2324
    },
    {
      "epoch": 1.5198626777832271,
      "grad_norm": 4.34375,
      "learning_rate": 1.7568359028663365e-05,
      "loss": 0.3011,
      "step": 2325
    },
    {
      "epoch": 1.5205165931011932,
      "grad_norm": 4.375,
      "learning_rate": 1.756537370416195e-05,
      "loss": 0.3906,
      "step": 2326
    },
    {
      "epoch": 1.5211705084191598,
      "grad_norm": 6.96875,
      "learning_rate": 1.7562386802219092e-05,
      "loss": 0.8485,
      "step": 2327
    },
    {
      "epoch": 1.521824423737126,
      "grad_norm": 5.0,
      "learning_rate": 1.755939832345758e-05,
      "loss": 0.5227,
      "step": 2328
    },
    {
      "epoch": 1.5224783390550924,
      "grad_norm": 5.0625,
      "learning_rate": 1.7556408268500542e-05,
      "loss": 0.351,
      "step": 2329
    },
    {
      "epoch": 1.5231322543730585,
      "grad_norm": 9.4375,
      "learning_rate": 1.7553416637971424e-05,
      "loss": 0.9022,
      "step": 2330
    },
    {
      "epoch": 1.523786169691025,
      "grad_norm": 4.71875,
      "learning_rate": 1.7550423432494007e-05,
      "loss": 0.3311,
      "step": 2331
    },
    {
      "epoch": 1.5244400850089912,
      "grad_norm": 5.8125,
      "learning_rate": 1.75474286526924e-05,
      "loss": 0.6049,
      "step": 2332
    },
    {
      "epoch": 1.5250940003269577,
      "grad_norm": 4.53125,
      "learning_rate": 1.754443229919103e-05,
      "loss": 0.5469,
      "step": 2333
    },
    {
      "epoch": 1.5257479156449238,
      "grad_norm": 3.78125,
      "learning_rate": 1.754143437261467e-05,
      "loss": 0.2707,
      "step": 2334
    },
    {
      "epoch": 1.5264018309628904,
      "grad_norm": 2.90625,
      "learning_rate": 1.753843487358841e-05,
      "loss": 0.2334,
      "step": 2335
    },
    {
      "epoch": 1.5270557462808565,
      "grad_norm": 3.046875,
      "learning_rate": 1.753543380273767e-05,
      "loss": 0.1857,
      "step": 2336
    },
    {
      "epoch": 1.527709661598823,
      "grad_norm": 6.25,
      "learning_rate": 1.7532431160688194e-05,
      "loss": 0.8458,
      "step": 2337
    },
    {
      "epoch": 1.5283635769167891,
      "grad_norm": 6.65625,
      "learning_rate": 1.752942694806606e-05,
      "loss": 0.6013,
      "step": 2338
    },
    {
      "epoch": 1.5290174922347557,
      "grad_norm": 4.6875,
      "learning_rate": 1.7526421165497674e-05,
      "loss": 0.3637,
      "step": 2339
    },
    {
      "epoch": 1.5296714075527218,
      "grad_norm": 3.90625,
      "learning_rate": 1.7523413813609757e-05,
      "loss": 0.2658,
      "step": 2340
    },
    {
      "epoch": 1.5303253228706883,
      "grad_norm": 5.75,
      "learning_rate": 1.7520404893029374e-05,
      "loss": 0.5556,
      "step": 2341
    },
    {
      "epoch": 1.5309792381886544,
      "grad_norm": 4.71875,
      "learning_rate": 1.7517394404383906e-05,
      "loss": 0.4663,
      "step": 2342
    },
    {
      "epoch": 1.531633153506621,
      "grad_norm": 5.96875,
      "learning_rate": 1.7514382348301063e-05,
      "loss": 0.4059,
      "step": 2343
    },
    {
      "epoch": 1.532287068824587,
      "grad_norm": 7.0,
      "learning_rate": 1.7511368725408888e-05,
      "loss": 0.4723,
      "step": 2344
    },
    {
      "epoch": 1.5329409841425536,
      "grad_norm": 5.28125,
      "learning_rate": 1.750835353633574e-05,
      "loss": 0.5439,
      "step": 2345
    },
    {
      "epoch": 1.5335948994605197,
      "grad_norm": 4.28125,
      "learning_rate": 1.7505336781710314e-05,
      "loss": 0.3011,
      "step": 2346
    },
    {
      "epoch": 1.5342488147784863,
      "grad_norm": 4.375,
      "learning_rate": 1.7502318462161626e-05,
      "loss": 0.4468,
      "step": 2347
    },
    {
      "epoch": 1.5349027300964524,
      "grad_norm": 2.953125,
      "learning_rate": 1.7499298578319017e-05,
      "loss": 0.1775,
      "step": 2348
    },
    {
      "epoch": 1.535556645414419,
      "grad_norm": 3.25,
      "learning_rate": 1.749627713081216e-05,
      "loss": 0.3724,
      "step": 2349
    },
    {
      "epoch": 1.536210560732385,
      "grad_norm": 4.125,
      "learning_rate": 1.7493254120271057e-05,
      "loss": 0.2553,
      "step": 2350
    },
    {
      "epoch": 1.5368644760503516,
      "grad_norm": 3.59375,
      "learning_rate": 1.7490229547326023e-05,
      "loss": 0.309,
      "step": 2351
    },
    {
      "epoch": 1.5375183913683177,
      "grad_norm": 5.09375,
      "learning_rate": 1.74872034126077e-05,
      "loss": 0.5343,
      "step": 2352
    },
    {
      "epoch": 1.5381723066862842,
      "grad_norm": 4.84375,
      "learning_rate": 1.7484175716747075e-05,
      "loss": 0.9494,
      "step": 2353
    },
    {
      "epoch": 1.5388262220042503,
      "grad_norm": 5.40625,
      "learning_rate": 1.748114646037544e-05,
      "loss": 0.3811,
      "step": 2354
    },
    {
      "epoch": 1.539480137322217,
      "grad_norm": 6.8125,
      "learning_rate": 1.747811564412442e-05,
      "loss": 0.4373,
      "step": 2355
    },
    {
      "epoch": 1.540134052640183,
      "grad_norm": 5.78125,
      "learning_rate": 1.747508326862597e-05,
      "loss": 0.3899,
      "step": 2356
    },
    {
      "epoch": 1.5407879679581495,
      "grad_norm": 3.015625,
      "learning_rate": 1.7472049334512354e-05,
      "loss": 0.2166,
      "step": 2357
    },
    {
      "epoch": 1.5414418832761156,
      "grad_norm": 3.96875,
      "learning_rate": 1.746901384241618e-05,
      "loss": 0.3114,
      "step": 2358
    },
    {
      "epoch": 1.5420957985940822,
      "grad_norm": 4.34375,
      "learning_rate": 1.746597679297037e-05,
      "loss": 0.3474,
      "step": 2359
    },
    {
      "epoch": 1.5427497139120483,
      "grad_norm": 2.9375,
      "learning_rate": 1.7462938186808172e-05,
      "loss": 0.2202,
      "step": 2360
    },
    {
      "epoch": 1.5434036292300148,
      "grad_norm": 4.25,
      "learning_rate": 1.745989802456316e-05,
      "loss": 0.3439,
      "step": 2361
    },
    {
      "epoch": 1.544057544547981,
      "grad_norm": 6.625,
      "learning_rate": 1.7456856306869234e-05,
      "loss": 0.5385,
      "step": 2362
    },
    {
      "epoch": 1.5447114598659475,
      "grad_norm": 6.71875,
      "learning_rate": 1.7453813034360618e-05,
      "loss": 0.8461,
      "step": 2363
    },
    {
      "epoch": 1.5453653751839136,
      "grad_norm": 4.6875,
      "learning_rate": 1.7450768207671857e-05,
      "loss": 0.4076,
      "step": 2364
    },
    {
      "epoch": 1.5460192905018801,
      "grad_norm": 3.46875,
      "learning_rate": 1.744772182743782e-05,
      "loss": 0.2539,
      "step": 2365
    },
    {
      "epoch": 1.5466732058198462,
      "grad_norm": 4.28125,
      "learning_rate": 1.7444673894293705e-05,
      "loss": 0.3514,
      "step": 2366
    },
    {
      "epoch": 1.5473271211378128,
      "grad_norm": 4.6875,
      "learning_rate": 1.744162440887503e-05,
      "loss": 0.2855,
      "step": 2367
    },
    {
      "epoch": 1.547981036455779,
      "grad_norm": 4.625,
      "learning_rate": 1.7438573371817637e-05,
      "loss": 0.3815,
      "step": 2368
    },
    {
      "epoch": 1.5486349517737454,
      "grad_norm": 4.46875,
      "learning_rate": 1.7435520783757693e-05,
      "loss": 0.3623,
      "step": 2369
    },
    {
      "epoch": 1.5492888670917115,
      "grad_norm": 4.875,
      "learning_rate": 1.743246664533168e-05,
      "loss": 0.4816,
      "step": 2370
    },
    {
      "epoch": 1.549942782409678,
      "grad_norm": 4.125,
      "learning_rate": 1.7429410957176423e-05,
      "loss": 0.3022,
      "step": 2371
    },
    {
      "epoch": 1.5505966977276442,
      "grad_norm": 4.875,
      "learning_rate": 1.7426353719929048e-05,
      "loss": 0.372,
      "step": 2372
    },
    {
      "epoch": 1.5512506130456107,
      "grad_norm": 6.65625,
      "learning_rate": 1.7423294934227017e-05,
      "loss": 0.7791,
      "step": 2373
    },
    {
      "epoch": 1.5519045283635768,
      "grad_norm": 6.21875,
      "learning_rate": 1.7420234600708112e-05,
      "loss": 0.4332,
      "step": 2374
    },
    {
      "epoch": 1.5525584436815434,
      "grad_norm": 5.53125,
      "learning_rate": 1.7417172720010436e-05,
      "loss": 0.4654,
      "step": 2375
    },
    {
      "epoch": 1.5532123589995095,
      "grad_norm": 5.375,
      "learning_rate": 1.7414109292772416e-05,
      "loss": 0.4067,
      "step": 2376
    },
    {
      "epoch": 1.553866274317476,
      "grad_norm": 4.375,
      "learning_rate": 1.74110443196328e-05,
      "loss": 0.2961,
      "step": 2377
    },
    {
      "epoch": 1.5545201896354421,
      "grad_norm": 6.0625,
      "learning_rate": 1.7407977801230664e-05,
      "loss": 0.6084,
      "step": 2378
    },
    {
      "epoch": 1.5551741049534087,
      "grad_norm": 4.0625,
      "learning_rate": 1.7404909738205397e-05,
      "loss": 0.3694,
      "step": 2379
    },
    {
      "epoch": 1.5558280202713748,
      "grad_norm": 6.5,
      "learning_rate": 1.7401840131196716e-05,
      "loss": 0.6468,
      "step": 2380
    },
    {
      "epoch": 1.5564819355893413,
      "grad_norm": 5.46875,
      "learning_rate": 1.7398768980844664e-05,
      "loss": 0.4835,
      "step": 2381
    },
    {
      "epoch": 1.5571358509073074,
      "grad_norm": 4.53125,
      "learning_rate": 1.739569628778959e-05,
      "loss": 0.3849,
      "step": 2382
    },
    {
      "epoch": 1.557789766225274,
      "grad_norm": 5.375,
      "learning_rate": 1.7392622052672185e-05,
      "loss": 0.6057,
      "step": 2383
    },
    {
      "epoch": 1.55844368154324,
      "grad_norm": 4.40625,
      "learning_rate": 1.738954627613345e-05,
      "loss": 0.4948,
      "step": 2384
    },
    {
      "epoch": 1.5590975968612066,
      "grad_norm": 4.8125,
      "learning_rate": 1.7386468958814706e-05,
      "loss": 0.4064,
      "step": 2385
    },
    {
      "epoch": 1.5597515121791727,
      "grad_norm": 3.828125,
      "learning_rate": 1.73833901013576e-05,
      "loss": 0.3421,
      "step": 2386
    },
    {
      "epoch": 1.5604054274971393,
      "grad_norm": 4.21875,
      "learning_rate": 1.7380309704404096e-05,
      "loss": 0.5244,
      "step": 2387
    },
    {
      "epoch": 1.5610593428151054,
      "grad_norm": 7.9375,
      "learning_rate": 1.737722776859649e-05,
      "loss": 0.579,
      "step": 2388
    },
    {
      "epoch": 1.5617132581330717,
      "grad_norm": 4.53125,
      "learning_rate": 1.7374144294577382e-05,
      "loss": 0.415,
      "step": 2389
    },
    {
      "epoch": 1.562367173451038,
      "grad_norm": 5.53125,
      "learning_rate": 1.7371059282989705e-05,
      "loss": 0.6204,
      "step": 2390
    },
    {
      "epoch": 1.5630210887690044,
      "grad_norm": 3.890625,
      "learning_rate": 1.7367972734476706e-05,
      "loss": 0.2134,
      "step": 2391
    },
    {
      "epoch": 1.5636750040869707,
      "grad_norm": 3.796875,
      "learning_rate": 1.7364884649681958e-05,
      "loss": 0.2046,
      "step": 2392
    },
    {
      "epoch": 1.564328919404937,
      "grad_norm": 6.65625,
      "learning_rate": 1.736179502924935e-05,
      "loss": 0.6791,
      "step": 2393
    },
    {
      "epoch": 1.5649828347229033,
      "grad_norm": 3.65625,
      "learning_rate": 1.7358703873823094e-05,
      "loss": 0.3279,
      "step": 2394
    },
    {
      "epoch": 1.5656367500408697,
      "grad_norm": 4.96875,
      "learning_rate": 1.7355611184047717e-05,
      "loss": 0.3292,
      "step": 2395
    },
    {
      "epoch": 1.566290665358836,
      "grad_norm": 4.71875,
      "learning_rate": 1.735251696056808e-05,
      "loss": 0.6034,
      "step": 2396
    },
    {
      "epoch": 1.5669445806768023,
      "grad_norm": 4.125,
      "learning_rate": 1.7349421204029343e-05,
      "loss": 0.4317,
      "step": 2397
    },
    {
      "epoch": 1.5675984959947686,
      "grad_norm": 7.4375,
      "learning_rate": 1.7346323915076998e-05,
      "loss": 1.0119,
      "step": 2398
    },
    {
      "epoch": 1.568252411312735,
      "grad_norm": 3.875,
      "learning_rate": 1.7343225094356857e-05,
      "loss": 0.3956,
      "step": 2399
    },
    {
      "epoch": 1.5689063266307013,
      "grad_norm": 5.625,
      "learning_rate": 1.734012474251505e-05,
      "loss": 0.6728,
      "step": 2400
    },
    {
      "epoch": 1.5695602419486676,
      "grad_norm": 5.0625,
      "learning_rate": 1.733702286019802e-05,
      "loss": 0.5831,
      "step": 2401
    },
    {
      "epoch": 1.570214157266634,
      "grad_norm": 4.15625,
      "learning_rate": 1.7333919448052547e-05,
      "loss": 0.3053,
      "step": 2402
    },
    {
      "epoch": 1.5708680725846003,
      "grad_norm": 4.75,
      "learning_rate": 1.7330814506725702e-05,
      "loss": 0.377,
      "step": 2403
    },
    {
      "epoch": 1.5715219879025666,
      "grad_norm": 3.609375,
      "learning_rate": 1.7327708036864902e-05,
      "loss": 0.3415,
      "step": 2404
    },
    {
      "epoch": 1.572175903220533,
      "grad_norm": 5.25,
      "learning_rate": 1.7324600039117862e-05,
      "loss": 0.3418,
      "step": 2405
    },
    {
      "epoch": 1.5728298185384992,
      "grad_norm": 5.21875,
      "learning_rate": 1.7321490514132634e-05,
      "loss": 0.4174,
      "step": 2406
    },
    {
      "epoch": 1.5734837338564656,
      "grad_norm": 3.6875,
      "learning_rate": 1.731837946255757e-05,
      "loss": 0.2071,
      "step": 2407
    },
    {
      "epoch": 1.5741376491744319,
      "grad_norm": 2.484375,
      "learning_rate": 1.7315266885041352e-05,
      "loss": 0.2235,
      "step": 2408
    },
    {
      "epoch": 1.5747915644923982,
      "grad_norm": 5.65625,
      "learning_rate": 1.7312152782232984e-05,
      "loss": 0.5885,
      "step": 2409
    },
    {
      "epoch": 1.5754454798103645,
      "grad_norm": 5.53125,
      "learning_rate": 1.730903715478177e-05,
      "loss": 0.5683,
      "step": 2410
    },
    {
      "epoch": 1.5760993951283309,
      "grad_norm": 3.484375,
      "learning_rate": 1.7305920003337355e-05,
      "loss": 0.283,
      "step": 2411
    },
    {
      "epoch": 1.5767533104462972,
      "grad_norm": 5.125,
      "learning_rate": 1.7302801328549683e-05,
      "loss": 0.331,
      "step": 2412
    },
    {
      "epoch": 1.5774072257642635,
      "grad_norm": 4.46875,
      "learning_rate": 1.7299681131069026e-05,
      "loss": 0.4577,
      "step": 2413
    },
    {
      "epoch": 1.5780611410822298,
      "grad_norm": 6.625,
      "learning_rate": 1.7296559411545968e-05,
      "loss": 0.4886,
      "step": 2414
    },
    {
      "epoch": 1.5787150564001962,
      "grad_norm": 3.953125,
      "learning_rate": 1.7293436170631414e-05,
      "loss": 0.6015,
      "step": 2415
    },
    {
      "epoch": 1.5793689717181625,
      "grad_norm": 5.46875,
      "learning_rate": 1.7290311408976587e-05,
      "loss": 0.6845,
      "step": 2416
    },
    {
      "epoch": 1.5800228870361288,
      "grad_norm": 4.875,
      "learning_rate": 1.728718512723302e-05,
      "loss": 0.3757,
      "step": 2417
    },
    {
      "epoch": 1.5806768023540951,
      "grad_norm": 4.03125,
      "learning_rate": 1.7284057326052572e-05,
      "loss": 0.2758,
      "step": 2418
    },
    {
      "epoch": 1.5813307176720615,
      "grad_norm": 5.9375,
      "learning_rate": 1.7280928006087415e-05,
      "loss": 0.3769,
      "step": 2419
    },
    {
      "epoch": 1.5819846329900278,
      "grad_norm": 4.84375,
      "learning_rate": 1.7277797167990033e-05,
      "loss": 0.3178,
      "step": 2420
    },
    {
      "epoch": 1.582638548307994,
      "grad_norm": 4.46875,
      "learning_rate": 1.7274664812413238e-05,
      "loss": 0.269,
      "step": 2421
    },
    {
      "epoch": 1.5832924636259604,
      "grad_norm": 3.796875,
      "learning_rate": 1.7271530940010145e-05,
      "loss": 0.419,
      "step": 2422
    },
    {
      "epoch": 1.5839463789439268,
      "grad_norm": 3.859375,
      "learning_rate": 1.7268395551434195e-05,
      "loss": 0.3487,
      "step": 2423
    },
    {
      "epoch": 1.584600294261893,
      "grad_norm": 6.21875,
      "learning_rate": 1.726525864733914e-05,
      "loss": 0.3626,
      "step": 2424
    },
    {
      "epoch": 1.5852542095798594,
      "grad_norm": 4.75,
      "learning_rate": 1.7262120228379053e-05,
      "loss": 0.2808,
      "step": 2425
    },
    {
      "epoch": 1.5859081248978257,
      "grad_norm": 5.34375,
      "learning_rate": 1.7258980295208313e-05,
      "loss": 0.475,
      "step": 2426
    },
    {
      "epoch": 1.586562040215792,
      "grad_norm": 5.25,
      "learning_rate": 1.7255838848481633e-05,
      "loss": 0.3498,
      "step": 2427
    },
    {
      "epoch": 1.5872159555337584,
      "grad_norm": 4.5625,
      "learning_rate": 1.7252695888854018e-05,
      "loss": 0.3264,
      "step": 2428
    },
    {
      "epoch": 1.5878698708517247,
      "grad_norm": 5.5,
      "learning_rate": 1.7249551416980806e-05,
      "loss": 0.6514,
      "step": 2429
    },
    {
      "epoch": 1.588523786169691,
      "grad_norm": 4.21875,
      "learning_rate": 1.724640543351764e-05,
      "loss": 0.4232,
      "step": 2430
    },
    {
      "epoch": 1.5891777014876574,
      "grad_norm": 3.375,
      "learning_rate": 1.7243257939120493e-05,
      "loss": 0.251,
      "step": 2431
    },
    {
      "epoch": 1.5898316168056237,
      "grad_norm": 7.21875,
      "learning_rate": 1.7240108934445636e-05,
      "loss": 0.6617,
      "step": 2432
    },
    {
      "epoch": 1.59048553212359,
      "grad_norm": 5.78125,
      "learning_rate": 1.723695842014966e-05,
      "loss": 0.5887,
      "step": 2433
    },
    {
      "epoch": 1.5911394474415563,
      "grad_norm": 4.5,
      "learning_rate": 1.723380639688948e-05,
      "loss": 0.3874,
      "step": 2434
    },
    {
      "epoch": 1.5917933627595227,
      "grad_norm": 3.109375,
      "learning_rate": 1.723065286532231e-05,
      "loss": 0.2615,
      "step": 2435
    },
    {
      "epoch": 1.592447278077489,
      "grad_norm": 8.1875,
      "learning_rate": 1.722749782610569e-05,
      "loss": 0.978,
      "step": 2436
    },
    {
      "epoch": 1.5931011933954553,
      "grad_norm": 7.28125,
      "learning_rate": 1.7224341279897473e-05,
      "loss": 0.7855,
      "step": 2437
    },
    {
      "epoch": 1.5937551087134216,
      "grad_norm": 3.515625,
      "learning_rate": 1.722118322735582e-05,
      "loss": 0.2365,
      "step": 2438
    },
    {
      "epoch": 1.594409024031388,
      "grad_norm": 4.5625,
      "learning_rate": 1.721802366913922e-05,
      "loss": 0.2626,
      "step": 2439
    },
    {
      "epoch": 1.5950629393493543,
      "grad_norm": 3.71875,
      "learning_rate": 1.7214862605906458e-05,
      "loss": 0.2982,
      "step": 2440
    },
    {
      "epoch": 1.5957168546673206,
      "grad_norm": 5.78125,
      "learning_rate": 1.721170003831664e-05,
      "loss": 0.4901,
      "step": 2441
    },
    {
      "epoch": 1.596370769985287,
      "grad_norm": 3.6875,
      "learning_rate": 1.720853596702919e-05,
      "loss": 0.3754,
      "step": 2442
    },
    {
      "epoch": 1.5970246853032533,
      "grad_norm": 4.0625,
      "learning_rate": 1.7205370392703842e-05,
      "loss": 0.2826,
      "step": 2443
    },
    {
      "epoch": 1.5976786006212196,
      "grad_norm": 4.65625,
      "learning_rate": 1.7202203316000648e-05,
      "loss": 0.3349,
      "step": 2444
    },
    {
      "epoch": 1.598332515939186,
      "grad_norm": 3.421875,
      "learning_rate": 1.7199034737579962e-05,
      "loss": 0.2709,
      "step": 2445
    },
    {
      "epoch": 1.5989864312571522,
      "grad_norm": 4.15625,
      "learning_rate": 1.719586465810246e-05,
      "loss": 0.4441,
      "step": 2446
    },
    {
      "epoch": 1.5996403465751186,
      "grad_norm": 3.90625,
      "learning_rate": 1.7192693078229134e-05,
      "loss": 0.2848,
      "step": 2447
    },
    {
      "epoch": 1.6002942618930849,
      "grad_norm": 3.53125,
      "learning_rate": 1.7189519998621274e-05,
      "loss": 0.2701,
      "step": 2448
    },
    {
      "epoch": 1.6009481772110512,
      "grad_norm": 3.25,
      "learning_rate": 1.7186345419940505e-05,
      "loss": 0.2838,
      "step": 2449
    },
    {
      "epoch": 1.6016020925290175,
      "grad_norm": 4.0,
      "learning_rate": 1.7183169342848742e-05,
      "loss": 0.3376,
      "step": 2450
    },
    {
      "epoch": 1.6022560078469839,
      "grad_norm": 5.0625,
      "learning_rate": 1.717999176800823e-05,
      "loss": 0.4781,
      "step": 2451
    },
    {
      "epoch": 1.6029099231649502,
      "grad_norm": 3.6875,
      "learning_rate": 1.7176812696081516e-05,
      "loss": 0.313,
      "step": 2452
    },
    {
      "epoch": 1.6035638384829165,
      "grad_norm": 5.90625,
      "learning_rate": 1.7173632127731462e-05,
      "loss": 0.5668,
      "step": 2453
    },
    {
      "epoch": 1.6042177538008828,
      "grad_norm": 4.4375,
      "learning_rate": 1.717045006362124e-05,
      "loss": 0.4045,
      "step": 2454
    },
    {
      "epoch": 1.6048716691188492,
      "grad_norm": 4.96875,
      "learning_rate": 1.7167266504414342e-05,
      "loss": 0.539,
      "step": 2455
    },
    {
      "epoch": 1.6055255844368155,
      "grad_norm": 4.53125,
      "learning_rate": 1.7164081450774558e-05,
      "loss": 0.3935,
      "step": 2456
    },
    {
      "epoch": 1.6061794997547818,
      "grad_norm": 4.9375,
      "learning_rate": 1.7160894903366006e-05,
      "loss": 0.5052,
      "step": 2457
    },
    {
      "epoch": 1.6068334150727481,
      "grad_norm": 4.96875,
      "learning_rate": 1.7157706862853097e-05,
      "loss": 0.534,
      "step": 2458
    },
    {
      "epoch": 1.6074873303907145,
      "grad_norm": 3.609375,
      "learning_rate": 1.715451732990057e-05,
      "loss": 0.3001,
      "step": 2459
    },
    {
      "epoch": 1.6081412457086808,
      "grad_norm": 6.53125,
      "learning_rate": 1.715132630517347e-05,
      "loss": 0.7137,
      "step": 2460
    },
    {
      "epoch": 1.608795161026647,
      "grad_norm": 5.5625,
      "learning_rate": 1.7148133789337145e-05,
      "loss": 0.6898,
      "step": 2461
    },
    {
      "epoch": 1.6094490763446134,
      "grad_norm": 4.09375,
      "learning_rate": 1.7144939783057263e-05,
      "loss": 0.3301,
      "step": 2462
    },
    {
      "epoch": 1.6101029916625795,
      "grad_norm": 3.890625,
      "learning_rate": 1.7141744286999803e-05,
      "loss": 0.1765,
      "step": 2463
    },
    {
      "epoch": 1.610756906980546,
      "grad_norm": 6.1875,
      "learning_rate": 1.713854730183105e-05,
      "loss": 0.6463,
      "step": 2464
    },
    {
      "epoch": 1.6114108222985122,
      "grad_norm": 5.96875,
      "learning_rate": 1.71353488282176e-05,
      "loss": 0.4241,
      "step": 2465
    },
    {
      "epoch": 1.6120647376164787,
      "grad_norm": 4.625,
      "learning_rate": 1.713214886682636e-05,
      "loss": 0.2543,
      "step": 2466
    },
    {
      "epoch": 1.6127186529344448,
      "grad_norm": 3.671875,
      "learning_rate": 1.7128947418324548e-05,
      "loss": 0.4509,
      "step": 2467
    },
    {
      "epoch": 1.6133725682524114,
      "grad_norm": 6.75,
      "learning_rate": 1.7125744483379692e-05,
      "loss": 0.6877,
      "step": 2468
    },
    {
      "epoch": 1.6140264835703775,
      "grad_norm": 4.09375,
      "learning_rate": 1.7122540062659632e-05,
      "loss": 0.2936,
      "step": 2469
    },
    {
      "epoch": 1.614680398888344,
      "grad_norm": 5.5625,
      "learning_rate": 1.7119334156832514e-05,
      "loss": 0.5913,
      "step": 2470
    },
    {
      "epoch": 1.6153343142063101,
      "grad_norm": 6.96875,
      "learning_rate": 1.7116126766566794e-05,
      "loss": 0.7757,
      "step": 2471
    },
    {
      "epoch": 1.6159882295242767,
      "grad_norm": 6.0,
      "learning_rate": 1.711291789253124e-05,
      "loss": 0.5675,
      "step": 2472
    },
    {
      "epoch": 1.6166421448422428,
      "grad_norm": 4.53125,
      "learning_rate": 1.710970753539493e-05,
      "loss": 0.5969,
      "step": 2473
    },
    {
      "epoch": 1.6172960601602093,
      "grad_norm": 4.46875,
      "learning_rate": 1.710649569582725e-05,
      "loss": 0.3588,
      "step": 2474
    },
    {
      "epoch": 1.6179499754781754,
      "grad_norm": 8.6875,
      "learning_rate": 1.7103282374497884e-05,
      "loss": 0.6367,
      "step": 2475
    },
    {
      "epoch": 1.618603890796142,
      "grad_norm": 3.984375,
      "learning_rate": 1.710006757207685e-05,
      "loss": 0.2543,
      "step": 2476
    },
    {
      "epoch": 1.619257806114108,
      "grad_norm": 4.21875,
      "learning_rate": 1.7096851289234448e-05,
      "loss": 0.2611,
      "step": 2477
    },
    {
      "epoch": 1.6199117214320746,
      "grad_norm": 4.90625,
      "learning_rate": 1.709363352664131e-05,
      "loss": 0.4685,
      "step": 2478
    },
    {
      "epoch": 1.6205656367500407,
      "grad_norm": 5.96875,
      "learning_rate": 1.7090414284968355e-05,
      "loss": 0.414,
      "step": 2479
    },
    {
      "epoch": 1.6212195520680073,
      "grad_norm": 4.03125,
      "learning_rate": 1.708719356488683e-05,
      "loss": 0.2501,
      "step": 2480
    },
    {
      "epoch": 1.6218734673859734,
      "grad_norm": 5.09375,
      "learning_rate": 1.7083971367068275e-05,
      "loss": 0.437,
      "step": 2481
    },
    {
      "epoch": 1.62252738270394,
      "grad_norm": 6.25,
      "learning_rate": 1.7080747692184546e-05,
      "loss": 0.7212,
      "step": 2482
    },
    {
      "epoch": 1.623181298021906,
      "grad_norm": 4.40625,
      "learning_rate": 1.7077522540907804e-05,
      "loss": 0.2993,
      "step": 2483
    },
    {
      "epoch": 1.6238352133398726,
      "grad_norm": 3.390625,
      "learning_rate": 1.707429591391052e-05,
      "loss": 0.193,
      "step": 2484
    },
    {
      "epoch": 1.6244891286578387,
      "grad_norm": 4.09375,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.2797,
      "step": 2485
    },
    {
      "epoch": 1.6251430439758052,
      "grad_norm": 5.03125,
      "learning_rate": 1.706783823544575e-05,
      "loss": 0.5681,
      "step": 2486
    },
    {
      "epoch": 1.6257969592937713,
      "grad_norm": 5.71875,
      "learning_rate": 1.7064607185324742e-05,
      "loss": 0.3986,
      "step": 2487
    },
    {
      "epoch": 1.6264508746117379,
      "grad_norm": 4.03125,
      "learning_rate": 1.7061374662176146e-05,
      "loss": 0.4483,
      "step": 2488
    },
    {
      "epoch": 1.627104789929704,
      "grad_norm": 4.5625,
      "learning_rate": 1.705814066667397e-05,
      "loss": 0.5583,
      "step": 2489
    },
    {
      "epoch": 1.6277587052476705,
      "grad_norm": 4.40625,
      "learning_rate": 1.705490519949253e-05,
      "loss": 0.3335,
      "step": 2490
    },
    {
      "epoch": 1.6284126205656366,
      "grad_norm": 8.5625,
      "learning_rate": 1.705166826130645e-05,
      "loss": 1.0713,
      "step": 2491
    },
    {
      "epoch": 1.6290665358836032,
      "grad_norm": 5.25,
      "learning_rate": 1.704842985279065e-05,
      "loss": 0.4527,
      "step": 2492
    },
    {
      "epoch": 1.6297204512015693,
      "grad_norm": 3.75,
      "learning_rate": 1.704518997462037e-05,
      "loss": 0.4729,
      "step": 2493
    },
    {
      "epoch": 1.6303743665195358,
      "grad_norm": 5.8125,
      "learning_rate": 1.704194862747115e-05,
      "loss": 0.4029,
      "step": 2494
    },
    {
      "epoch": 1.631028281837502,
      "grad_norm": 7.15625,
      "learning_rate": 1.7038705812018835e-05,
      "loss": 0.5933,
      "step": 2495
    },
    {
      "epoch": 1.6316821971554685,
      "grad_norm": 7.46875,
      "learning_rate": 1.703546152893958e-05,
      "loss": 0.6682,
      "step": 2496
    },
    {
      "epoch": 1.6323361124734346,
      "grad_norm": 6.125,
      "learning_rate": 1.7032215778909845e-05,
      "loss": 0.4157,
      "step": 2497
    },
    {
      "epoch": 1.6329900277914011,
      "grad_norm": 2.90625,
      "learning_rate": 1.702896856260639e-05,
      "loss": 0.1964,
      "step": 2498
    },
    {
      "epoch": 1.6336439431093672,
      "grad_norm": 6.65625,
      "learning_rate": 1.7025719880706292e-05,
      "loss": 0.4789,
      "step": 2499
    },
    {
      "epoch": 1.6342978584273338,
      "grad_norm": 5.375,
      "learning_rate": 1.7022469733886927e-05,
      "loss": 0.4753,
      "step": 2500
    },
    {
      "epoch": 1.6349517737452999,
      "grad_norm": 4.9375,
      "learning_rate": 1.7019218122825975e-05,
      "loss": 0.5549,
      "step": 2501
    },
    {
      "epoch": 1.6356056890632664,
      "grad_norm": 5.1875,
      "learning_rate": 1.7015965048201418e-05,
      "loss": 0.3263,
      "step": 2502
    },
    {
      "epoch": 1.6362596043812325,
      "grad_norm": 5.09375,
      "learning_rate": 1.7012710510691554e-05,
      "loss": 0.3525,
      "step": 2503
    },
    {
      "epoch": 1.636913519699199,
      "grad_norm": 6.15625,
      "learning_rate": 1.700945451097498e-05,
      "loss": 0.5383,
      "step": 2504
    },
    {
      "epoch": 1.6375674350171652,
      "grad_norm": 4.15625,
      "learning_rate": 1.70061970497306e-05,
      "loss": 0.3375,
      "step": 2505
    },
    {
      "epoch": 1.6382213503351317,
      "grad_norm": 3.875,
      "learning_rate": 1.700293812763762e-05,
      "loss": 0.3783,
      "step": 2506
    },
    {
      "epoch": 1.6388752656530978,
      "grad_norm": 4.65625,
      "learning_rate": 1.6999677745375546e-05,
      "loss": 0.4601,
      "step": 2507
    },
    {
      "epoch": 1.6395291809710644,
      "grad_norm": 4.5625,
      "learning_rate": 1.69964159036242e-05,
      "loss": 0.4648,
      "step": 2508
    },
    {
      "epoch": 1.6401830962890305,
      "grad_norm": 3.515625,
      "learning_rate": 1.69931526030637e-05,
      "loss": 0.2559,
      "step": 2509
    },
    {
      "epoch": 1.640837011606997,
      "grad_norm": 3.6875,
      "learning_rate": 1.6989887844374473e-05,
      "loss": 0.327,
      "step": 2510
    },
    {
      "epoch": 1.6414909269249631,
      "grad_norm": 3.921875,
      "learning_rate": 1.6986621628237244e-05,
      "loss": 0.2847,
      "step": 2511
    },
    {
      "epoch": 1.6421448422429297,
      "grad_norm": 2.71875,
      "learning_rate": 1.6983353955333047e-05,
      "loss": 0.1704,
      "step": 2512
    },
    {
      "epoch": 1.6427987575608958,
      "grad_norm": 4.15625,
      "learning_rate": 1.698008482634322e-05,
      "loss": 0.4071,
      "step": 2513
    },
    {
      "epoch": 1.6434526728788623,
      "grad_norm": 7.03125,
      "learning_rate": 1.6976814241949396e-05,
      "loss": 0.5005,
      "step": 2514
    },
    {
      "epoch": 1.6441065881968284,
      "grad_norm": 5.0625,
      "learning_rate": 1.697354220283353e-05,
      "loss": 0.4081,
      "step": 2515
    },
    {
      "epoch": 1.644760503514795,
      "grad_norm": 3.59375,
      "learning_rate": 1.6970268709677856e-05,
      "loss": 0.2658,
      "step": 2516
    },
    {
      "epoch": 1.645414418832761,
      "grad_norm": 4.0,
      "learning_rate": 1.6966993763164928e-05,
      "loss": 0.3736,
      "step": 2517
    },
    {
      "epoch": 1.6460683341507276,
      "grad_norm": 3.390625,
      "learning_rate": 1.6963717363977604e-05,
      "loss": 0.25,
      "step": 2518
    },
    {
      "epoch": 1.6467222494686937,
      "grad_norm": 3.5625,
      "learning_rate": 1.6960439512799036e-05,
      "loss": 0.1866,
      "step": 2519
    },
    {
      "epoch": 1.6473761647866603,
      "grad_norm": 4.34375,
      "learning_rate": 1.695716021031268e-05,
      "loss": 0.2979,
      "step": 2520
    },
    {
      "epoch": 1.6480300801046264,
      "grad_norm": 6.1875,
      "learning_rate": 1.6953879457202303e-05,
      "loss": 0.6568,
      "step": 2521
    },
    {
      "epoch": 1.648683995422593,
      "grad_norm": 3.59375,
      "learning_rate": 1.695059725415196e-05,
      "loss": 0.2959,
      "step": 2522
    },
    {
      "epoch": 1.649337910740559,
      "grad_norm": 3.171875,
      "learning_rate": 1.6947313601846025e-05,
      "loss": 0.1853,
      "step": 2523
    },
    {
      "epoch": 1.6499918260585256,
      "grad_norm": 12.625,
      "learning_rate": 1.6944028500969162e-05,
      "loss": 0.433,
      "step": 2524
    },
    {
      "epoch": 1.6506457413764917,
      "grad_norm": 5.125,
      "learning_rate": 1.6940741952206342e-05,
      "loss": 0.3733,
      "step": 2525
    },
    {
      "epoch": 1.6512996566944582,
      "grad_norm": 5.3125,
      "learning_rate": 1.6937453956242836e-05,
      "loss": 0.4937,
      "step": 2526
    },
    {
      "epoch": 1.6519535720124243,
      "grad_norm": 4.03125,
      "learning_rate": 1.6934164513764215e-05,
      "loss": 0.2739,
      "step": 2527
    },
    {
      "epoch": 1.6526074873303909,
      "grad_norm": 3.453125,
      "learning_rate": 1.6930873625456362e-05,
      "loss": 0.2389,
      "step": 2528
    },
    {
      "epoch": 1.653261402648357,
      "grad_norm": 4.09375,
      "learning_rate": 1.6927581292005445e-05,
      "loss": 0.1928,
      "step": 2529
    },
    {
      "epoch": 1.6539153179663235,
      "grad_norm": 4.6875,
      "learning_rate": 1.692428751409795e-05,
      "loss": 0.585,
      "step": 2530
    },
    {
      "epoch": 1.6545692332842896,
      "grad_norm": 5.0,
      "learning_rate": 1.692099229242065e-05,
      "loss": 0.5313,
      "step": 2531
    },
    {
      "epoch": 1.6552231486022562,
      "grad_norm": 4.84375,
      "learning_rate": 1.691769562766063e-05,
      "loss": 0.3923,
      "step": 2532
    },
    {
      "epoch": 1.6558770639202223,
      "grad_norm": 5.28125,
      "learning_rate": 1.6914397520505267e-05,
      "loss": 0.3824,
      "step": 2533
    },
    {
      "epoch": 1.6565309792381888,
      "grad_norm": 5.0,
      "learning_rate": 1.6911097971642244e-05,
      "loss": 0.4812,
      "step": 2534
    },
    {
      "epoch": 1.657184894556155,
      "grad_norm": 5.53125,
      "learning_rate": 1.690779698175955e-05,
      "loss": 0.4113,
      "step": 2535
    },
    {
      "epoch": 1.6578388098741215,
      "grad_norm": 4.125,
      "learning_rate": 1.6904494551545457e-05,
      "loss": 0.3789,
      "step": 2536
    },
    {
      "epoch": 1.6584927251920876,
      "grad_norm": 4.46875,
      "learning_rate": 1.6901190681688558e-05,
      "loss": 0.4669,
      "step": 2537
    },
    {
      "epoch": 1.659146640510054,
      "grad_norm": 5.53125,
      "learning_rate": 1.6897885372877732e-05,
      "loss": 0.2812,
      "step": 2538
    },
    {
      "epoch": 1.6598005558280202,
      "grad_norm": 5.28125,
      "learning_rate": 1.6894578625802157e-05,
      "loss": 0.4834,
      "step": 2539
    },
    {
      "epoch": 1.6604544711459865,
      "grad_norm": 6.0,
      "learning_rate": 1.6891270441151327e-05,
      "loss": 0.4614,
      "step": 2540
    },
    {
      "epoch": 1.6611083864639529,
      "grad_norm": 4.53125,
      "learning_rate": 1.6887960819615025e-05,
      "loss": 0.2194,
      "step": 2541
    },
    {
      "epoch": 1.6617623017819192,
      "grad_norm": 4.34375,
      "learning_rate": 1.6884649761883322e-05,
      "loss": 0.2039,
      "step": 2542
    },
    {
      "epoch": 1.6624162170998855,
      "grad_norm": 4.84375,
      "learning_rate": 1.688133726864661e-05,
      "loss": 0.2917,
      "step": 2543
    },
    {
      "epoch": 1.6630701324178518,
      "grad_norm": 6.96875,
      "learning_rate": 1.687802334059557e-05,
      "loss": 0.7402,
      "step": 2544
    },
    {
      "epoch": 1.6637240477358182,
      "grad_norm": 4.75,
      "learning_rate": 1.687470797842118e-05,
      "loss": 0.5023,
      "step": 2545
    },
    {
      "epoch": 1.6643779630537845,
      "grad_norm": 3.359375,
      "learning_rate": 1.687139118281472e-05,
      "loss": 0.2519,
      "step": 2546
    },
    {
      "epoch": 1.6650318783717508,
      "grad_norm": 6.59375,
      "learning_rate": 1.6868072954467773e-05,
      "loss": 0.4992,
      "step": 2547
    },
    {
      "epoch": 1.6656857936897171,
      "grad_norm": 4.4375,
      "learning_rate": 1.686475329407221e-05,
      "loss": 0.4386,
      "step": 2548
    },
    {
      "epoch": 1.6663397090076835,
      "grad_norm": 5.6875,
      "learning_rate": 1.6861432202320208e-05,
      "loss": 0.3676,
      "step": 2549
    },
    {
      "epoch": 1.6669936243256498,
      "grad_norm": 6.5,
      "learning_rate": 1.6858109679904245e-05,
      "loss": 1.1778,
      "step": 2550
    },
    {
      "epoch": 1.6676475396436161,
      "grad_norm": 3.921875,
      "learning_rate": 1.685478572751709e-05,
      "loss": 0.339,
      "step": 2551
    },
    {
      "epoch": 1.6683014549615824,
      "grad_norm": 5.84375,
      "learning_rate": 1.6851460345851816e-05,
      "loss": 0.3984,
      "step": 2552
    },
    {
      "epoch": 1.6689553702795488,
      "grad_norm": 5.90625,
      "learning_rate": 1.6848133535601795e-05,
      "loss": 0.4298,
      "step": 2553
    },
    {
      "epoch": 1.669609285597515,
      "grad_norm": 3.8125,
      "learning_rate": 1.6844805297460687e-05,
      "loss": 0.2798,
      "step": 2554
    },
    {
      "epoch": 1.6702632009154814,
      "grad_norm": 5.5625,
      "learning_rate": 1.684147563212246e-05,
      "loss": 0.3826,
      "step": 2555
    },
    {
      "epoch": 1.6709171162334477,
      "grad_norm": 5.5625,
      "learning_rate": 1.683814454028138e-05,
      "loss": 0.3089,
      "step": 2556
    },
    {
      "epoch": 1.671571031551414,
      "grad_norm": 6.59375,
      "learning_rate": 1.6834812022632e-05,
      "loss": 0.7408,
      "step": 2557
    },
    {
      "epoch": 1.6722249468693804,
      "grad_norm": 7.46875,
      "learning_rate": 1.6831478079869176e-05,
      "loss": 0.9188,
      "step": 2558
    },
    {
      "epoch": 1.6728788621873467,
      "grad_norm": 3.875,
      "learning_rate": 1.6828142712688068e-05,
      "loss": 0.4193,
      "step": 2559
    },
    {
      "epoch": 1.673532777505313,
      "grad_norm": 6.46875,
      "learning_rate": 1.6824805921784122e-05,
      "loss": 0.5198,
      "step": 2560
    },
    {
      "epoch": 1.6741866928232794,
      "grad_norm": 4.5625,
      "learning_rate": 1.682146770785309e-05,
      "loss": 0.5141,
      "step": 2561
    },
    {
      "epoch": 1.6748406081412457,
      "grad_norm": 3.890625,
      "learning_rate": 1.6818128071591015e-05,
      "loss": 0.4048,
      "step": 2562
    },
    {
      "epoch": 1.675494523459212,
      "grad_norm": 5.71875,
      "learning_rate": 1.6814787013694237e-05,
      "loss": 0.4639,
      "step": 2563
    },
    {
      "epoch": 1.6761484387771783,
      "grad_norm": 4.9375,
      "learning_rate": 1.68114445348594e-05,
      "loss": 0.4583,
      "step": 2564
    },
    {
      "epoch": 1.6768023540951447,
      "grad_norm": 3.84375,
      "learning_rate": 1.680810063578342e-05,
      "loss": 0.4048,
      "step": 2565
    },
    {
      "epoch": 1.677456269413111,
      "grad_norm": 4.40625,
      "learning_rate": 1.6804755317163548e-05,
      "loss": 0.3001,
      "step": 2566
    },
    {
      "epoch": 1.6781101847310773,
      "grad_norm": 5.34375,
      "learning_rate": 1.6801408579697298e-05,
      "loss": 0.4298,
      "step": 2567
    },
    {
      "epoch": 1.6787641000490436,
      "grad_norm": 4.625,
      "learning_rate": 1.6798060424082497e-05,
      "loss": 0.3892,
      "step": 2568
    },
    {
      "epoch": 1.67941801536701,
      "grad_norm": 3.28125,
      "learning_rate": 1.6794710851017256e-05,
      "loss": 0.2836,
      "step": 2569
    },
    {
      "epoch": 1.6800719306849763,
      "grad_norm": 6.15625,
      "learning_rate": 1.6791359861199994e-05,
      "loss": 0.8757,
      "step": 2570
    },
    {
      "epoch": 1.6807258460029426,
      "grad_norm": 7.15625,
      "learning_rate": 1.678800745532942e-05,
      "loss": 0.7364,
      "step": 2571
    },
    {
      "epoch": 1.681379761320909,
      "grad_norm": 5.34375,
      "learning_rate": 1.678465363410453e-05,
      "loss": 0.4924,
      "step": 2572
    },
    {
      "epoch": 1.6820336766388753,
      "grad_norm": 4.9375,
      "learning_rate": 1.678129839822463e-05,
      "loss": 0.4368,
      "step": 2573
    },
    {
      "epoch": 1.6826875919568416,
      "grad_norm": 5.1875,
      "learning_rate": 1.6777941748389316e-05,
      "loss": 0.2711,
      "step": 2574
    },
    {
      "epoch": 1.683341507274808,
      "grad_norm": 6.9375,
      "learning_rate": 1.6774583685298468e-05,
      "loss": 0.5899,
      "step": 2575
    },
    {
      "epoch": 1.6839954225927742,
      "grad_norm": 4.78125,
      "learning_rate": 1.6771224209652274e-05,
      "loss": 0.4804,
      "step": 2576
    },
    {
      "epoch": 1.6846493379107406,
      "grad_norm": 4.25,
      "learning_rate": 1.6767863322151212e-05,
      "loss": 0.341,
      "step": 2577
    },
    {
      "epoch": 1.6853032532287069,
      "grad_norm": 7.3125,
      "learning_rate": 1.6764501023496055e-05,
      "loss": 0.8289,
      "step": 2578
    },
    {
      "epoch": 1.6859571685466732,
      "grad_norm": 5.75,
      "learning_rate": 1.676113731438786e-05,
      "loss": 0.4238,
      "step": 2579
    },
    {
      "epoch": 1.6866110838646395,
      "grad_norm": 5.28125,
      "learning_rate": 1.6757772195528002e-05,
      "loss": 0.5529,
      "step": 2580
    },
    {
      "epoch": 1.6872649991826059,
      "grad_norm": 5.5625,
      "learning_rate": 1.675440566761813e-05,
      "loss": 0.5225,
      "step": 2581
    },
    {
      "epoch": 1.6879189145005722,
      "grad_norm": 7.03125,
      "learning_rate": 1.675103773136019e-05,
      "loss": 0.6415,
      "step": 2582
    },
    {
      "epoch": 1.6885728298185385,
      "grad_norm": 4.15625,
      "learning_rate": 1.6747668387456422e-05,
      "loss": 0.3411,
      "step": 2583
    },
    {
      "epoch": 1.6892267451365048,
      "grad_norm": 4.5625,
      "learning_rate": 1.6744297636609363e-05,
      "loss": 0.4101,
      "step": 2584
    },
    {
      "epoch": 1.6898806604544712,
      "grad_norm": 5.375,
      "learning_rate": 1.6740925479521844e-05,
      "loss": 0.5726,
      "step": 2585
    },
    {
      "epoch": 1.6905345757724375,
      "grad_norm": 5.25,
      "learning_rate": 1.6737551916896994e-05,
      "loss": 0.3703,
      "step": 2586
    },
    {
      "epoch": 1.6911884910904038,
      "grad_norm": 5.59375,
      "learning_rate": 1.673417694943821e-05,
      "loss": 0.4041,
      "step": 2587
    },
    {
      "epoch": 1.6918424064083701,
      "grad_norm": 4.46875,
      "learning_rate": 1.6730800577849213e-05,
      "loss": 0.3314,
      "step": 2588
    },
    {
      "epoch": 1.6924963217263365,
      "grad_norm": 4.34375,
      "learning_rate": 1.6727422802834e-05,
      "loss": 0.5823,
      "step": 2589
    },
    {
      "epoch": 1.6931502370443028,
      "grad_norm": 8.75,
      "learning_rate": 1.6724043625096866e-05,
      "loss": 0.8256,
      "step": 2590
    },
    {
      "epoch": 1.693804152362269,
      "grad_norm": 7.3125,
      "learning_rate": 1.6720663045342395e-05,
      "loss": 0.6609,
      "step": 2591
    },
    {
      "epoch": 1.6944580676802354,
      "grad_norm": 7.28125,
      "learning_rate": 1.6717281064275467e-05,
      "loss": 0.9614,
      "step": 2592
    },
    {
      "epoch": 1.6951119829982018,
      "grad_norm": 4.65625,
      "learning_rate": 1.671389768260125e-05,
      "loss": 0.3563,
      "step": 2593
    },
    {
      "epoch": 1.695765898316168,
      "grad_norm": 4.65625,
      "learning_rate": 1.671051290102521e-05,
      "loss": 0.3481,
      "step": 2594
    },
    {
      "epoch": 1.6964198136341344,
      "grad_norm": 3.8125,
      "learning_rate": 1.6707126720253097e-05,
      "loss": 0.3258,
      "step": 2595
    },
    {
      "epoch": 1.6970737289521007,
      "grad_norm": 4.75,
      "learning_rate": 1.670373914099096e-05,
      "loss": 0.4066,
      "step": 2596
    },
    {
      "epoch": 1.697727644270067,
      "grad_norm": 5.3125,
      "learning_rate": 1.670035016394513e-05,
      "loss": 0.4834,
      "step": 2597
    },
    {
      "epoch": 1.6983815595880334,
      "grad_norm": 3.3125,
      "learning_rate": 1.6696959789822245e-05,
      "loss": 0.1601,
      "step": 2598
    },
    {
      "epoch": 1.6990354749059997,
      "grad_norm": 4.375,
      "learning_rate": 1.6693568019329225e-05,
      "loss": 0.3392,
      "step": 2599
    },
    {
      "epoch": 1.699689390223966,
      "grad_norm": 2.921875,
      "learning_rate": 1.6690174853173276e-05,
      "loss": 0.2845,
      "step": 2600
    },
    {
      "epoch": 1.7003433055419324,
      "grad_norm": 5.71875,
      "learning_rate": 1.6686780292061903e-05,
      "loss": 0.481,
      "step": 2601
    },
    {
      "epoch": 1.7009972208598987,
      "grad_norm": 4.5625,
      "learning_rate": 1.6683384336702898e-05,
      "loss": 0.2703,
      "step": 2602
    },
    {
      "epoch": 1.701651136177865,
      "grad_norm": 4.90625,
      "learning_rate": 1.667998698780435e-05,
      "loss": 0.3571,
      "step": 2603
    },
    {
      "epoch": 1.7023050514958313,
      "grad_norm": 4.65625,
      "learning_rate": 1.6676588246074627e-05,
      "loss": 0.5073,
      "step": 2604
    },
    {
      "epoch": 1.7029589668137977,
      "grad_norm": 4.5,
      "learning_rate": 1.6673188112222394e-05,
      "loss": 0.5489,
      "step": 2605
    },
    {
      "epoch": 1.703612882131764,
      "grad_norm": 5.71875,
      "learning_rate": 1.6669786586956616e-05,
      "loss": 0.5399,
      "step": 2606
    },
    {
      "epoch": 1.7042667974497303,
      "grad_norm": 4.03125,
      "learning_rate": 1.6666383670986528e-05,
      "loss": 0.3031,
      "step": 2607
    },
    {
      "epoch": 1.7049207127676966,
      "grad_norm": 5.1875,
      "learning_rate": 1.666297936502167e-05,
      "loss": 0.5535,
      "step": 2608
    },
    {
      "epoch": 1.705574628085663,
      "grad_norm": 3.84375,
      "learning_rate": 1.6659573669771867e-05,
      "loss": 0.1699,
      "step": 2609
    },
    {
      "epoch": 1.7062285434036293,
      "grad_norm": 5.0625,
      "learning_rate": 1.6656166585947234e-05,
      "loss": 0.3948,
      "step": 2610
    },
    {
      "epoch": 1.7068824587215956,
      "grad_norm": 4.59375,
      "learning_rate": 1.665275811425817e-05,
      "loss": 0.4746,
      "step": 2611
    },
    {
      "epoch": 1.7075363740395617,
      "grad_norm": 4.1875,
      "learning_rate": 1.664934825541538e-05,
      "loss": 0.4626,
      "step": 2612
    },
    {
      "epoch": 1.7081902893575283,
      "grad_norm": 6.8125,
      "learning_rate": 1.6645937010129837e-05,
      "loss": 0.9037,
      "step": 2613
    },
    {
      "epoch": 1.7088442046754944,
      "grad_norm": 3.390625,
      "learning_rate": 1.664252437911282e-05,
      "loss": 0.215,
      "step": 2614
    },
    {
      "epoch": 1.709498119993461,
      "grad_norm": 4.125,
      "learning_rate": 1.6639110363075884e-05,
      "loss": 0.3194,
      "step": 2615
    },
    {
      "epoch": 1.710152035311427,
      "grad_norm": 3.203125,
      "learning_rate": 1.6635694962730883e-05,
      "loss": 0.2268,
      "step": 2616
    },
    {
      "epoch": 1.7108059506293936,
      "grad_norm": 4.53125,
      "learning_rate": 1.6632278178789956e-05,
      "loss": 0.3103,
      "step": 2617
    },
    {
      "epoch": 1.7114598659473597,
      "grad_norm": 3.453125,
      "learning_rate": 1.6628860011965526e-05,
      "loss": 0.2356,
      "step": 2618
    },
    {
      "epoch": 1.7121137812653262,
      "grad_norm": 2.546875,
      "learning_rate": 1.6625440462970314e-05,
      "loss": 0.1658,
      "step": 2619
    },
    {
      "epoch": 1.7127676965832923,
      "grad_norm": 5.9375,
      "learning_rate": 1.6622019532517318e-05,
      "loss": 0.4097,
      "step": 2620
    },
    {
      "epoch": 1.7134216119012589,
      "grad_norm": 3.75,
      "learning_rate": 1.6618597221319835e-05,
      "loss": 0.5039,
      "step": 2621
    },
    {
      "epoch": 1.714075527219225,
      "grad_norm": 5.5,
      "learning_rate": 1.661517353009144e-05,
      "loss": 0.4158,
      "step": 2622
    },
    {
      "epoch": 1.7147294425371915,
      "grad_norm": 4.9375,
      "learning_rate": 1.6611748459546e-05,
      "loss": 0.7647,
      "step": 2623
    },
    {
      "epoch": 1.7153833578551576,
      "grad_norm": 3.90625,
      "learning_rate": 1.6608322010397673e-05,
      "loss": 0.4834,
      "step": 2624
    },
    {
      "epoch": 1.7160372731731242,
      "grad_norm": 7.1875,
      "learning_rate": 1.66048941833609e-05,
      "loss": 1.1695,
      "step": 2625
    },
    {
      "epoch": 1.7166911884910903,
      "grad_norm": 5.9375,
      "learning_rate": 1.6601464979150407e-05,
      "loss": 0.559,
      "step": 2626
    },
    {
      "epoch": 1.7173451038090568,
      "grad_norm": 7.53125,
      "learning_rate": 1.6598034398481218e-05,
      "loss": 1.1863,
      "step": 2627
    },
    {
      "epoch": 1.717999019127023,
      "grad_norm": 4.59375,
      "learning_rate": 1.6594602442068634e-05,
      "loss": 0.4833,
      "step": 2628
    },
    {
      "epoch": 1.7186529344449895,
      "grad_norm": 4.96875,
      "learning_rate": 1.659116911062824e-05,
      "loss": 0.5856,
      "step": 2629
    },
    {
      "epoch": 1.7193068497629556,
      "grad_norm": 4.0,
      "learning_rate": 1.6587734404875925e-05,
      "loss": 0.2741,
      "step": 2630
    },
    {
      "epoch": 1.719960765080922,
      "grad_norm": 9.3125,
      "learning_rate": 1.6584298325527837e-05,
      "loss": 0.5273,
      "step": 2631
    },
    {
      "epoch": 1.7206146803988882,
      "grad_norm": 4.59375,
      "learning_rate": 1.658086087330044e-05,
      "loss": 0.4054,
      "step": 2632
    },
    {
      "epoch": 1.7212685957168548,
      "grad_norm": 5.96875,
      "learning_rate": 1.6577422048910466e-05,
      "loss": 0.4402,
      "step": 2633
    },
    {
      "epoch": 1.7219225110348209,
      "grad_norm": 4.9375,
      "learning_rate": 1.6573981853074937e-05,
      "loss": 0.4559,
      "step": 2634
    },
    {
      "epoch": 1.7225764263527874,
      "grad_norm": 6.125,
      "learning_rate": 1.6570540286511157e-05,
      "loss": 1.0348,
      "step": 2635
    },
    {
      "epoch": 1.7232303416707535,
      "grad_norm": 6.5,
      "learning_rate": 1.656709734993673e-05,
      "loss": 0.7541,
      "step": 2636
    },
    {
      "epoch": 1.72388425698872,
      "grad_norm": 3.8125,
      "learning_rate": 1.656365304406953e-05,
      "loss": 0.5219,
      "step": 2637
    },
    {
      "epoch": 1.7245381723066862,
      "grad_norm": 5.375,
      "learning_rate": 1.656020736962772e-05,
      "loss": 0.4333,
      "step": 2638
    },
    {
      "epoch": 1.7251920876246527,
      "grad_norm": 5.78125,
      "learning_rate": 1.655676032732976e-05,
      "loss": 0.5399,
      "step": 2639
    },
    {
      "epoch": 1.7258460029426188,
      "grad_norm": 5.78125,
      "learning_rate": 1.655331191789438e-05,
      "loss": 0.647,
      "step": 2640
    },
    {
      "epoch": 1.7264999182605854,
      "grad_norm": 3.59375,
      "learning_rate": 1.65498621420406e-05,
      "loss": 0.2718,
      "step": 2641
    },
    {
      "epoch": 1.7271538335785515,
      "grad_norm": 3.65625,
      "learning_rate": 1.6546411000487726e-05,
      "loss": 0.325,
      "step": 2642
    },
    {
      "epoch": 1.727807748896518,
      "grad_norm": 5.40625,
      "learning_rate": 1.6542958493955357e-05,
      "loss": 0.5002,
      "step": 2643
    },
    {
      "epoch": 1.728461664214484,
      "grad_norm": 8.625,
      "learning_rate": 1.653950462316336e-05,
      "loss": 1.0366,
      "step": 2644
    },
    {
      "epoch": 1.7291155795324507,
      "grad_norm": 4.40625,
      "learning_rate": 1.6536049388831897e-05,
      "loss": 0.277,
      "step": 2645
    },
    {
      "epoch": 1.7297694948504168,
      "grad_norm": 4.4375,
      "learning_rate": 1.653259279168141e-05,
      "loss": 0.3062,
      "step": 2646
    },
    {
      "epoch": 1.7304234101683833,
      "grad_norm": 4.8125,
      "learning_rate": 1.652913483243263e-05,
      "loss": 0.3348,
      "step": 2647
    },
    {
      "epoch": 1.7310773254863494,
      "grad_norm": 6.15625,
      "learning_rate": 1.652567551180657e-05,
      "loss": 0.6655,
      "step": 2648
    },
    {
      "epoch": 1.731731240804316,
      "grad_norm": 4.53125,
      "learning_rate": 1.6522214830524527e-05,
      "loss": 0.2683,
      "step": 2649
    },
    {
      "epoch": 1.732385156122282,
      "grad_norm": 5.0,
      "learning_rate": 1.651875278930808e-05,
      "loss": 0.5148,
      "step": 2650
    },
    {
      "epoch": 1.7330390714402486,
      "grad_norm": 5.5,
      "learning_rate": 1.6515289388879088e-05,
      "loss": 0.4984,
      "step": 2651
    },
    {
      "epoch": 1.7336929867582147,
      "grad_norm": 3.21875,
      "learning_rate": 1.6511824629959706e-05,
      "loss": 0.2093,
      "step": 2652
    },
    {
      "epoch": 1.7343469020761813,
      "grad_norm": 4.875,
      "learning_rate": 1.650835851327236e-05,
      "loss": 0.3937,
      "step": 2653
    },
    {
      "epoch": 1.7350008173941474,
      "grad_norm": 5.46875,
      "learning_rate": 1.650489103953976e-05,
      "loss": 0.6472,
      "step": 2654
    },
    {
      "epoch": 1.735654732712114,
      "grad_norm": 5.09375,
      "learning_rate": 1.6501422209484907e-05,
      "loss": 0.3782,
      "step": 2655
    },
    {
      "epoch": 1.73630864803008,
      "grad_norm": 4.34375,
      "learning_rate": 1.649795202383108e-05,
      "loss": 0.3921,
      "step": 2656
    },
    {
      "epoch": 1.7369625633480466,
      "grad_norm": 4.25,
      "learning_rate": 1.6494480483301836e-05,
      "loss": 0.2881,
      "step": 2657
    },
    {
      "epoch": 1.7376164786660127,
      "grad_norm": 5.0,
      "learning_rate": 1.6491007588621028e-05,
      "loss": 0.3763,
      "step": 2658
    },
    {
      "epoch": 1.7382703939839792,
      "grad_norm": 6.0625,
      "learning_rate": 1.6487533340512772e-05,
      "loss": 0.6318,
      "step": 2659
    },
    {
      "epoch": 1.7389243093019453,
      "grad_norm": 4.3125,
      "learning_rate": 1.6484057739701485e-05,
      "loss": 0.223,
      "step": 2660
    },
    {
      "epoch": 1.7395782246199119,
      "grad_norm": 3.359375,
      "learning_rate": 1.6480580786911854e-05,
      "loss": 0.2742,
      "step": 2661
    },
    {
      "epoch": 1.740232139937878,
      "grad_norm": 5.5625,
      "learning_rate": 1.6477102482868856e-05,
      "loss": 0.362,
      "step": 2662
    },
    {
      "epoch": 1.7408860552558445,
      "grad_norm": 4.8125,
      "learning_rate": 1.6473622828297735e-05,
      "loss": 0.6997,
      "step": 2663
    },
    {
      "epoch": 1.7415399705738106,
      "grad_norm": 6.4375,
      "learning_rate": 1.6470141823924037e-05,
      "loss": 0.7509,
      "step": 2664
    },
    {
      "epoch": 1.7421938858917771,
      "grad_norm": 3.515625,
      "learning_rate": 1.646665947047358e-05,
      "loss": 0.2931,
      "step": 2665
    },
    {
      "epoch": 1.7428478012097433,
      "grad_norm": 6.1875,
      "learning_rate": 1.6463175768672456e-05,
      "loss": 0.6228,
      "step": 2666
    },
    {
      "epoch": 1.7435017165277098,
      "grad_norm": 6.84375,
      "learning_rate": 1.6459690719247047e-05,
      "loss": 0.7565,
      "step": 2667
    },
    {
      "epoch": 1.744155631845676,
      "grad_norm": 6.125,
      "learning_rate": 1.645620432292401e-05,
      "loss": 0.866,
      "step": 2668
    },
    {
      "epoch": 1.7448095471636424,
      "grad_norm": 3.109375,
      "learning_rate": 1.6452716580430303e-05,
      "loss": 0.1698,
      "step": 2669
    },
    {
      "epoch": 1.7454634624816086,
      "grad_norm": 6.1875,
      "learning_rate": 1.644922749249313e-05,
      "loss": 1.1899,
      "step": 2670
    },
    {
      "epoch": 1.746117377799575,
      "grad_norm": 5.0,
      "learning_rate": 1.6445737059840007e-05,
      "loss": 0.5061,
      "step": 2671
    },
    {
      "epoch": 1.7467712931175412,
      "grad_norm": 3.90625,
      "learning_rate": 1.6442245283198706e-05,
      "loss": 0.3751,
      "step": 2672
    },
    {
      "epoch": 1.7474252084355077,
      "grad_norm": 3.1875,
      "learning_rate": 1.6438752163297298e-05,
      "loss": 0.3441,
      "step": 2673
    },
    {
      "epoch": 1.7480791237534739,
      "grad_norm": 4.28125,
      "learning_rate": 1.6435257700864125e-05,
      "loss": 0.3938,
      "step": 2674
    },
    {
      "epoch": 1.7487330390714404,
      "grad_norm": 4.25,
      "learning_rate": 1.6431761896627808e-05,
      "loss": 0.4167,
      "step": 2675
    },
    {
      "epoch": 1.7493869543894065,
      "grad_norm": 3.859375,
      "learning_rate": 1.6428264751317257e-05,
      "loss": 0.2614,
      "step": 2676
    },
    {
      "epoch": 1.750040869707373,
      "grad_norm": 6.25,
      "learning_rate": 1.6424766265661648e-05,
      "loss": 0.8656,
      "step": 2677
    },
    {
      "epoch": 1.7506947850253392,
      "grad_norm": 5.625,
      "learning_rate": 1.6421266440390446e-05,
      "loss": 0.4357,
      "step": 2678
    },
    {
      "epoch": 1.7513487003433057,
      "grad_norm": 3.5625,
      "learning_rate": 1.6417765276233394e-05,
      "loss": 0.3546,
      "step": 2679
    },
    {
      "epoch": 1.7520026156612718,
      "grad_norm": 4.25,
      "learning_rate": 1.641426277392051e-05,
      "loss": 0.427,
      "step": 2680
    },
    {
      "epoch": 1.7526565309792383,
      "grad_norm": 5.96875,
      "learning_rate": 1.6410758934182104e-05,
      "loss": 0.4731,
      "step": 2681
    },
    {
      "epoch": 1.7533104462972045,
      "grad_norm": 4.96875,
      "learning_rate": 1.6407253757748742e-05,
      "loss": 0.5371,
      "step": 2682
    },
    {
      "epoch": 1.753964361615171,
      "grad_norm": 3.046875,
      "learning_rate": 1.6403747245351284e-05,
      "loss": 0.1959,
      "step": 2683
    },
    {
      "epoch": 1.754618276933137,
      "grad_norm": 3.78125,
      "learning_rate": 1.640023939772087e-05,
      "loss": 0.1982,
      "step": 2684
    },
    {
      "epoch": 1.7552721922511036,
      "grad_norm": 3.078125,
      "learning_rate": 1.6396730215588913e-05,
      "loss": 0.2847,
      "step": 2685
    },
    {
      "epoch": 1.7559261075690697,
      "grad_norm": 5.75,
      "learning_rate": 1.6393219699687107e-05,
      "loss": 0.6827,
      "step": 2686
    },
    {
      "epoch": 1.756580022887036,
      "grad_norm": 5.0625,
      "learning_rate": 1.6389707850747423e-05,
      "loss": 0.5482,
      "step": 2687
    },
    {
      "epoch": 1.7572339382050024,
      "grad_norm": 6.5625,
      "learning_rate": 1.638619466950211e-05,
      "loss": 0.3707,
      "step": 2688
    },
    {
      "epoch": 1.7578878535229687,
      "grad_norm": 4.8125,
      "learning_rate": 1.6382680156683687e-05,
      "loss": 0.3112,
      "step": 2689
    },
    {
      "epoch": 1.758541768840935,
      "grad_norm": 5.28125,
      "learning_rate": 1.6379164313024968e-05,
      "loss": 0.382,
      "step": 2690
    },
    {
      "epoch": 1.7591956841589014,
      "grad_norm": 3.6875,
      "learning_rate": 1.637564713925903e-05,
      "loss": 0.2672,
      "step": 2691
    },
    {
      "epoch": 1.7598495994768677,
      "grad_norm": 5.78125,
      "learning_rate": 1.6372128636119238e-05,
      "loss": 0.6438,
      "step": 2692
    },
    {
      "epoch": 1.760503514794834,
      "grad_norm": 4.28125,
      "learning_rate": 1.636860880433922e-05,
      "loss": 0.2837,
      "step": 2693
    },
    {
      "epoch": 1.7611574301128003,
      "grad_norm": 2.828125,
      "learning_rate": 1.636508764465289e-05,
      "loss": 0.1825,
      "step": 2694
    },
    {
      "epoch": 1.7618113454307667,
      "grad_norm": 5.9375,
      "learning_rate": 1.636156515779445e-05,
      "loss": 0.52,
      "step": 2695
    },
    {
      "epoch": 1.762465260748733,
      "grad_norm": 4.40625,
      "learning_rate": 1.635804134449835e-05,
      "loss": 0.2246,
      "step": 2696
    },
    {
      "epoch": 1.7631191760666993,
      "grad_norm": 6.5,
      "learning_rate": 1.6354516205499345e-05,
      "loss": 0.6254,
      "step": 2697
    },
    {
      "epoch": 1.7637730913846656,
      "grad_norm": 3.359375,
      "learning_rate": 1.635098974153245e-05,
      "loss": 0.2724,
      "step": 2698
    },
    {
      "epoch": 1.764427006702632,
      "grad_norm": 4.4375,
      "learning_rate": 1.6347461953332962e-05,
      "loss": 0.3015,
      "step": 2699
    },
    {
      "epoch": 1.7650809220205983,
      "grad_norm": 6.09375,
      "learning_rate": 1.6343932841636455e-05,
      "loss": 0.4624,
      "step": 2700
    },
    {
      "epoch": 1.7657348373385646,
      "grad_norm": 6.5,
      "learning_rate": 1.634040240717878e-05,
      "loss": 0.425,
      "step": 2701
    },
    {
      "epoch": 1.766388752656531,
      "grad_norm": 3.625,
      "learning_rate": 1.6336870650696054e-05,
      "loss": 0.3165,
      "step": 2702
    },
    {
      "epoch": 1.7670426679744973,
      "grad_norm": 3.359375,
      "learning_rate": 1.633333757292468e-05,
      "loss": 0.3692,
      "step": 2703
    },
    {
      "epoch": 1.7676965832924636,
      "grad_norm": 4.46875,
      "learning_rate": 1.6329803174601333e-05,
      "loss": 0.272,
      "step": 2704
    },
    {
      "epoch": 1.76835049861043,
      "grad_norm": 6.28125,
      "learning_rate": 1.6326267456462965e-05,
      "loss": 0.4734,
      "step": 2705
    },
    {
      "epoch": 1.7690044139283962,
      "grad_norm": 7.84375,
      "learning_rate": 1.6322730419246798e-05,
      "loss": 0.6407,
      "step": 2706
    },
    {
      "epoch": 1.7696583292463626,
      "grad_norm": 3.40625,
      "learning_rate": 1.6319192063690338e-05,
      "loss": 0.1941,
      "step": 2707
    },
    {
      "epoch": 1.770312244564329,
      "grad_norm": 4.96875,
      "learning_rate": 1.631565239053136e-05,
      "loss": 0.3372,
      "step": 2708
    },
    {
      "epoch": 1.7709661598822952,
      "grad_norm": 3.53125,
      "learning_rate": 1.6312111400507907e-05,
      "loss": 0.3269,
      "step": 2709
    },
    {
      "epoch": 1.7716200752002615,
      "grad_norm": 6.0625,
      "learning_rate": 1.6308569094358315e-05,
      "loss": 0.563,
      "step": 2710
    },
    {
      "epoch": 1.7722739905182279,
      "grad_norm": 4.5625,
      "learning_rate": 1.6305025472821173e-05,
      "loss": 0.5144,
      "step": 2711
    },
    {
      "epoch": 1.7729279058361942,
      "grad_norm": 3.625,
      "learning_rate": 1.6301480536635364e-05,
      "loss": 0.2172,
      "step": 2712
    },
    {
      "epoch": 1.7735818211541605,
      "grad_norm": 7.15625,
      "learning_rate": 1.629793428654003e-05,
      "loss": 0.7476,
      "step": 2713
    },
    {
      "epoch": 1.7742357364721268,
      "grad_norm": 6.15625,
      "learning_rate": 1.6294386723274592e-05,
      "loss": 0.3746,
      "step": 2714
    },
    {
      "epoch": 1.7748896517900932,
      "grad_norm": 4.25,
      "learning_rate": 1.629083784757875e-05,
      "loss": 0.3922,
      "step": 2715
    },
    {
      "epoch": 1.7755435671080595,
      "grad_norm": 4.65625,
      "learning_rate": 1.6287287660192472e-05,
      "loss": 0.4536,
      "step": 2716
    },
    {
      "epoch": 1.7761974824260258,
      "grad_norm": 4.09375,
      "learning_rate": 1.6283736161855995e-05,
      "loss": 0.287,
      "step": 2717
    },
    {
      "epoch": 1.7768513977439921,
      "grad_norm": 4.78125,
      "learning_rate": 1.628018335330984e-05,
      "loss": 0.3152,
      "step": 2718
    },
    {
      "epoch": 1.7775053130619585,
      "grad_norm": 6.6875,
      "learning_rate": 1.62766292352948e-05,
      "loss": 0.5527,
      "step": 2719
    },
    {
      "epoch": 1.7781592283799248,
      "grad_norm": 5.0625,
      "learning_rate": 1.627307380855193e-05,
      "loss": 0.2801,
      "step": 2720
    },
    {
      "epoch": 1.7788131436978911,
      "grad_norm": 6.25,
      "learning_rate": 1.626951707382257e-05,
      "loss": 0.5465,
      "step": 2721
    },
    {
      "epoch": 1.7794670590158574,
      "grad_norm": 2.640625,
      "learning_rate": 1.6265959031848325e-05,
      "loss": 0.2187,
      "step": 2722
    },
    {
      "epoch": 1.7801209743338238,
      "grad_norm": 3.5,
      "learning_rate": 1.6262399683371077e-05,
      "loss": 0.2206,
      "step": 2723
    },
    {
      "epoch": 1.78077488965179,
      "grad_norm": 2.9375,
      "learning_rate": 1.625883902913298e-05,
      "loss": 0.2162,
      "step": 2724
    },
    {
      "epoch": 1.7814288049697564,
      "grad_norm": 5.15625,
      "learning_rate": 1.6255277069876454e-05,
      "loss": 0.3755,
      "step": 2725
    },
    {
      "epoch": 1.7820827202877227,
      "grad_norm": 3.953125,
      "learning_rate": 1.6251713806344206e-05,
      "loss": 0.3174,
      "step": 2726
    },
    {
      "epoch": 1.782736635605689,
      "grad_norm": 5.0,
      "learning_rate": 1.6248149239279193e-05,
      "loss": 0.3674,
      "step": 2727
    },
    {
      "epoch": 1.7833905509236554,
      "grad_norm": 6.3125,
      "learning_rate": 1.6244583369424665e-05,
      "loss": 0.5546,
      "step": 2728
    },
    {
      "epoch": 1.7840444662416217,
      "grad_norm": 5.625,
      "learning_rate": 1.624101619752413e-05,
      "loss": 0.3282,
      "step": 2729
    },
    {
      "epoch": 1.784698381559588,
      "grad_norm": 3.5625,
      "learning_rate": 1.6237447724321373e-05,
      "loss": 0.4294,
      "step": 2730
    },
    {
      "epoch": 1.7853522968775544,
      "grad_norm": 4.6875,
      "learning_rate": 1.6233877950560452e-05,
      "loss": 0.3538,
      "step": 2731
    },
    {
      "epoch": 1.7860062121955207,
      "grad_norm": 6.1875,
      "learning_rate": 1.623030687698569e-05,
      "loss": 0.6234,
      "step": 2732
    },
    {
      "epoch": 1.786660127513487,
      "grad_norm": 4.03125,
      "learning_rate": 1.622673450434169e-05,
      "loss": 0.3857,
      "step": 2733
    },
    {
      "epoch": 1.7873140428314533,
      "grad_norm": 4.4375,
      "learning_rate": 1.6223160833373316e-05,
      "loss": 0.4176,
      "step": 2734
    },
    {
      "epoch": 1.7879679581494197,
      "grad_norm": 5.8125,
      "learning_rate": 1.6219585864825706e-05,
      "loss": 0.7024,
      "step": 2735
    },
    {
      "epoch": 1.788621873467386,
      "grad_norm": 5.59375,
      "learning_rate": 1.6216009599444275e-05,
      "loss": 0.6372,
      "step": 2736
    },
    {
      "epoch": 1.7892757887853523,
      "grad_norm": 4.5625,
      "learning_rate": 1.6212432037974698e-05,
      "loss": 0.4491,
      "step": 2737
    },
    {
      "epoch": 1.7899297041033186,
      "grad_norm": 4.90625,
      "learning_rate": 1.620885318116293e-05,
      "loss": 0.4761,
      "step": 2738
    },
    {
      "epoch": 1.790583619421285,
      "grad_norm": 5.21875,
      "learning_rate": 1.6205273029755185e-05,
      "loss": 0.5584,
      "step": 2739
    },
    {
      "epoch": 1.7912375347392513,
      "grad_norm": 3.671875,
      "learning_rate": 1.620169158449796e-05,
      "loss": 0.2234,
      "step": 2740
    },
    {
      "epoch": 1.7918914500572176,
      "grad_norm": 5.46875,
      "learning_rate": 1.619810884613801e-05,
      "loss": 0.6493,
      "step": 2741
    },
    {
      "epoch": 1.792545365375184,
      "grad_norm": 3.75,
      "learning_rate": 1.6194524815422373e-05,
      "loss": 0.3813,
      "step": 2742
    },
    {
      "epoch": 1.7931992806931503,
      "grad_norm": 4.03125,
      "learning_rate": 1.6190939493098344e-05,
      "loss": 0.3636,
      "step": 2743
    },
    {
      "epoch": 1.7938531960111166,
      "grad_norm": 5.1875,
      "learning_rate": 1.618735287991348e-05,
      "loss": 0.3633,
      "step": 2744
    },
    {
      "epoch": 1.794507111329083,
      "grad_norm": 3.71875,
      "learning_rate": 1.618376497661564e-05,
      "loss": 0.3149,
      "step": 2745
    },
    {
      "epoch": 1.7951610266470492,
      "grad_norm": 4.09375,
      "learning_rate": 1.618017578395292e-05,
      "loss": 0.3693,
      "step": 2746
    },
    {
      "epoch": 1.7958149419650156,
      "grad_norm": 4.96875,
      "learning_rate": 1.617658530267369e-05,
      "loss": 0.5932,
      "step": 2747
    },
    {
      "epoch": 1.796468857282982,
      "grad_norm": 7.21875,
      "learning_rate": 1.6172993533526602e-05,
      "loss": 0.5266,
      "step": 2748
    },
    {
      "epoch": 1.7971227726009482,
      "grad_norm": 5.15625,
      "learning_rate": 1.6169400477260566e-05,
      "loss": 0.62,
      "step": 2749
    },
    {
      "epoch": 1.7977766879189145,
      "grad_norm": 4.65625,
      "learning_rate": 1.6165806134624767e-05,
      "loss": 0.4048,
      "step": 2750
    },
    {
      "epoch": 1.7984306032368809,
      "grad_norm": 4.15625,
      "learning_rate": 1.616221050636865e-05,
      "loss": 0.3308,
      "step": 2751
    },
    {
      "epoch": 1.7990845185548472,
      "grad_norm": 3.671875,
      "learning_rate": 1.6158613593241934e-05,
      "loss": 0.2648,
      "step": 2752
    },
    {
      "epoch": 1.7997384338728135,
      "grad_norm": 4.875,
      "learning_rate": 1.6155015395994606e-05,
      "loss": 0.4015,
      "step": 2753
    },
    {
      "epoch": 1.8003923491907798,
      "grad_norm": 5.6875,
      "learning_rate": 1.6151415915376916e-05,
      "loss": 0.5552,
      "step": 2754
    },
    {
      "epoch": 1.8010462645087462,
      "grad_norm": 6.53125,
      "learning_rate": 1.6147815152139385e-05,
      "loss": 0.4251,
      "step": 2755
    },
    {
      "epoch": 1.8017001798267125,
      "grad_norm": 4.71875,
      "learning_rate": 1.6144213107032807e-05,
      "loss": 0.4171,
      "step": 2756
    },
    {
      "epoch": 1.8023540951446788,
      "grad_norm": 4.4375,
      "learning_rate": 1.614060978080823e-05,
      "loss": 0.4513,
      "step": 2757
    },
    {
      "epoch": 1.8030080104626451,
      "grad_norm": 4.8125,
      "learning_rate": 1.613700517421698e-05,
      "loss": 0.2819,
      "step": 2758
    },
    {
      "epoch": 1.8036619257806115,
      "grad_norm": 4.9375,
      "learning_rate": 1.6133399288010644e-05,
      "loss": 0.336,
      "step": 2759
    },
    {
      "epoch": 1.8043158410985778,
      "grad_norm": 3.796875,
      "learning_rate": 1.6129792122941083e-05,
      "loss": 0.4022,
      "step": 2760
    },
    {
      "epoch": 1.804969756416544,
      "grad_norm": 3.9375,
      "learning_rate": 1.6126183679760415e-05,
      "loss": 0.2594,
      "step": 2761
    },
    {
      "epoch": 1.8056236717345104,
      "grad_norm": 4.40625,
      "learning_rate": 1.6122573959221038e-05,
      "loss": 0.5774,
      "step": 2762
    },
    {
      "epoch": 1.8062775870524765,
      "grad_norm": 5.125,
      "learning_rate": 1.61189629620756e-05,
      "loss": 0.5567,
      "step": 2763
    },
    {
      "epoch": 1.806931502370443,
      "grad_norm": 5.1875,
      "learning_rate": 1.611535068907702e-05,
      "loss": 0.5008,
      "step": 2764
    },
    {
      "epoch": 1.8075854176884092,
      "grad_norm": 4.1875,
      "learning_rate": 1.6111737140978495e-05,
      "loss": 0.2958,
      "step": 2765
    },
    {
      "epoch": 1.8082393330063757,
      "grad_norm": 4.15625,
      "learning_rate": 1.6108122318533475e-05,
      "loss": 0.2816,
      "step": 2766
    },
    {
      "epoch": 1.8088932483243418,
      "grad_norm": 5.5625,
      "learning_rate": 1.6104506222495678e-05,
      "loss": 0.6602,
      "step": 2767
    },
    {
      "epoch": 1.8095471636423084,
      "grad_norm": 3.734375,
      "learning_rate": 1.610088885361909e-05,
      "loss": 0.2354,
      "step": 2768
    },
    {
      "epoch": 1.8102010789602745,
      "grad_norm": 5.15625,
      "learning_rate": 1.6097270212657966e-05,
      "loss": 0.3917,
      "step": 2769
    },
    {
      "epoch": 1.810854994278241,
      "grad_norm": 4.3125,
      "learning_rate": 1.6093650300366812e-05,
      "loss": 0.39,
      "step": 2770
    },
    {
      "epoch": 1.8115089095962071,
      "grad_norm": 4.96875,
      "learning_rate": 1.609002911750042e-05,
      "loss": 0.4224,
      "step": 2771
    },
    {
      "epoch": 1.8121628249141737,
      "grad_norm": 4.8125,
      "learning_rate": 1.6086406664813828e-05,
      "loss": 0.373,
      "step": 2772
    },
    {
      "epoch": 1.8128167402321398,
      "grad_norm": 4.90625,
      "learning_rate": 1.6082782943062355e-05,
      "loss": 0.6323,
      "step": 2773
    },
    {
      "epoch": 1.8134706555501063,
      "grad_norm": 3.859375,
      "learning_rate": 1.6079157953001566e-05,
      "loss": 0.3049,
      "step": 2774
    },
    {
      "epoch": 1.8141245708680724,
      "grad_norm": 5.21875,
      "learning_rate": 1.6075531695387304e-05,
      "loss": 0.325,
      "step": 2775
    },
    {
      "epoch": 1.814778486186039,
      "grad_norm": 8.6875,
      "learning_rate": 1.607190417097568e-05,
      "loss": 0.5613,
      "step": 2776
    },
    {
      "epoch": 1.815432401504005,
      "grad_norm": 3.921875,
      "learning_rate": 1.606827538052305e-05,
      "loss": 0.2865,
      "step": 2777
    },
    {
      "epoch": 1.8160863168219716,
      "grad_norm": 3.34375,
      "learning_rate": 1.6064645324786058e-05,
      "loss": 0.1545,
      "step": 2778
    },
    {
      "epoch": 1.8167402321399377,
      "grad_norm": 4.125,
      "learning_rate": 1.6061014004521593e-05,
      "loss": 0.3133,
      "step": 2779
    },
    {
      "epoch": 1.8173941474579043,
      "grad_norm": 7.375,
      "learning_rate": 1.6057381420486814e-05,
      "loss": 0.5486,
      "step": 2780
    },
    {
      "epoch": 1.8180480627758704,
      "grad_norm": 4.03125,
      "learning_rate": 1.6053747573439147e-05,
      "loss": 0.4003,
      "step": 2781
    },
    {
      "epoch": 1.818701978093837,
      "grad_norm": 3.953125,
      "learning_rate": 1.605011246413628e-05,
      "loss": 0.3754,
      "step": 2782
    },
    {
      "epoch": 1.819355893411803,
      "grad_norm": 2.75,
      "learning_rate": 1.6046476093336157e-05,
      "loss": 0.2352,
      "step": 2783
    },
    {
      "epoch": 1.8200098087297696,
      "grad_norm": 4.46875,
      "learning_rate": 1.6042838461797e-05,
      "loss": 0.4076,
      "step": 2784
    },
    {
      "epoch": 1.8206637240477357,
      "grad_norm": 4.78125,
      "learning_rate": 1.603919957027727e-05,
      "loss": 0.3573,
      "step": 2785
    },
    {
      "epoch": 1.8213176393657022,
      "grad_norm": 4.03125,
      "learning_rate": 1.6035559419535714e-05,
      "loss": 0.2615,
      "step": 2786
    },
    {
      "epoch": 1.8219715546836683,
      "grad_norm": 5.625,
      "learning_rate": 1.6031918010331336e-05,
      "loss": 0.4608,
      "step": 2787
    },
    {
      "epoch": 1.8226254700016349,
      "grad_norm": 4.875,
      "learning_rate": 1.6028275343423395e-05,
      "loss": 0.4546,
      "step": 2788
    },
    {
      "epoch": 1.823279385319601,
      "grad_norm": 6.5,
      "learning_rate": 1.6024631419571418e-05,
      "loss": 0.5806,
      "step": 2789
    },
    {
      "epoch": 1.8239333006375675,
      "grad_norm": 6.75,
      "learning_rate": 1.602098623953519e-05,
      "loss": 0.5868,
      "step": 2790
    },
    {
      "epoch": 1.8245872159555336,
      "grad_norm": 5.1875,
      "learning_rate": 1.601733980407476e-05,
      "loss": 0.3714,
      "step": 2791
    },
    {
      "epoch": 1.8252411312735002,
      "grad_norm": 9.375,
      "learning_rate": 1.601369211395044e-05,
      "loss": 0.9932,
      "step": 2792
    },
    {
      "epoch": 1.8258950465914663,
      "grad_norm": 4.40625,
      "learning_rate": 1.601004316992281e-05,
      "loss": 0.2976,
      "step": 2793
    },
    {
      "epoch": 1.8265489619094328,
      "grad_norm": 3.625,
      "learning_rate": 1.60063929727527e-05,
      "loss": 0.1853,
      "step": 2794
    },
    {
      "epoch": 1.827202877227399,
      "grad_norm": 4.46875,
      "learning_rate": 1.6002741523201197e-05,
      "loss": 0.2947,
      "step": 2795
    },
    {
      "epoch": 1.8278567925453655,
      "grad_norm": 3.796875,
      "learning_rate": 1.5999088822029664e-05,
      "loss": 0.2546,
      "step": 2796
    },
    {
      "epoch": 1.8285107078633316,
      "grad_norm": 5.21875,
      "learning_rate": 1.5995434869999723e-05,
      "loss": 0.442,
      "step": 2797
    },
    {
      "epoch": 1.8291646231812981,
      "grad_norm": 5.15625,
      "learning_rate": 1.599177966787325e-05,
      "loss": 0.515,
      "step": 2798
    },
    {
      "epoch": 1.8298185384992642,
      "grad_norm": 4.375,
      "learning_rate": 1.5988123216412378e-05,
      "loss": 0.3317,
      "step": 2799
    },
    {
      "epoch": 1.8304724538172308,
      "grad_norm": 4.75,
      "learning_rate": 1.598446551637951e-05,
      "loss": 0.413,
      "step": 2800
    },
    {
      "epoch": 1.8311263691351969,
      "grad_norm": 5.25,
      "learning_rate": 1.5980806568537314e-05,
      "loss": 0.5384,
      "step": 2801
    },
    {
      "epoch": 1.8317802844531634,
      "grad_norm": 5.09375,
      "learning_rate": 1.59771463736487e-05,
      "loss": 0.5367,
      "step": 2802
    },
    {
      "epoch": 1.8324341997711295,
      "grad_norm": 5.375,
      "learning_rate": 1.5973484932476852e-05,
      "loss": 0.6226,
      "step": 2803
    },
    {
      "epoch": 1.833088115089096,
      "grad_norm": 3.578125,
      "learning_rate": 1.5969822245785208e-05,
      "loss": 0.1735,
      "step": 2804
    },
    {
      "epoch": 1.8337420304070622,
      "grad_norm": 3.703125,
      "learning_rate": 1.5966158314337472e-05,
      "loss": 0.4265,
      "step": 2805
    },
    {
      "epoch": 1.8343959457250287,
      "grad_norm": 4.3125,
      "learning_rate": 1.59624931388976e-05,
      "loss": 0.3091,
      "step": 2806
    },
    {
      "epoch": 1.8350498610429948,
      "grad_norm": 3.40625,
      "learning_rate": 1.595882672022981e-05,
      "loss": 0.1915,
      "step": 2807
    },
    {
      "epoch": 1.8357037763609614,
      "grad_norm": 4.3125,
      "learning_rate": 1.595515905909858e-05,
      "loss": 0.3446,
      "step": 2808
    },
    {
      "epoch": 1.8363576916789275,
      "grad_norm": 5.15625,
      "learning_rate": 1.5951490156268648e-05,
      "loss": 0.3179,
      "step": 2809
    },
    {
      "epoch": 1.837011606996894,
      "grad_norm": 4.46875,
      "learning_rate": 1.5947820012505016e-05,
      "loss": 0.2468,
      "step": 2810
    },
    {
      "epoch": 1.8376655223148601,
      "grad_norm": 3.84375,
      "learning_rate": 1.5944148628572925e-05,
      "loss": 0.3148,
      "step": 2811
    },
    {
      "epoch": 1.8383194376328267,
      "grad_norm": 3.78125,
      "learning_rate": 1.59404760052379e-05,
      "loss": 0.1768,
      "step": 2812
    },
    {
      "epoch": 1.8389733529507928,
      "grad_norm": 4.15625,
      "learning_rate": 1.5936802143265708e-05,
      "loss": 0.2221,
      "step": 2813
    },
    {
      "epoch": 1.8396272682687593,
      "grad_norm": 4.375,
      "learning_rate": 1.5933127043422377e-05,
      "loss": 0.3589,
      "step": 2814
    },
    {
      "epoch": 1.8402811835867254,
      "grad_norm": 6.71875,
      "learning_rate": 1.59294507064742e-05,
      "loss": 0.4085,
      "step": 2815
    },
    {
      "epoch": 1.840935098904692,
      "grad_norm": 3.59375,
      "learning_rate": 1.5925773133187713e-05,
      "loss": 0.2665,
      "step": 2816
    },
    {
      "epoch": 1.841589014222658,
      "grad_norm": 5.46875,
      "learning_rate": 1.5922094324329737e-05,
      "loss": 0.6065,
      "step": 2817
    },
    {
      "epoch": 1.8422429295406246,
      "grad_norm": 4.4375,
      "learning_rate": 1.5918414280667316e-05,
      "loss": 0.3613,
      "step": 2818
    },
    {
      "epoch": 1.8428968448585907,
      "grad_norm": 3.375,
      "learning_rate": 1.591473300296778e-05,
      "loss": 0.1902,
      "step": 2819
    },
    {
      "epoch": 1.8435507601765573,
      "grad_norm": 4.84375,
      "learning_rate": 1.5911050491998695e-05,
      "loss": 0.2659,
      "step": 2820
    },
    {
      "epoch": 1.8442046754945234,
      "grad_norm": 5.78125,
      "learning_rate": 1.5907366748527904e-05,
      "loss": 0.7058,
      "step": 2821
    },
    {
      "epoch": 1.84485859081249,
      "grad_norm": 3.90625,
      "learning_rate": 1.5903681773323493e-05,
      "loss": 0.2153,
      "step": 2822
    },
    {
      "epoch": 1.845512506130456,
      "grad_norm": 4.0,
      "learning_rate": 1.5899995567153807e-05,
      "loss": 0.2578,
      "step": 2823
    },
    {
      "epoch": 1.8461664214484226,
      "grad_norm": 4.5,
      "learning_rate": 1.5896308130787455e-05,
      "loss": 0.4039,
      "step": 2824
    },
    {
      "epoch": 1.8468203367663887,
      "grad_norm": 5.5,
      "learning_rate": 1.589261946499329e-05,
      "loss": 0.2625,
      "step": 2825
    },
    {
      "epoch": 1.8474742520843552,
      "grad_norm": 6.40625,
      "learning_rate": 1.5888929570540437e-05,
      "loss": 0.5799,
      "step": 2826
    },
    {
      "epoch": 1.8481281674023213,
      "grad_norm": 4.8125,
      "learning_rate": 1.5885238448198267e-05,
      "loss": 0.2307,
      "step": 2827
    },
    {
      "epoch": 1.8487820827202879,
      "grad_norm": 4.65625,
      "learning_rate": 1.58815460987364e-05,
      "loss": 0.4324,
      "step": 2828
    },
    {
      "epoch": 1.849435998038254,
      "grad_norm": 4.71875,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 0.3467,
      "step": 2829
    },
    {
      "epoch": 1.8500899133562205,
      "grad_norm": 4.09375,
      "learning_rate": 1.58741577215334e-05,
      "loss": 0.2631,
      "step": 2830
    },
    {
      "epoch": 1.8507438286741866,
      "grad_norm": 5.96875,
      "learning_rate": 1.5870461695332792e-05,
      "loss": 0.625,
      "step": 2831
    },
    {
      "epoch": 1.8513977439921532,
      "grad_norm": 4.59375,
      "learning_rate": 1.586676444509357e-05,
      "loss": 0.2877,
      "step": 2832
    },
    {
      "epoch": 1.8520516593101193,
      "grad_norm": 4.34375,
      "learning_rate": 1.5863065971586637e-05,
      "loss": 0.3224,
      "step": 2833
    },
    {
      "epoch": 1.8527055746280858,
      "grad_norm": 3.890625,
      "learning_rate": 1.585936627558315e-05,
      "loss": 0.3383,
      "step": 2834
    },
    {
      "epoch": 1.853359489946052,
      "grad_norm": 4.09375,
      "learning_rate": 1.585566535785453e-05,
      "loss": 0.4232,
      "step": 2835
    },
    {
      "epoch": 1.8540134052640183,
      "grad_norm": 5.8125,
      "learning_rate": 1.5851963219172447e-05,
      "loss": 0.4894,
      "step": 2836
    },
    {
      "epoch": 1.8546673205819846,
      "grad_norm": 8.3125,
      "learning_rate": 1.584825986030883e-05,
      "loss": 0.6866,
      "step": 2837
    },
    {
      "epoch": 1.855321235899951,
      "grad_norm": 3.8125,
      "learning_rate": 1.5844555282035857e-05,
      "loss": 0.2407,
      "step": 2838
    },
    {
      "epoch": 1.8559751512179172,
      "grad_norm": 3.71875,
      "learning_rate": 1.5840849485125957e-05,
      "loss": 0.3219,
      "step": 2839
    },
    {
      "epoch": 1.8566290665358836,
      "grad_norm": 5.96875,
      "learning_rate": 1.583714247035183e-05,
      "loss": 0.4384,
      "step": 2840
    },
    {
      "epoch": 1.8572829818538499,
      "grad_norm": 3.9375,
      "learning_rate": 1.58334342384864e-05,
      "loss": 0.3114,
      "step": 2841
    },
    {
      "epoch": 1.8579368971718162,
      "grad_norm": 4.4375,
      "learning_rate": 1.5829724790302886e-05,
      "loss": 0.3496,
      "step": 2842
    },
    {
      "epoch": 1.8585908124897825,
      "grad_norm": 5.59375,
      "learning_rate": 1.5826014126574724e-05,
      "loss": 0.632,
      "step": 2843
    },
    {
      "epoch": 1.8592447278077489,
      "grad_norm": 6.3125,
      "learning_rate": 1.582230224807562e-05,
      "loss": 0.5539,
      "step": 2844
    },
    {
      "epoch": 1.8598986431257152,
      "grad_norm": 4.625,
      "learning_rate": 1.581858915557953e-05,
      "loss": 0.4557,
      "step": 2845
    },
    {
      "epoch": 1.8605525584436815,
      "grad_norm": 6.90625,
      "learning_rate": 1.5814874849860664e-05,
      "loss": 0.6591,
      "step": 2846
    },
    {
      "epoch": 1.8612064737616478,
      "grad_norm": 4.03125,
      "learning_rate": 1.5811159331693487e-05,
      "loss": 0.1641,
      "step": 2847
    },
    {
      "epoch": 1.8618603890796142,
      "grad_norm": 6.0625,
      "learning_rate": 1.5807442601852713e-05,
      "loss": 0.5674,
      "step": 2848
    },
    {
      "epoch": 1.8625143043975805,
      "grad_norm": 2.796875,
      "learning_rate": 1.580372466111331e-05,
      "loss": 0.2026,
      "step": 2849
    },
    {
      "epoch": 1.8631682197155468,
      "grad_norm": 6.0625,
      "learning_rate": 1.5800005510250498e-05,
      "loss": 0.5304,
      "step": 2850
    },
    {
      "epoch": 1.8638221350335131,
      "grad_norm": 4.8125,
      "learning_rate": 1.579628515003975e-05,
      "loss": 0.3665,
      "step": 2851
    },
    {
      "epoch": 1.8644760503514795,
      "grad_norm": 3.96875,
      "learning_rate": 1.579256358125679e-05,
      "loss": 0.4628,
      "step": 2852
    },
    {
      "epoch": 1.8651299656694458,
      "grad_norm": 4.96875,
      "learning_rate": 1.57888408046776e-05,
      "loss": 0.3461,
      "step": 2853
    },
    {
      "epoch": 1.865783880987412,
      "grad_norm": 6.5,
      "learning_rate": 1.5785116821078407e-05,
      "loss": 0.751,
      "step": 2854
    },
    {
      "epoch": 1.8664377963053784,
      "grad_norm": 5.75,
      "learning_rate": 1.5781391631235688e-05,
      "loss": 0.3803,
      "step": 2855
    },
    {
      "epoch": 1.8670917116233448,
      "grad_norm": 3.5,
      "learning_rate": 1.5777665235926175e-05,
      "loss": 0.2405,
      "step": 2856
    },
    {
      "epoch": 1.867745626941311,
      "grad_norm": 4.75,
      "learning_rate": 1.5773937635926854e-05,
      "loss": 0.256,
      "step": 2857
    },
    {
      "epoch": 1.8683995422592774,
      "grad_norm": 3.875,
      "learning_rate": 1.5770208832014967e-05,
      "loss": 0.2175,
      "step": 2858
    },
    {
      "epoch": 1.8690534575772437,
      "grad_norm": 3.84375,
      "learning_rate": 1.5766478824967985e-05,
      "loss": 0.3517,
      "step": 2859
    },
    {
      "epoch": 1.86970737289521,
      "grad_norm": 5.375,
      "learning_rate": 1.5762747615563653e-05,
      "loss": 0.4211,
      "step": 2860
    },
    {
      "epoch": 1.8703612882131764,
      "grad_norm": 6.25,
      "learning_rate": 1.5759015204579958e-05,
      "loss": 0.5771,
      "step": 2861
    },
    {
      "epoch": 1.8710152035311427,
      "grad_norm": 4.28125,
      "learning_rate": 1.575528159279514e-05,
      "loss": 0.3135,
      "step": 2862
    },
    {
      "epoch": 1.871669118849109,
      "grad_norm": 3.9375,
      "learning_rate": 1.575154678098768e-05,
      "loss": 0.2801,
      "step": 2863
    },
    {
      "epoch": 1.8723230341670754,
      "grad_norm": 6.1875,
      "learning_rate": 1.5747810769936323e-05,
      "loss": 0.5211,
      "step": 2864
    },
    {
      "epoch": 1.8729769494850417,
      "grad_norm": 8.5,
      "learning_rate": 1.574407356042005e-05,
      "loss": 0.8193,
      "step": 2865
    },
    {
      "epoch": 1.873630864803008,
      "grad_norm": 2.859375,
      "learning_rate": 1.574033515321811e-05,
      "loss": 0.2843,
      "step": 2866
    },
    {
      "epoch": 1.8742847801209743,
      "grad_norm": 3.890625,
      "learning_rate": 1.5736595549109983e-05,
      "loss": 0.2588,
      "step": 2867
    },
    {
      "epoch": 1.8749386954389407,
      "grad_norm": 5.15625,
      "learning_rate": 1.573285474887541e-05,
      "loss": 0.5259,
      "step": 2868
    },
    {
      "epoch": 1.875592610756907,
      "grad_norm": 5.3125,
      "learning_rate": 1.5729112753294377e-05,
      "loss": 0.5223,
      "step": 2869
    },
    {
      "epoch": 1.8762465260748733,
      "grad_norm": 4.0625,
      "learning_rate": 1.572536956314712e-05,
      "loss": 0.5173,
      "step": 2870
    },
    {
      "epoch": 1.8769004413928396,
      "grad_norm": 5.78125,
      "learning_rate": 1.5721625179214127e-05,
      "loss": 0.6197,
      "step": 2871
    },
    {
      "epoch": 1.877554356710806,
      "grad_norm": 5.46875,
      "learning_rate": 1.5717879602276123e-05,
      "loss": 0.3279,
      "step": 2872
    },
    {
      "epoch": 1.8782082720287723,
      "grad_norm": 6.1875,
      "learning_rate": 1.5714132833114102e-05,
      "loss": 0.5165,
      "step": 2873
    },
    {
      "epoch": 1.8788621873467386,
      "grad_norm": 5.53125,
      "learning_rate": 1.5710384872509294e-05,
      "loss": 0.5288,
      "step": 2874
    },
    {
      "epoch": 1.879516102664705,
      "grad_norm": 6.65625,
      "learning_rate": 1.5706635721243173e-05,
      "loss": 0.4987,
      "step": 2875
    },
    {
      "epoch": 1.8801700179826712,
      "grad_norm": 3.34375,
      "learning_rate": 1.5702885380097474e-05,
      "loss": 0.2589,
      "step": 2876
    },
    {
      "epoch": 1.8808239333006376,
      "grad_norm": 4.125,
      "learning_rate": 1.5699133849854164e-05,
      "loss": 0.2522,
      "step": 2877
    },
    {
      "epoch": 1.881477848618604,
      "grad_norm": 4.59375,
      "learning_rate": 1.5695381131295477e-05,
      "loss": 0.5025,
      "step": 2878
    },
    {
      "epoch": 1.8821317639365702,
      "grad_norm": 5.125,
      "learning_rate": 1.569162722520388e-05,
      "loss": 0.4331,
      "step": 2879
    },
    {
      "epoch": 1.8827856792545365,
      "grad_norm": 5.59375,
      "learning_rate": 1.5687872132362098e-05,
      "loss": 0.4599,
      "step": 2880
    },
    {
      "epoch": 1.8834395945725029,
      "grad_norm": 3.78125,
      "learning_rate": 1.5684115853553094e-05,
      "loss": 0.3276,
      "step": 2881
    },
    {
      "epoch": 1.8840935098904692,
      "grad_norm": 7.71875,
      "learning_rate": 1.568035838956008e-05,
      "loss": 0.4045,
      "step": 2882
    },
    {
      "epoch": 1.8847474252084355,
      "grad_norm": 4.84375,
      "learning_rate": 1.567659974116652e-05,
      "loss": 0.2125,
      "step": 2883
    },
    {
      "epoch": 1.8854013405264018,
      "grad_norm": 3.375,
      "learning_rate": 1.5672839909156126e-05,
      "loss": 0.2935,
      "step": 2884
    },
    {
      "epoch": 1.8860552558443682,
      "grad_norm": 3.015625,
      "learning_rate": 1.5669078894312848e-05,
      "loss": 0.2583,
      "step": 2885
    },
    {
      "epoch": 1.8867091711623345,
      "grad_norm": 4.5,
      "learning_rate": 1.5665316697420892e-05,
      "loss": 0.2579,
      "step": 2886
    },
    {
      "epoch": 1.8873630864803008,
      "grad_norm": 4.03125,
      "learning_rate": 1.5661553319264703e-05,
      "loss": 0.294,
      "step": 2887
    },
    {
      "epoch": 1.8880170017982671,
      "grad_norm": 7.78125,
      "learning_rate": 1.5657788760628975e-05,
      "loss": 0.6656,
      "step": 2888
    },
    {
      "epoch": 1.8886709171162335,
      "grad_norm": 5.71875,
      "learning_rate": 1.5654023022298653e-05,
      "loss": 0.493,
      "step": 2889
    },
    {
      "epoch": 1.8893248324341998,
      "grad_norm": 6.09375,
      "learning_rate": 1.5650256105058924e-05,
      "loss": 0.4917,
      "step": 2890
    },
    {
      "epoch": 1.8899787477521661,
      "grad_norm": 7.375,
      "learning_rate": 1.5646488009695214e-05,
      "loss": 0.5341,
      "step": 2891
    },
    {
      "epoch": 1.8906326630701324,
      "grad_norm": 5.46875,
      "learning_rate": 1.564271873699321e-05,
      "loss": 0.3911,
      "step": 2892
    },
    {
      "epoch": 1.8912865783880988,
      "grad_norm": 5.78125,
      "learning_rate": 1.563894828773883e-05,
      "loss": 0.6198,
      "step": 2893
    },
    {
      "epoch": 1.891940493706065,
      "grad_norm": 4.65625,
      "learning_rate": 1.5635176662718246e-05,
      "loss": 0.2467,
      "step": 2894
    },
    {
      "epoch": 1.8925944090240314,
      "grad_norm": 5.375,
      "learning_rate": 1.563140386271787e-05,
      "loss": 0.3692,
      "step": 2895
    },
    {
      "epoch": 1.8932483243419977,
      "grad_norm": 4.03125,
      "learning_rate": 1.5627629888524363e-05,
      "loss": 0.4595,
      "step": 2896
    },
    {
      "epoch": 1.893902239659964,
      "grad_norm": 6.28125,
      "learning_rate": 1.5623854740924627e-05,
      "loss": 0.7549,
      "step": 2897
    },
    {
      "epoch": 1.8945561549779304,
      "grad_norm": 5.78125,
      "learning_rate": 1.5620078420705808e-05,
      "loss": 0.5165,
      "step": 2898
    },
    {
      "epoch": 1.8952100702958967,
      "grad_norm": 2.6875,
      "learning_rate": 1.561630092865531e-05,
      "loss": 0.2557,
      "step": 2899
    },
    {
      "epoch": 1.895863985613863,
      "grad_norm": 4.46875,
      "learning_rate": 1.561252226556076e-05,
      "loss": 0.2571,
      "step": 2900
    },
    {
      "epoch": 1.8965179009318294,
      "grad_norm": 2.78125,
      "learning_rate": 1.5608742432210044e-05,
      "loss": 0.1659,
      "step": 2901
    },
    {
      "epoch": 1.8971718162497957,
      "grad_norm": 3.546875,
      "learning_rate": 1.5604961429391288e-05,
      "loss": 0.1788,
      "step": 2902
    },
    {
      "epoch": 1.897825731567762,
      "grad_norm": 4.21875,
      "learning_rate": 1.5601179257892857e-05,
      "loss": 0.3353,
      "step": 2903
    },
    {
      "epoch": 1.8984796468857283,
      "grad_norm": 6.96875,
      "learning_rate": 1.5597395918503372e-05,
      "loss": 0.2772,
      "step": 2904
    },
    {
      "epoch": 1.8991335622036947,
      "grad_norm": 3.921875,
      "learning_rate": 1.5593611412011685e-05,
      "loss": 0.2724,
      "step": 2905
    },
    {
      "epoch": 1.899787477521661,
      "grad_norm": 2.828125,
      "learning_rate": 1.5589825739206896e-05,
      "loss": 0.2077,
      "step": 2906
    },
    {
      "epoch": 1.9004413928396273,
      "grad_norm": 7.03125,
      "learning_rate": 1.5586038900878354e-05,
      "loss": 0.5498,
      "step": 2907
    },
    {
      "epoch": 1.9010953081575936,
      "grad_norm": 4.4375,
      "learning_rate": 1.5582250897815633e-05,
      "loss": 0.3436,
      "step": 2908
    },
    {
      "epoch": 1.90174922347556,
      "grad_norm": 3.671875,
      "learning_rate": 1.5578461730808575e-05,
      "loss": 0.3306,
      "step": 2909
    },
    {
      "epoch": 1.9024031387935263,
      "grad_norm": 3.9375,
      "learning_rate": 1.5574671400647244e-05,
      "loss": 0.3749,
      "step": 2910
    },
    {
      "epoch": 1.9030570541114926,
      "grad_norm": 4.875,
      "learning_rate": 1.557087990812196e-05,
      "loss": 0.3918,
      "step": 2911
    },
    {
      "epoch": 1.9037109694294587,
      "grad_norm": 2.4375,
      "learning_rate": 1.5567087254023273e-05,
      "loss": 0.1341,
      "step": 2912
    },
    {
      "epoch": 1.9043648847474253,
      "grad_norm": 2.53125,
      "learning_rate": 1.556329343914199e-05,
      "loss": 0.1517,
      "step": 2913
    },
    {
      "epoch": 1.9050188000653914,
      "grad_norm": 5.53125,
      "learning_rate": 1.5559498464269143e-05,
      "loss": 0.6812,
      "step": 2914
    },
    {
      "epoch": 1.905672715383358,
      "grad_norm": 2.453125,
      "learning_rate": 1.5555702330196024e-05,
      "loss": 0.135,
      "step": 2915
    },
    {
      "epoch": 1.906326630701324,
      "grad_norm": 4.65625,
      "learning_rate": 1.555190503771415e-05,
      "loss": 0.3905,
      "step": 2916
    },
    {
      "epoch": 1.9069805460192906,
      "grad_norm": 4.4375,
      "learning_rate": 1.5548106587615295e-05,
      "loss": 0.3245,
      "step": 2917
    },
    {
      "epoch": 1.9076344613372567,
      "grad_norm": 4.34375,
      "learning_rate": 1.5544306980691456e-05,
      "loss": 0.246,
      "step": 2918
    },
    {
      "epoch": 1.9082883766552232,
      "grad_norm": 2.9375,
      "learning_rate": 1.5540506217734892e-05,
      "loss": 0.1999,
      "step": 2919
    },
    {
      "epoch": 1.9089422919731893,
      "grad_norm": 4.625,
      "learning_rate": 1.5536704299538088e-05,
      "loss": 0.4023,
      "step": 2920
    },
    {
      "epoch": 1.9095962072911559,
      "grad_norm": 4.75,
      "learning_rate": 1.5532901226893775e-05,
      "loss": 0.3479,
      "step": 2921
    },
    {
      "epoch": 1.910250122609122,
      "grad_norm": 3.34375,
      "learning_rate": 1.5529097000594924e-05,
      "loss": 0.3292,
      "step": 2922
    },
    {
      "epoch": 1.9109040379270885,
      "grad_norm": 4.09375,
      "learning_rate": 1.5525291621434745e-05,
      "loss": 0.4026,
      "step": 2923
    },
    {
      "epoch": 1.9115579532450546,
      "grad_norm": 6.78125,
      "learning_rate": 1.552148509020669e-05,
      "loss": 0.6458,
      "step": 2924
    },
    {
      "epoch": 1.9122118685630212,
      "grad_norm": 4.03125,
      "learning_rate": 1.551767740770446e-05,
      "loss": 0.335,
      "step": 2925
    },
    {
      "epoch": 1.9128657838809873,
      "grad_norm": 4.0625,
      "learning_rate": 1.5513868574721978e-05,
      "loss": 0.3587,
      "step": 2926
    },
    {
      "epoch": 1.9135196991989538,
      "grad_norm": 7.0,
      "learning_rate": 1.5510058592053422e-05,
      "loss": 0.6726,
      "step": 2927
    },
    {
      "epoch": 1.91417361451692,
      "grad_norm": 5.1875,
      "learning_rate": 1.55062474604932e-05,
      "loss": 0.565,
      "step": 2928
    },
    {
      "epoch": 1.9148275298348865,
      "grad_norm": 3.765625,
      "learning_rate": 1.5502435180835966e-05,
      "loss": 0.258,
      "step": 2929
    },
    {
      "epoch": 1.9154814451528526,
      "grad_norm": 5.78125,
      "learning_rate": 1.549862175387661e-05,
      "loss": 0.5377,
      "step": 2930
    },
    {
      "epoch": 1.9161353604708191,
      "grad_norm": 4.90625,
      "learning_rate": 1.5494807180410268e-05,
      "loss": 0.5392,
      "step": 2931
    },
    {
      "epoch": 1.9167892757887852,
      "grad_norm": 7.71875,
      "learning_rate": 1.54909914612323e-05,
      "loss": 0.9758,
      "step": 2932
    },
    {
      "epoch": 1.9174431911067518,
      "grad_norm": 5.53125,
      "learning_rate": 1.5487174597138314e-05,
      "loss": 0.2172,
      "step": 2933
    },
    {
      "epoch": 1.9180971064247179,
      "grad_norm": 4.28125,
      "learning_rate": 1.5483356588924168e-05,
      "loss": 0.3737,
      "step": 2934
    },
    {
      "epoch": 1.9187510217426844,
      "grad_norm": 3.953125,
      "learning_rate": 1.5479537437385938e-05,
      "loss": 0.3086,
      "step": 2935
    },
    {
      "epoch": 1.9194049370606505,
      "grad_norm": 4.40625,
      "learning_rate": 1.5475717143319955e-05,
      "loss": 0.4248,
      "step": 2936
    },
    {
      "epoch": 1.920058852378617,
      "grad_norm": 4.84375,
      "learning_rate": 1.547189570752277e-05,
      "loss": 0.4027,
      "step": 2937
    },
    {
      "epoch": 1.9207127676965832,
      "grad_norm": 5.125,
      "learning_rate": 1.5468073130791196e-05,
      "loss": 0.4885,
      "step": 2938
    },
    {
      "epoch": 1.9213666830145497,
      "grad_norm": 3.84375,
      "learning_rate": 1.546424941392226e-05,
      "loss": 0.1807,
      "step": 2939
    },
    {
      "epoch": 1.9220205983325158,
      "grad_norm": 4.40625,
      "learning_rate": 1.546042455771325e-05,
      "loss": 0.2951,
      "step": 2940
    },
    {
      "epoch": 1.9226745136504824,
      "grad_norm": 6.03125,
      "learning_rate": 1.5456598562961666e-05,
      "loss": 0.6989,
      "step": 2941
    },
    {
      "epoch": 1.9233284289684485,
      "grad_norm": 4.3125,
      "learning_rate": 1.5452771430465267e-05,
      "loss": 0.2466,
      "step": 2942
    },
    {
      "epoch": 1.923982344286415,
      "grad_norm": 4.40625,
      "learning_rate": 1.5448943161022042e-05,
      "loss": 0.2303,
      "step": 2943
    },
    {
      "epoch": 1.9246362596043811,
      "grad_norm": 6.5625,
      "learning_rate": 1.544511375543021e-05,
      "loss": 0.7212,
      "step": 2944
    },
    {
      "epoch": 1.9252901749223477,
      "grad_norm": 4.3125,
      "learning_rate": 1.544128321448824e-05,
      "loss": 0.3084,
      "step": 2945
    },
    {
      "epoch": 1.9259440902403138,
      "grad_norm": 5.0625,
      "learning_rate": 1.5437451538994822e-05,
      "loss": 0.3196,
      "step": 2946
    },
    {
      "epoch": 1.9265980055582803,
      "grad_norm": 5.21875,
      "learning_rate": 1.54336187297489e-05,
      "loss": 0.6352,
      "step": 2947
    },
    {
      "epoch": 1.9272519208762464,
      "grad_norm": 3.6875,
      "learning_rate": 1.542978478754964e-05,
      "loss": 0.3767,
      "step": 2948
    },
    {
      "epoch": 1.927905836194213,
      "grad_norm": 4.09375,
      "learning_rate": 1.542594971319645e-05,
      "loss": 0.1975,
      "step": 2949
    },
    {
      "epoch": 1.928559751512179,
      "grad_norm": 8.1875,
      "learning_rate": 1.542211350748898e-05,
      "loss": 0.763,
      "step": 2950
    },
    {
      "epoch": 1.9292136668301456,
      "grad_norm": 4.96875,
      "learning_rate": 1.5418276171227106e-05,
      "loss": 0.5267,
      "step": 2951
    },
    {
      "epoch": 1.9298675821481117,
      "grad_norm": 4.1875,
      "learning_rate": 1.541443770521094e-05,
      "loss": 0.3237,
      "step": 2952
    },
    {
      "epoch": 1.9305214974660783,
      "grad_norm": 4.5,
      "learning_rate": 1.5410598110240832e-05,
      "loss": 0.5167,
      "step": 2953
    },
    {
      "epoch": 1.9311754127840444,
      "grad_norm": 5.59375,
      "learning_rate": 1.5406757387117376e-05,
      "loss": 0.4539,
      "step": 2954
    },
    {
      "epoch": 1.931829328102011,
      "grad_norm": 3.875,
      "learning_rate": 1.5402915536641392e-05,
      "loss": 0.2537,
      "step": 2955
    },
    {
      "epoch": 1.932483243419977,
      "grad_norm": 3.625,
      "learning_rate": 1.5399072559613936e-05,
      "loss": 0.2882,
      "step": 2956
    },
    {
      "epoch": 1.9331371587379436,
      "grad_norm": 6.84375,
      "learning_rate": 1.5395228456836298e-05,
      "loss": 0.6184,
      "step": 2957
    },
    {
      "epoch": 1.9337910740559097,
      "grad_norm": 5.90625,
      "learning_rate": 1.5391383229110005e-05,
      "loss": 0.7296,
      "step": 2958
    },
    {
      "epoch": 1.9344449893738762,
      "grad_norm": 4.78125,
      "learning_rate": 1.5387536877236814e-05,
      "loss": 0.4951,
      "step": 2959
    },
    {
      "epoch": 1.9350989046918423,
      "grad_norm": 6.875,
      "learning_rate": 1.538368940201873e-05,
      "loss": 0.5741,
      "step": 2960
    },
    {
      "epoch": 1.9357528200098089,
      "grad_norm": 4.15625,
      "learning_rate": 1.537984080425798e-05,
      "loss": 0.2551,
      "step": 2961
    },
    {
      "epoch": 1.936406735327775,
      "grad_norm": 5.0,
      "learning_rate": 1.537599108475702e-05,
      "loss": 0.2708,
      "step": 2962
    },
    {
      "epoch": 1.9370606506457415,
      "grad_norm": 6.375,
      "learning_rate": 1.5372140244318553e-05,
      "loss": 0.6566,
      "step": 2963
    },
    {
      "epoch": 1.9377145659637076,
      "grad_norm": 6.0625,
      "learning_rate": 1.536828828374551e-05,
      "loss": 0.5313,
      "step": 2964
    },
    {
      "epoch": 1.9383684812816742,
      "grad_norm": 4.09375,
      "learning_rate": 1.5364435203841058e-05,
      "loss": 0.4291,
      "step": 2965
    },
    {
      "epoch": 1.9390223965996403,
      "grad_norm": 4.1875,
      "learning_rate": 1.5360581005408595e-05,
      "loss": 0.3475,
      "step": 2966
    },
    {
      "epoch": 1.9396763119176068,
      "grad_norm": 5.8125,
      "learning_rate": 1.5356725689251746e-05,
      "loss": 0.6597,
      "step": 2967
    },
    {
      "epoch": 1.940330227235573,
      "grad_norm": 4.5,
      "learning_rate": 1.535286925617438e-05,
      "loss": 0.2965,
      "step": 2968
    },
    {
      "epoch": 1.9409841425535395,
      "grad_norm": 4.0,
      "learning_rate": 1.5349011706980598e-05,
      "loss": 0.3043,
      "step": 2969
    },
    {
      "epoch": 1.9416380578715056,
      "grad_norm": 5.53125,
      "learning_rate": 1.5345153042474723e-05,
      "loss": 0.3187,
      "step": 2970
    },
    {
      "epoch": 1.942291973189472,
      "grad_norm": 5.0,
      "learning_rate": 1.534129326346132e-05,
      "loss": 0.4415,
      "step": 2971
    },
    {
      "epoch": 1.9429458885074382,
      "grad_norm": 4.6875,
      "learning_rate": 1.533743237074519e-05,
      "loss": 0.5067,
      "step": 2972
    },
    {
      "epoch": 1.9435998038254048,
      "grad_norm": 4.6875,
      "learning_rate": 1.5333570365131353e-05,
      "loss": 0.3121,
      "step": 2973
    },
    {
      "epoch": 1.9442537191433709,
      "grad_norm": 6.53125,
      "learning_rate": 1.5329707247425072e-05,
      "loss": 0.5213,
      "step": 2974
    },
    {
      "epoch": 1.9449076344613374,
      "grad_norm": 5.09375,
      "learning_rate": 1.5325843018431832e-05,
      "loss": 0.4849,
      "step": 2975
    },
    {
      "epoch": 1.9455615497793035,
      "grad_norm": 5.09375,
      "learning_rate": 1.532197767895737e-05,
      "loss": 0.4572,
      "step": 2976
    },
    {
      "epoch": 1.94621546509727,
      "grad_norm": 4.5625,
      "learning_rate": 1.5318111229807623e-05,
      "loss": 0.3768,
      "step": 2977
    },
    {
      "epoch": 1.9468693804152362,
      "grad_norm": 6.9375,
      "learning_rate": 1.531424367178879e-05,
      "loss": 0.6258,
      "step": 2978
    },
    {
      "epoch": 1.9475232957332027,
      "grad_norm": 4.53125,
      "learning_rate": 1.5310375005707284e-05,
      "loss": 0.3077,
      "step": 2979
    },
    {
      "epoch": 1.9481772110511688,
      "grad_norm": 5.59375,
      "learning_rate": 1.530650523236975e-05,
      "loss": 0.4776,
      "step": 2980
    },
    {
      "epoch": 1.9488311263691354,
      "grad_norm": 4.1875,
      "learning_rate": 1.530263435258307e-05,
      "loss": 0.3434,
      "step": 2981
    },
    {
      "epoch": 1.9494850416871015,
      "grad_norm": 5.65625,
      "learning_rate": 1.5298762367154355e-05,
      "loss": 0.4426,
      "step": 2982
    },
    {
      "epoch": 1.950138957005068,
      "grad_norm": 7.0,
      "learning_rate": 1.5294889276890942e-05,
      "loss": 0.7048,
      "step": 2983
    },
    {
      "epoch": 1.950792872323034,
      "grad_norm": 6.90625,
      "learning_rate": 1.52910150826004e-05,
      "loss": 0.5269,
      "step": 2984
    },
    {
      "epoch": 1.9514467876410004,
      "grad_norm": 3.75,
      "learning_rate": 1.5287139785090534e-05,
      "loss": 0.3045,
      "step": 2985
    },
    {
      "epoch": 1.9521007029589668,
      "grad_norm": 7.21875,
      "learning_rate": 1.5283263385169376e-05,
      "loss": 0.6063,
      "step": 2986
    },
    {
      "epoch": 1.952754618276933,
      "grad_norm": 3.5625,
      "learning_rate": 1.5279385883645184e-05,
      "loss": 0.2593,
      "step": 2987
    },
    {
      "epoch": 1.9534085335948994,
      "grad_norm": 4.5,
      "learning_rate": 1.5275507281326444e-05,
      "loss": 0.3916,
      "step": 2988
    },
    {
      "epoch": 1.9540624489128657,
      "grad_norm": 4.84375,
      "learning_rate": 1.5271627579021885e-05,
      "loss": 0.4911,
      "step": 2989
    },
    {
      "epoch": 1.954716364230832,
      "grad_norm": 4.96875,
      "learning_rate": 1.5267746777540445e-05,
      "loss": 0.306,
      "step": 2990
    },
    {
      "epoch": 1.9553702795487984,
      "grad_norm": 3.5625,
      "learning_rate": 1.5263864877691314e-05,
      "loss": 0.3657,
      "step": 2991
    },
    {
      "epoch": 1.9560241948667647,
      "grad_norm": 6.59375,
      "learning_rate": 1.5259981880283894e-05,
      "loss": 0.5406,
      "step": 2992
    },
    {
      "epoch": 1.956678110184731,
      "grad_norm": 4.4375,
      "learning_rate": 1.5256097786127822e-05,
      "loss": 0.3487,
      "step": 2993
    },
    {
      "epoch": 1.9573320255026974,
      "grad_norm": 4.09375,
      "learning_rate": 1.525221259603296e-05,
      "loss": 0.4059,
      "step": 2994
    },
    {
      "epoch": 1.9579859408206637,
      "grad_norm": 5.4375,
      "learning_rate": 1.5248326310809404e-05,
      "loss": 0.6772,
      "step": 2995
    },
    {
      "epoch": 1.95863985613863,
      "grad_norm": 2.65625,
      "learning_rate": 1.524443893126748e-05,
      "loss": 0.1832,
      "step": 2996
    },
    {
      "epoch": 1.9592937714565963,
      "grad_norm": 3.765625,
      "learning_rate": 1.524055045821773e-05,
      "loss": 0.3591,
      "step": 2997
    },
    {
      "epoch": 1.9599476867745627,
      "grad_norm": 5.0625,
      "learning_rate": 1.5236660892470939e-05,
      "loss": 0.2853,
      "step": 2998
    },
    {
      "epoch": 1.960601602092529,
      "grad_norm": 3.625,
      "learning_rate": 1.5232770234838108e-05,
      "loss": 0.3359,
      "step": 2999
    },
    {
      "epoch": 1.9612555174104953,
      "grad_norm": 4.9375,
      "learning_rate": 1.522887848613047e-05,
      "loss": 0.295,
      "step": 3000
    },
    {
      "epoch": 1.9619094327284616,
      "grad_norm": 4.59375,
      "learning_rate": 1.5224985647159489e-05,
      "loss": 0.406,
      "step": 3001
    },
    {
      "epoch": 1.962563348046428,
      "grad_norm": 5.71875,
      "learning_rate": 1.5221091718736856e-05,
      "loss": 0.611,
      "step": 3002
    },
    {
      "epoch": 1.9632172633643943,
      "grad_norm": 6.59375,
      "learning_rate": 1.521719670167448e-05,
      "loss": 0.8252,
      "step": 3003
    },
    {
      "epoch": 1.9638711786823606,
      "grad_norm": 5.15625,
      "learning_rate": 1.5213300596784506e-05,
      "loss": 0.3607,
      "step": 3004
    },
    {
      "epoch": 1.964525094000327,
      "grad_norm": 4.21875,
      "learning_rate": 1.5209403404879305e-05,
      "loss": 0.2729,
      "step": 3005
    },
    {
      "epoch": 1.9651790093182933,
      "grad_norm": 5.75,
      "learning_rate": 1.5205505126771471e-05,
      "loss": 0.4727,
      "step": 3006
    },
    {
      "epoch": 1.9658329246362596,
      "grad_norm": 4.15625,
      "learning_rate": 1.5201605763273826e-05,
      "loss": 0.2781,
      "step": 3007
    },
    {
      "epoch": 1.966486839954226,
      "grad_norm": 7.375,
      "learning_rate": 1.5197705315199422e-05,
      "loss": 0.6233,
      "step": 3008
    },
    {
      "epoch": 1.9671407552721922,
      "grad_norm": 5.46875,
      "learning_rate": 1.5193803783361531e-05,
      "loss": 0.6368,
      "step": 3009
    },
    {
      "epoch": 1.9677946705901586,
      "grad_norm": 5.40625,
      "learning_rate": 1.5189901168573652e-05,
      "loss": 0.5631,
      "step": 3010
    },
    {
      "epoch": 1.9684485859081249,
      "grad_norm": 5.03125,
      "learning_rate": 1.5185997471649519e-05,
      "loss": 0.5366,
      "step": 3011
    },
    {
      "epoch": 1.9691025012260912,
      "grad_norm": 6.09375,
      "learning_rate": 1.5182092693403076e-05,
      "loss": 0.6875,
      "step": 3012
    },
    {
      "epoch": 1.9697564165440575,
      "grad_norm": 6.21875,
      "learning_rate": 1.5178186834648509e-05,
      "loss": 0.6573,
      "step": 3013
    },
    {
      "epoch": 1.9704103318620239,
      "grad_norm": 3.828125,
      "learning_rate": 1.5174279896200212e-05,
      "loss": 0.1843,
      "step": 3014
    },
    {
      "epoch": 1.9710642471799902,
      "grad_norm": 4.3125,
      "learning_rate": 1.5170371878872818e-05,
      "loss": 0.2257,
      "step": 3015
    },
    {
      "epoch": 1.9717181624979565,
      "grad_norm": 4.75,
      "learning_rate": 1.5166462783481182e-05,
      "loss": 0.4537,
      "step": 3016
    },
    {
      "epoch": 1.9723720778159228,
      "grad_norm": 5.4375,
      "learning_rate": 1.5162552610840378e-05,
      "loss": 0.4182,
      "step": 3017
    },
    {
      "epoch": 1.9730259931338892,
      "grad_norm": 5.0625,
      "learning_rate": 1.5158641361765711e-05,
      "loss": 0.3654,
      "step": 3018
    },
    {
      "epoch": 1.9736799084518555,
      "grad_norm": 5.75,
      "learning_rate": 1.5154729037072708e-05,
      "loss": 0.3916,
      "step": 3019
    },
    {
      "epoch": 1.9743338237698218,
      "grad_norm": 3.796875,
      "learning_rate": 1.5150815637577117e-05,
      "loss": 0.3284,
      "step": 3020
    },
    {
      "epoch": 1.9749877390877881,
      "grad_norm": 8.5625,
      "learning_rate": 1.5146901164094914e-05,
      "loss": 1.0165,
      "step": 3021
    },
    {
      "epoch": 1.9756416544057545,
      "grad_norm": 4.09375,
      "learning_rate": 1.5142985617442305e-05,
      "loss": 0.2998,
      "step": 3022
    },
    {
      "epoch": 1.9762955697237208,
      "grad_norm": 5.46875,
      "learning_rate": 1.5139068998435707e-05,
      "loss": 0.4552,
      "step": 3023
    },
    {
      "epoch": 1.976949485041687,
      "grad_norm": 7.6875,
      "learning_rate": 1.5135151307891766e-05,
      "loss": 0.687,
      "step": 3024
    },
    {
      "epoch": 1.9776034003596534,
      "grad_norm": 7.875,
      "learning_rate": 1.5131232546627355e-05,
      "loss": 0.4285,
      "step": 3025
    },
    {
      "epoch": 1.9782573156776198,
      "grad_norm": 4.1875,
      "learning_rate": 1.5127312715459565e-05,
      "loss": 0.3683,
      "step": 3026
    },
    {
      "epoch": 1.978911230995586,
      "grad_norm": 4.5625,
      "learning_rate": 1.5123391815205715e-05,
      "loss": 0.3114,
      "step": 3027
    },
    {
      "epoch": 1.9795651463135524,
      "grad_norm": 5.4375,
      "learning_rate": 1.5119469846683341e-05,
      "loss": 0.4644,
      "step": 3028
    },
    {
      "epoch": 1.9802190616315187,
      "grad_norm": 4.625,
      "learning_rate": 1.5115546810710208e-05,
      "loss": 0.4053,
      "step": 3029
    },
    {
      "epoch": 1.980872976949485,
      "grad_norm": 4.0,
      "learning_rate": 1.5111622708104304e-05,
      "loss": 0.2684,
      "step": 3030
    },
    {
      "epoch": 1.9815268922674514,
      "grad_norm": 4.625,
      "learning_rate": 1.5107697539683828e-05,
      "loss": 0.5073,
      "step": 3031
    },
    {
      "epoch": 1.9821808075854177,
      "grad_norm": 6.34375,
      "learning_rate": 1.5103771306267212e-05,
      "loss": 0.5601,
      "step": 3032
    },
    {
      "epoch": 1.982834722903384,
      "grad_norm": 2.828125,
      "learning_rate": 1.5099844008673109e-05,
      "loss": 0.1555,
      "step": 3033
    },
    {
      "epoch": 1.9834886382213504,
      "grad_norm": 5.0,
      "learning_rate": 1.509591564772039e-05,
      "loss": 0.4751,
      "step": 3034
    },
    {
      "epoch": 1.9841425535393167,
      "grad_norm": 4.5,
      "learning_rate": 1.5091986224228156e-05,
      "loss": 0.2711,
      "step": 3035
    },
    {
      "epoch": 1.984796468857283,
      "grad_norm": 3.8125,
      "learning_rate": 1.5088055739015715e-05,
      "loss": 0.3211,
      "step": 3036
    },
    {
      "epoch": 1.9854503841752493,
      "grad_norm": 4.0625,
      "learning_rate": 1.5084124192902612e-05,
      "loss": 0.2014,
      "step": 3037
    },
    {
      "epoch": 1.9861042994932157,
      "grad_norm": 6.125,
      "learning_rate": 1.5080191586708601e-05,
      "loss": 0.6582,
      "step": 3038
    },
    {
      "epoch": 1.986758214811182,
      "grad_norm": 6.03125,
      "learning_rate": 1.5076257921253664e-05,
      "loss": 0.472,
      "step": 3039
    },
    {
      "epoch": 1.9874121301291483,
      "grad_norm": 7.5,
      "learning_rate": 1.5072323197358003e-05,
      "loss": 0.6755,
      "step": 3040
    },
    {
      "epoch": 1.9880660454471146,
      "grad_norm": 4.78125,
      "learning_rate": 1.5068387415842036e-05,
      "loss": 0.4495,
      "step": 3041
    },
    {
      "epoch": 1.988719960765081,
      "grad_norm": 4.625,
      "learning_rate": 1.5064450577526412e-05,
      "loss": 0.3785,
      "step": 3042
    },
    {
      "epoch": 1.9893738760830473,
      "grad_norm": 3.296875,
      "learning_rate": 1.5060512683231987e-05,
      "loss": 0.2914,
      "step": 3043
    },
    {
      "epoch": 1.9900277914010136,
      "grad_norm": 6.03125,
      "learning_rate": 1.5056573733779848e-05,
      "loss": 0.3983,
      "step": 3044
    },
    {
      "epoch": 1.99068170671898,
      "grad_norm": 3.953125,
      "learning_rate": 1.5052633729991296e-05,
      "loss": 0.4056,
      "step": 3045
    },
    {
      "epoch": 1.9913356220369463,
      "grad_norm": 3.765625,
      "learning_rate": 1.5048692672687851e-05,
      "loss": 0.6382,
      "step": 3046
    },
    {
      "epoch": 1.9919895373549126,
      "grad_norm": 4.25,
      "learning_rate": 1.5044750562691256e-05,
      "loss": 0.2847,
      "step": 3047
    },
    {
      "epoch": 1.992643452672879,
      "grad_norm": 4.90625,
      "learning_rate": 1.5040807400823481e-05,
      "loss": 0.4152,
      "step": 3048
    },
    {
      "epoch": 1.9932973679908452,
      "grad_norm": 5.21875,
      "learning_rate": 1.5036863187906696e-05,
      "loss": 0.3964,
      "step": 3049
    },
    {
      "epoch": 1.9939512833088116,
      "grad_norm": 4.84375,
      "learning_rate": 1.5032917924763309e-05,
      "loss": 0.289,
      "step": 3050
    },
    {
      "epoch": 1.9946051986267779,
      "grad_norm": 6.03125,
      "learning_rate": 1.502897161221593e-05,
      "loss": 0.515,
      "step": 3051
    },
    {
      "epoch": 1.9952591139447442,
      "grad_norm": 3.515625,
      "learning_rate": 1.502502425108741e-05,
      "loss": 0.2944,
      "step": 3052
    },
    {
      "epoch": 1.9959130292627105,
      "grad_norm": 4.53125,
      "learning_rate": 1.5021075842200796e-05,
      "loss": 0.4392,
      "step": 3053
    },
    {
      "epoch": 1.9965669445806769,
      "grad_norm": 5.625,
      "learning_rate": 1.5017126386379364e-05,
      "loss": 0.4099,
      "step": 3054
    },
    {
      "epoch": 1.9972208598986432,
      "grad_norm": 2.8125,
      "learning_rate": 1.501317588444661e-05,
      "loss": 0.1868,
      "step": 3055
    },
    {
      "epoch": 1.9978747752166095,
      "grad_norm": 4.34375,
      "learning_rate": 1.5009224337226245e-05,
      "loss": 0.3489,
      "step": 3056
    },
    {
      "epoch": 1.9985286905345758,
      "grad_norm": 4.78125,
      "learning_rate": 1.5005271745542196e-05,
      "loss": 0.4906,
      "step": 3057
    },
    {
      "epoch": 1.9991826058525421,
      "grad_norm": 4.3125,
      "learning_rate": 1.5001318110218615e-05,
      "loss": 0.3178,
      "step": 3058
    },
    {
      "epoch": 1.9998365211705085,
      "grad_norm": 3.765625,
      "learning_rate": 1.4997363432079863e-05,
      "loss": 0.2755,
      "step": 3059
    },
    {
      "epoch": 2.0,
      "grad_norm": 4.125,
      "learning_rate": 1.4993407711950525e-05,
      "loss": 0.0722,
      "step": 3060
    },
    {
      "epoch": 2.000653915317966,
      "grad_norm": 3.0625,
      "learning_rate": 1.4989450950655398e-05,
      "loss": 0.2502,
      "step": 3061
    },
    {
      "epoch": 2.0013078306359326,
      "grad_norm": 5.0625,
      "learning_rate": 1.4985493149019499e-05,
      "loss": 0.3647,
      "step": 3062
    },
    {
      "epoch": 2.0019617459538988,
      "grad_norm": 2.671875,
      "learning_rate": 1.4981534307868062e-05,
      "loss": 0.2035,
      "step": 3063
    },
    {
      "epoch": 2.0026156612718653,
      "grad_norm": 3.0,
      "learning_rate": 1.4977574428026537e-05,
      "loss": 0.1831,
      "step": 3064
    },
    {
      "epoch": 2.0032695765898314,
      "grad_norm": 5.65625,
      "learning_rate": 1.4973613510320595e-05,
      "loss": 0.5238,
      "step": 3065
    },
    {
      "epoch": 2.003923491907798,
      "grad_norm": 3.453125,
      "learning_rate": 1.4969651555576114e-05,
      "loss": 0.1663,
      "step": 3066
    },
    {
      "epoch": 2.004577407225764,
      "grad_norm": 3.359375,
      "learning_rate": 1.4965688564619195e-05,
      "loss": 0.1756,
      "step": 3067
    },
    {
      "epoch": 2.0052313225437306,
      "grad_norm": 4.75,
      "learning_rate": 1.4961724538276151e-05,
      "loss": 0.3785,
      "step": 3068
    },
    {
      "epoch": 2.0058852378616967,
      "grad_norm": 3.546875,
      "learning_rate": 1.4957759477373519e-05,
      "loss": 0.2354,
      "step": 3069
    },
    {
      "epoch": 2.0065391531796632,
      "grad_norm": 4.8125,
      "learning_rate": 1.4953793382738046e-05,
      "loss": 0.3609,
      "step": 3070
    },
    {
      "epoch": 2.0071930684976294,
      "grad_norm": 4.65625,
      "learning_rate": 1.4949826255196692e-05,
      "loss": 0.3277,
      "step": 3071
    },
    {
      "epoch": 2.007846983815596,
      "grad_norm": 8.8125,
      "learning_rate": 1.4945858095576628e-05,
      "loss": 0.5461,
      "step": 3072
    },
    {
      "epoch": 2.008500899133562,
      "grad_norm": 4.84375,
      "learning_rate": 1.4941888904705261e-05,
      "loss": 0.2538,
      "step": 3073
    },
    {
      "epoch": 2.0091548144515285,
      "grad_norm": 3.6875,
      "learning_rate": 1.4937918683410192e-05,
      "loss": 0.138,
      "step": 3074
    },
    {
      "epoch": 2.0098087297694947,
      "grad_norm": 4.375,
      "learning_rate": 1.4933947432519244e-05,
      "loss": 0.198,
      "step": 3075
    },
    {
      "epoch": 2.010462645087461,
      "grad_norm": 4.40625,
      "learning_rate": 1.4929975152860459e-05,
      "loss": 0.136,
      "step": 3076
    },
    {
      "epoch": 2.0111165604054273,
      "grad_norm": 10.9375,
      "learning_rate": 1.4926001845262081e-05,
      "loss": 0.4331,
      "step": 3077
    },
    {
      "epoch": 2.011770475723394,
      "grad_norm": 4.5625,
      "learning_rate": 1.4922027510552588e-05,
      "loss": 0.2091,
      "step": 3078
    },
    {
      "epoch": 2.01242439104136,
      "grad_norm": 5.5,
      "learning_rate": 1.491805214956065e-05,
      "loss": 0.2459,
      "step": 3079
    },
    {
      "epoch": 2.0130783063593265,
      "grad_norm": 4.71875,
      "learning_rate": 1.491407576311517e-05,
      "loss": 0.1768,
      "step": 3080
    },
    {
      "epoch": 2.0137322216772926,
      "grad_norm": 11.0,
      "learning_rate": 1.491009835204525e-05,
      "loss": 0.6065,
      "step": 3081
    },
    {
      "epoch": 2.014386136995259,
      "grad_norm": 5.65625,
      "learning_rate": 1.4906119917180218e-05,
      "loss": 0.1431,
      "step": 3082
    },
    {
      "epoch": 2.0150400523132252,
      "grad_norm": 5.96875,
      "learning_rate": 1.4902140459349605e-05,
      "loss": 0.277,
      "step": 3083
    },
    {
      "epoch": 2.015693967631192,
      "grad_norm": 4.3125,
      "learning_rate": 1.4898159979383167e-05,
      "loss": 0.1105,
      "step": 3084
    },
    {
      "epoch": 2.016347882949158,
      "grad_norm": 6.34375,
      "learning_rate": 1.4894178478110856e-05,
      "loss": 0.1815,
      "step": 3085
    },
    {
      "epoch": 2.0170017982671244,
      "grad_norm": 4.71875,
      "learning_rate": 1.4890195956362856e-05,
      "loss": 0.1639,
      "step": 3086
    },
    {
      "epoch": 2.0176557135850905,
      "grad_norm": 4.34375,
      "learning_rate": 1.4886212414969551e-05,
      "loss": 0.0987,
      "step": 3087
    },
    {
      "epoch": 2.018309628903057,
      "grad_norm": 6.375,
      "learning_rate": 1.4882227854761542e-05,
      "loss": 0.2945,
      "step": 3088
    },
    {
      "epoch": 2.018963544221023,
      "grad_norm": 4.5,
      "learning_rate": 1.4878242276569643e-05,
      "loss": 0.133,
      "step": 3089
    },
    {
      "epoch": 2.0196174595389897,
      "grad_norm": 4.5,
      "learning_rate": 1.4874255681224877e-05,
      "loss": 0.1832,
      "step": 3090
    },
    {
      "epoch": 2.020271374856956,
      "grad_norm": 4.65625,
      "learning_rate": 1.4870268069558483e-05,
      "loss": 0.154,
      "step": 3091
    },
    {
      "epoch": 2.0209252901749224,
      "grad_norm": 6.09375,
      "learning_rate": 1.486627944240191e-05,
      "loss": 0.1608,
      "step": 3092
    },
    {
      "epoch": 2.0215792054928885,
      "grad_norm": 3.53125,
      "learning_rate": 1.486228980058682e-05,
      "loss": 0.0795,
      "step": 3093
    },
    {
      "epoch": 2.022233120810855,
      "grad_norm": 5.15625,
      "learning_rate": 1.4858299144945081e-05,
      "loss": 0.2808,
      "step": 3094
    },
    {
      "epoch": 2.022887036128821,
      "grad_norm": 4.5,
      "learning_rate": 1.4854307476308783e-05,
      "loss": 0.2039,
      "step": 3095
    },
    {
      "epoch": 2.0235409514467877,
      "grad_norm": 5.90625,
      "learning_rate": 1.4850314795510219e-05,
      "loss": 0.2704,
      "step": 3096
    },
    {
      "epoch": 2.024194866764754,
      "grad_norm": 6.84375,
      "learning_rate": 1.484632110338189e-05,
      "loss": 0.2724,
      "step": 3097
    },
    {
      "epoch": 2.0248487820827203,
      "grad_norm": 3.078125,
      "learning_rate": 1.4842326400756522e-05,
      "loss": 0.1189,
      "step": 3098
    },
    {
      "epoch": 2.0255026974006864,
      "grad_norm": 4.59375,
      "learning_rate": 1.4838330688467035e-05,
      "loss": 0.2589,
      "step": 3099
    },
    {
      "epoch": 2.026156612718653,
      "grad_norm": 3.109375,
      "learning_rate": 1.4834333967346573e-05,
      "loss": 0.1018,
      "step": 3100
    },
    {
      "epoch": 2.026810528036619,
      "grad_norm": 3.671875,
      "learning_rate": 1.483033623822848e-05,
      "loss": 0.1658,
      "step": 3101
    },
    {
      "epoch": 2.0274644433545856,
      "grad_norm": 6.34375,
      "learning_rate": 1.4826337501946316e-05,
      "loss": 0.1418,
      "step": 3102
    },
    {
      "epoch": 2.0281183586725517,
      "grad_norm": 5.21875,
      "learning_rate": 1.4822337759333851e-05,
      "loss": 0.1916,
      "step": 3103
    },
    {
      "epoch": 2.0287722739905183,
      "grad_norm": 6.9375,
      "learning_rate": 1.4818337011225067e-05,
      "loss": 0.345,
      "step": 3104
    },
    {
      "epoch": 2.0294261893084844,
      "grad_norm": 7.96875,
      "learning_rate": 1.4814335258454144e-05,
      "loss": 0.4035,
      "step": 3105
    },
    {
      "epoch": 2.030080104626451,
      "grad_norm": 7.34375,
      "learning_rate": 1.4810332501855487e-05,
      "loss": 0.2919,
      "step": 3106
    },
    {
      "epoch": 2.030734019944417,
      "grad_norm": 5.0,
      "learning_rate": 1.4806328742263695e-05,
      "loss": 0.3154,
      "step": 3107
    },
    {
      "epoch": 2.0313879352623836,
      "grad_norm": 6.34375,
      "learning_rate": 1.4802323980513593e-05,
      "loss": 0.4113,
      "step": 3108
    },
    {
      "epoch": 2.0320418505803497,
      "grad_norm": 3.28125,
      "learning_rate": 1.4798318217440204e-05,
      "loss": 0.1978,
      "step": 3109
    },
    {
      "epoch": 2.0326957658983162,
      "grad_norm": 2.921875,
      "learning_rate": 1.4794311453878761e-05,
      "loss": 0.0501,
      "step": 3110
    },
    {
      "epoch": 2.0333496812162823,
      "grad_norm": 2.921875,
      "learning_rate": 1.4790303690664702e-05,
      "loss": 0.1181,
      "step": 3111
    },
    {
      "epoch": 2.034003596534249,
      "grad_norm": 6.09375,
      "learning_rate": 1.4786294928633682e-05,
      "loss": 0.5175,
      "step": 3112
    },
    {
      "epoch": 2.034657511852215,
      "grad_norm": 3.34375,
      "learning_rate": 1.4782285168621562e-05,
      "loss": 0.1492,
      "step": 3113
    },
    {
      "epoch": 2.0353114271701815,
      "grad_norm": 4.34375,
      "learning_rate": 1.4778274411464409e-05,
      "loss": 0.1904,
      "step": 3114
    },
    {
      "epoch": 2.0359653424881476,
      "grad_norm": 3.6875,
      "learning_rate": 1.4774262657998493e-05,
      "loss": 0.1612,
      "step": 3115
    },
    {
      "epoch": 2.036619257806114,
      "grad_norm": 3.078125,
      "learning_rate": 1.4770249909060301e-05,
      "loss": 0.1237,
      "step": 3116
    },
    {
      "epoch": 2.0372731731240803,
      "grad_norm": 5.8125,
      "learning_rate": 1.4766236165486526e-05,
      "loss": 0.1302,
      "step": 3117
    },
    {
      "epoch": 2.037927088442047,
      "grad_norm": 4.34375,
      "learning_rate": 1.4762221428114058e-05,
      "loss": 0.2519,
      "step": 3118
    },
    {
      "epoch": 2.038581003760013,
      "grad_norm": 4.1875,
      "learning_rate": 1.475820569778001e-05,
      "loss": 0.1412,
      "step": 3119
    },
    {
      "epoch": 2.0392349190779795,
      "grad_norm": 5.40625,
      "learning_rate": 1.4754188975321693e-05,
      "loss": 0.3445,
      "step": 3120
    },
    {
      "epoch": 2.0398888343959456,
      "grad_norm": 4.8125,
      "learning_rate": 1.4750171261576622e-05,
      "loss": 0.2915,
      "step": 3121
    },
    {
      "epoch": 2.040542749713912,
      "grad_norm": 2.9375,
      "learning_rate": 1.4746152557382528e-05,
      "loss": 0.1207,
      "step": 3122
    },
    {
      "epoch": 2.0411966650318782,
      "grad_norm": 7.375,
      "learning_rate": 1.4742132863577337e-05,
      "loss": 0.326,
      "step": 3123
    },
    {
      "epoch": 2.041850580349845,
      "grad_norm": 3.453125,
      "learning_rate": 1.473811218099919e-05,
      "loss": 0.1193,
      "step": 3124
    },
    {
      "epoch": 2.042504495667811,
      "grad_norm": 4.84375,
      "learning_rate": 1.4734090510486435e-05,
      "loss": 0.3244,
      "step": 3125
    },
    {
      "epoch": 2.0431584109857774,
      "grad_norm": 4.4375,
      "learning_rate": 1.4730067852877621e-05,
      "loss": 0.1732,
      "step": 3126
    },
    {
      "epoch": 2.0438123263037435,
      "grad_norm": 6.125,
      "learning_rate": 1.4726044209011503e-05,
      "loss": 0.3132,
      "step": 3127
    },
    {
      "epoch": 2.04446624162171,
      "grad_norm": 5.8125,
      "learning_rate": 1.4722019579727043e-05,
      "loss": 0.3738,
      "step": 3128
    },
    {
      "epoch": 2.045120156939676,
      "grad_norm": 5.96875,
      "learning_rate": 1.471799396586341e-05,
      "loss": 0.2303,
      "step": 3129
    },
    {
      "epoch": 2.0457740722576427,
      "grad_norm": 3.515625,
      "learning_rate": 1.4713967368259981e-05,
      "loss": 0.2449,
      "step": 3130
    },
    {
      "epoch": 2.046427987575609,
      "grad_norm": 6.0,
      "learning_rate": 1.4709939787756324e-05,
      "loss": 0.3849,
      "step": 3131
    },
    {
      "epoch": 2.0470819028935754,
      "grad_norm": 5.53125,
      "learning_rate": 1.4705911225192231e-05,
      "loss": 0.2384,
      "step": 3132
    },
    {
      "epoch": 2.0477358182115415,
      "grad_norm": 4.59375,
      "learning_rate": 1.4701881681407684e-05,
      "loss": 0.1908,
      "step": 3133
    },
    {
      "epoch": 2.048389733529508,
      "grad_norm": 3.390625,
      "learning_rate": 1.469785115724288e-05,
      "loss": 0.1383,
      "step": 3134
    },
    {
      "epoch": 2.049043648847474,
      "grad_norm": 4.03125,
      "learning_rate": 1.4693819653538215e-05,
      "loss": 0.1554,
      "step": 3135
    },
    {
      "epoch": 2.0496975641654407,
      "grad_norm": 2.96875,
      "learning_rate": 1.4689787171134287e-05,
      "loss": 0.0901,
      "step": 3136
    },
    {
      "epoch": 2.050351479483407,
      "grad_norm": 4.46875,
      "learning_rate": 1.4685753710871904e-05,
      "loss": 0.161,
      "step": 3137
    },
    {
      "epoch": 2.0510053948013733,
      "grad_norm": 5.875,
      "learning_rate": 1.468171927359207e-05,
      "loss": 0.3981,
      "step": 3138
    },
    {
      "epoch": 2.0516593101193394,
      "grad_norm": 8.1875,
      "learning_rate": 1.4677683860136007e-05,
      "loss": 0.5545,
      "step": 3139
    },
    {
      "epoch": 2.052313225437306,
      "grad_norm": 3.359375,
      "learning_rate": 1.4673647471345126e-05,
      "loss": 0.1353,
      "step": 3140
    },
    {
      "epoch": 2.052967140755272,
      "grad_norm": 4.625,
      "learning_rate": 1.4669610108061043e-05,
      "loss": 0.1828,
      "step": 3141
    },
    {
      "epoch": 2.0536210560732386,
      "grad_norm": 4.625,
      "learning_rate": 1.4665571771125586e-05,
      "loss": 0.2159,
      "step": 3142
    },
    {
      "epoch": 2.0542749713912047,
      "grad_norm": 3.625,
      "learning_rate": 1.466153246138078e-05,
      "loss": 0.1201,
      "step": 3143
    },
    {
      "epoch": 2.0549288867091713,
      "grad_norm": 4.375,
      "learning_rate": 1.4657492179668852e-05,
      "loss": 0.1812,
      "step": 3144
    },
    {
      "epoch": 2.0555828020271374,
      "grad_norm": 3.75,
      "learning_rate": 1.4653450926832236e-05,
      "loss": 0.2189,
      "step": 3145
    },
    {
      "epoch": 2.056236717345104,
      "grad_norm": 4.34375,
      "learning_rate": 1.464940870371356e-05,
      "loss": 0.2468,
      "step": 3146
    },
    {
      "epoch": 2.05689063266307,
      "grad_norm": 4.375,
      "learning_rate": 1.4645365511155669e-05,
      "loss": 0.1757,
      "step": 3147
    },
    {
      "epoch": 2.0575445479810366,
      "grad_norm": 5.28125,
      "learning_rate": 1.4641321350001594e-05,
      "loss": 0.2293,
      "step": 3148
    },
    {
      "epoch": 2.0581984632990027,
      "grad_norm": 4.625,
      "learning_rate": 1.4637276221094577e-05,
      "loss": 0.1417,
      "step": 3149
    },
    {
      "epoch": 2.0588523786169692,
      "grad_norm": 5.25,
      "learning_rate": 1.4633230125278061e-05,
      "loss": 0.2026,
      "step": 3150
    },
    {
      "epoch": 2.0595062939349353,
      "grad_norm": 4.09375,
      "learning_rate": 1.462918306339569e-05,
      "loss": 0.1987,
      "step": 3151
    },
    {
      "epoch": 2.060160209252902,
      "grad_norm": 5.34375,
      "learning_rate": 1.4625135036291309e-05,
      "loss": 0.3575,
      "step": 3152
    },
    {
      "epoch": 2.060814124570868,
      "grad_norm": 2.984375,
      "learning_rate": 1.4621086044808962e-05,
      "loss": 0.1227,
      "step": 3153
    },
    {
      "epoch": 2.0614680398888345,
      "grad_norm": 5.9375,
      "learning_rate": 1.4617036089792898e-05,
      "loss": 0.3165,
      "step": 3154
    },
    {
      "epoch": 2.0621219552068006,
      "grad_norm": 2.25,
      "learning_rate": 1.4612985172087567e-05,
      "loss": 0.0649,
      "step": 3155
    },
    {
      "epoch": 2.062775870524767,
      "grad_norm": 6.25,
      "learning_rate": 1.4608933292537614e-05,
      "loss": 0.29,
      "step": 3156
    },
    {
      "epoch": 2.0634297858427333,
      "grad_norm": 4.28125,
      "learning_rate": 1.4604880451987895e-05,
      "loss": 0.2568,
      "step": 3157
    },
    {
      "epoch": 2.0640837011607,
      "grad_norm": 5.15625,
      "learning_rate": 1.4600826651283452e-05,
      "loss": 0.2587,
      "step": 3158
    },
    {
      "epoch": 2.064737616478666,
      "grad_norm": 3.25,
      "learning_rate": 1.4596771891269539e-05,
      "loss": 0.1008,
      "step": 3159
    },
    {
      "epoch": 2.0653915317966325,
      "grad_norm": 5.09375,
      "learning_rate": 1.4592716172791606e-05,
      "loss": 0.2229,
      "step": 3160
    },
    {
      "epoch": 2.0660454471145986,
      "grad_norm": 4.40625,
      "learning_rate": 1.4588659496695308e-05,
      "loss": 0.1516,
      "step": 3161
    },
    {
      "epoch": 2.066699362432565,
      "grad_norm": 3.453125,
      "learning_rate": 1.4584601863826487e-05,
      "loss": 0.1369,
      "step": 3162
    },
    {
      "epoch": 2.0673532777505312,
      "grad_norm": 4.4375,
      "learning_rate": 1.4580543275031191e-05,
      "loss": 0.136,
      "step": 3163
    },
    {
      "epoch": 2.068007193068498,
      "grad_norm": 4.25,
      "learning_rate": 1.4576483731155676e-05,
      "loss": 0.1256,
      "step": 3164
    },
    {
      "epoch": 2.068661108386464,
      "grad_norm": 4.8125,
      "learning_rate": 1.4572423233046386e-05,
      "loss": 0.0985,
      "step": 3165
    },
    {
      "epoch": 2.0693150237044304,
      "grad_norm": 3.546875,
      "learning_rate": 1.456836178154997e-05,
      "loss": 0.1713,
      "step": 3166
    },
    {
      "epoch": 2.0699689390223965,
      "grad_norm": 3.984375,
      "learning_rate": 1.4564299377513268e-05,
      "loss": 0.1698,
      "step": 3167
    },
    {
      "epoch": 2.070622854340363,
      "grad_norm": 3.5625,
      "learning_rate": 1.456023602178333e-05,
      "loss": 0.1059,
      "step": 3168
    },
    {
      "epoch": 2.071276769658329,
      "grad_norm": 4.21875,
      "learning_rate": 1.4556171715207392e-05,
      "loss": 0.2399,
      "step": 3169
    },
    {
      "epoch": 2.0719306849762957,
      "grad_norm": 7.6875,
      "learning_rate": 1.4552106458632902e-05,
      "loss": 0.2559,
      "step": 3170
    },
    {
      "epoch": 2.072584600294262,
      "grad_norm": 6.1875,
      "learning_rate": 1.4548040252907494e-05,
      "loss": 0.3078,
      "step": 3171
    },
    {
      "epoch": 2.0732385156122284,
      "grad_norm": 5.21875,
      "learning_rate": 1.4543973098879006e-05,
      "loss": 0.2059,
      "step": 3172
    },
    {
      "epoch": 2.0738924309301945,
      "grad_norm": 3.53125,
      "learning_rate": 1.4539904997395468e-05,
      "loss": 0.1643,
      "step": 3173
    },
    {
      "epoch": 2.074546346248161,
      "grad_norm": 3.984375,
      "learning_rate": 1.4535835949305121e-05,
      "loss": 0.1405,
      "step": 3174
    },
    {
      "epoch": 2.075200261566127,
      "grad_norm": 4.8125,
      "learning_rate": 1.453176595545639e-05,
      "loss": 0.2811,
      "step": 3175
    },
    {
      "epoch": 2.0758541768840937,
      "grad_norm": 5.25,
      "learning_rate": 1.4527695016697899e-05,
      "loss": 0.2644,
      "step": 3176
    },
    {
      "epoch": 2.07650809220206,
      "grad_norm": 5.625,
      "learning_rate": 1.4523623133878472e-05,
      "loss": 0.1344,
      "step": 3177
    },
    {
      "epoch": 2.0771620075200263,
      "grad_norm": 4.25,
      "learning_rate": 1.4519550307847134e-05,
      "loss": 0.1484,
      "step": 3178
    },
    {
      "epoch": 2.0778159228379924,
      "grad_norm": 5.34375,
      "learning_rate": 1.4515476539453102e-05,
      "loss": 0.2884,
      "step": 3179
    },
    {
      "epoch": 2.078469838155959,
      "grad_norm": 7.5625,
      "learning_rate": 1.4511401829545782e-05,
      "loss": 0.1626,
      "step": 3180
    },
    {
      "epoch": 2.079123753473925,
      "grad_norm": 5.5,
      "learning_rate": 1.4507326178974789e-05,
      "loss": 0.2198,
      "step": 3181
    },
    {
      "epoch": 2.0797776687918916,
      "grad_norm": 4.5625,
      "learning_rate": 1.4503249588589932e-05,
      "loss": 0.0948,
      "step": 3182
    },
    {
      "epoch": 2.0804315841098577,
      "grad_norm": 5.375,
      "learning_rate": 1.4499172059241208e-05,
      "loss": 0.1535,
      "step": 3183
    },
    {
      "epoch": 2.0810854994278243,
      "grad_norm": 5.09375,
      "learning_rate": 1.4495093591778815e-05,
      "loss": 0.2126,
      "step": 3184
    },
    {
      "epoch": 2.0817394147457904,
      "grad_norm": 5.9375,
      "learning_rate": 1.449101418705315e-05,
      "loss": 0.228,
      "step": 3185
    },
    {
      "epoch": 2.082393330063757,
      "grad_norm": 4.9375,
      "learning_rate": 1.4486933845914796e-05,
      "loss": 0.3575,
      "step": 3186
    },
    {
      "epoch": 2.083047245381723,
      "grad_norm": 5.25,
      "learning_rate": 1.4482852569214547e-05,
      "loss": 0.2563,
      "step": 3187
    },
    {
      "epoch": 2.0837011606996896,
      "grad_norm": 5.65625,
      "learning_rate": 1.4478770357803372e-05,
      "loss": 0.2886,
      "step": 3188
    },
    {
      "epoch": 2.0843550760176557,
      "grad_norm": 4.625,
      "learning_rate": 1.4474687212532445e-05,
      "loss": 0.2304,
      "step": 3189
    },
    {
      "epoch": 2.0850089913356222,
      "grad_norm": 5.375,
      "learning_rate": 1.4470603134253143e-05,
      "loss": 0.0949,
      "step": 3190
    },
    {
      "epoch": 2.0856629066535883,
      "grad_norm": 3.484375,
      "learning_rate": 1.4466518123817025e-05,
      "loss": 0.1858,
      "step": 3191
    },
    {
      "epoch": 2.086316821971555,
      "grad_norm": 9.5,
      "learning_rate": 1.4462432182075849e-05,
      "loss": 0.54,
      "step": 3192
    },
    {
      "epoch": 2.086970737289521,
      "grad_norm": 3.546875,
      "learning_rate": 1.4458345309881562e-05,
      "loss": 0.2206,
      "step": 3193
    },
    {
      "epoch": 2.0876246526074875,
      "grad_norm": 8.4375,
      "learning_rate": 1.4454257508086315e-05,
      "loss": 0.5826,
      "step": 3194
    },
    {
      "epoch": 2.0882785679254536,
      "grad_norm": 4.5,
      "learning_rate": 1.4450168777542452e-05,
      "loss": 0.2279,
      "step": 3195
    },
    {
      "epoch": 2.08893248324342,
      "grad_norm": 6.0625,
      "learning_rate": 1.4446079119102497e-05,
      "loss": 0.3062,
      "step": 3196
    },
    {
      "epoch": 2.0895863985613863,
      "grad_norm": 6.0625,
      "learning_rate": 1.4441988533619182e-05,
      "loss": 0.3479,
      "step": 3197
    },
    {
      "epoch": 2.090240313879353,
      "grad_norm": 4.9375,
      "learning_rate": 1.4437897021945424e-05,
      "loss": 0.2094,
      "step": 3198
    },
    {
      "epoch": 2.090894229197319,
      "grad_norm": 4.3125,
      "learning_rate": 1.443380458493434e-05,
      "loss": 0.4081,
      "step": 3199
    },
    {
      "epoch": 2.0915481445152855,
      "grad_norm": 4.78125,
      "learning_rate": 1.4429711223439231e-05,
      "loss": 0.2993,
      "step": 3200
    },
    {
      "epoch": 2.0922020598332516,
      "grad_norm": 2.796875,
      "learning_rate": 1.44256169383136e-05,
      "loss": 0.1158,
      "step": 3201
    },
    {
      "epoch": 2.092855975151218,
      "grad_norm": 4.125,
      "learning_rate": 1.442152173041114e-05,
      "loss": 0.1848,
      "step": 3202
    },
    {
      "epoch": 2.0935098904691842,
      "grad_norm": 2.390625,
      "learning_rate": 1.441742560058573e-05,
      "loss": 0.1111,
      "step": 3203
    },
    {
      "epoch": 2.094163805787151,
      "grad_norm": 3.65625,
      "learning_rate": 1.441332854969145e-05,
      "loss": 0.078,
      "step": 3204
    },
    {
      "epoch": 2.094817721105117,
      "grad_norm": 5.21875,
      "learning_rate": 1.4409230578582566e-05,
      "loss": 0.2487,
      "step": 3205
    },
    {
      "epoch": 2.095471636423083,
      "grad_norm": 6.3125,
      "learning_rate": 1.4405131688113539e-05,
      "loss": 0.2167,
      "step": 3206
    },
    {
      "epoch": 2.0961255517410495,
      "grad_norm": 2.546875,
      "learning_rate": 1.4401031879139021e-05,
      "loss": 0.0599,
      "step": 3207
    },
    {
      "epoch": 2.096779467059016,
      "grad_norm": 4.0625,
      "learning_rate": 1.4396931152513851e-05,
      "loss": 0.2509,
      "step": 3208
    },
    {
      "epoch": 2.097433382376982,
      "grad_norm": 4.75,
      "learning_rate": 1.4392829509093074e-05,
      "loss": 0.2398,
      "step": 3209
    },
    {
      "epoch": 2.0980872976949483,
      "grad_norm": 4.5,
      "learning_rate": 1.4388726949731902e-05,
      "loss": 0.2583,
      "step": 3210
    },
    {
      "epoch": 2.098741213012915,
      "grad_norm": 3.578125,
      "learning_rate": 1.4384623475285761e-05,
      "loss": 0.1673,
      "step": 3211
    },
    {
      "epoch": 2.0993951283308814,
      "grad_norm": 4.9375,
      "learning_rate": 1.4380519086610258e-05,
      "loss": 0.2098,
      "step": 3212
    },
    {
      "epoch": 2.1000490436488475,
      "grad_norm": 5.53125,
      "learning_rate": 1.437641378456119e-05,
      "loss": 0.2488,
      "step": 3213
    },
    {
      "epoch": 2.1007029589668136,
      "grad_norm": 5.25,
      "learning_rate": 1.4372307569994544e-05,
      "loss": 0.2784,
      "step": 3214
    },
    {
      "epoch": 2.10135687428478,
      "grad_norm": 4.8125,
      "learning_rate": 1.4368200443766496e-05,
      "loss": 0.1745,
      "step": 3215
    },
    {
      "epoch": 2.1020107896027462,
      "grad_norm": 3.484375,
      "learning_rate": 1.436409240673342e-05,
      "loss": 0.1288,
      "step": 3216
    },
    {
      "epoch": 2.102664704920713,
      "grad_norm": 5.09375,
      "learning_rate": 1.4359983459751879e-05,
      "loss": 0.3429,
      "step": 3217
    },
    {
      "epoch": 2.103318620238679,
      "grad_norm": 3.734375,
      "learning_rate": 1.4355873603678612e-05,
      "loss": 0.1614,
      "step": 3218
    },
    {
      "epoch": 2.1039725355566454,
      "grad_norm": 4.78125,
      "learning_rate": 1.4351762839370562e-05,
      "loss": 0.1631,
      "step": 3219
    },
    {
      "epoch": 2.1046264508746115,
      "grad_norm": 4.875,
      "learning_rate": 1.4347651167684854e-05,
      "loss": 0.2125,
      "step": 3220
    },
    {
      "epoch": 2.105280366192578,
      "grad_norm": 6.375,
      "learning_rate": 1.434353858947881e-05,
      "loss": 0.2928,
      "step": 3221
    },
    {
      "epoch": 2.105934281510544,
      "grad_norm": 5.78125,
      "learning_rate": 1.4339425105609932e-05,
      "loss": 0.163,
      "step": 3222
    },
    {
      "epoch": 2.1065881968285107,
      "grad_norm": 3.59375,
      "learning_rate": 1.4335310716935912e-05,
      "loss": 0.1178,
      "step": 3223
    },
    {
      "epoch": 2.107242112146477,
      "grad_norm": 3.390625,
      "learning_rate": 1.4331195424314638e-05,
      "loss": 0.1227,
      "step": 3224
    },
    {
      "epoch": 2.1078960274644434,
      "grad_norm": 4.125,
      "learning_rate": 1.4327079228604177e-05,
      "loss": 0.0614,
      "step": 3225
    },
    {
      "epoch": 2.1085499427824095,
      "grad_norm": 4.59375,
      "learning_rate": 1.4322962130662799e-05,
      "loss": 0.2643,
      "step": 3226
    },
    {
      "epoch": 2.109203858100376,
      "grad_norm": 5.0,
      "learning_rate": 1.431884413134894e-05,
      "loss": 0.218,
      "step": 3227
    },
    {
      "epoch": 2.109857773418342,
      "grad_norm": 5.34375,
      "learning_rate": 1.431472523152124e-05,
      "loss": 0.2167,
      "step": 3228
    },
    {
      "epoch": 2.1105116887363087,
      "grad_norm": 5.84375,
      "learning_rate": 1.4310605432038527e-05,
      "loss": 0.1634,
      "step": 3229
    },
    {
      "epoch": 2.111165604054275,
      "grad_norm": 3.53125,
      "learning_rate": 1.4306484733759806e-05,
      "loss": 0.1009,
      "step": 3230
    },
    {
      "epoch": 2.1118195193722413,
      "grad_norm": 5.125,
      "learning_rate": 1.4302363137544282e-05,
      "loss": 0.3738,
      "step": 3231
    },
    {
      "epoch": 2.1124734346902074,
      "grad_norm": 3.84375,
      "learning_rate": 1.4298240644251338e-05,
      "loss": 0.119,
      "step": 3232
    },
    {
      "epoch": 2.113127350008174,
      "grad_norm": 7.0,
      "learning_rate": 1.4294117254740545e-05,
      "loss": 0.272,
      "step": 3233
    },
    {
      "epoch": 2.11378126532614,
      "grad_norm": 5.90625,
      "learning_rate": 1.4289992969871666e-05,
      "loss": 0.3003,
      "step": 3234
    },
    {
      "epoch": 2.1144351806441066,
      "grad_norm": 4.84375,
      "learning_rate": 1.4285867790504648e-05,
      "loss": 0.2083,
      "step": 3235
    },
    {
      "epoch": 2.1150890959620727,
      "grad_norm": 4.8125,
      "learning_rate": 1.4281741717499622e-05,
      "loss": 0.2975,
      "step": 3236
    },
    {
      "epoch": 2.1157430112800393,
      "grad_norm": 8.625,
      "learning_rate": 1.4277614751716911e-05,
      "loss": 0.4932,
      "step": 3237
    },
    {
      "epoch": 2.1163969265980054,
      "grad_norm": 3.375,
      "learning_rate": 1.4273486894017014e-05,
      "loss": 0.1203,
      "step": 3238
    },
    {
      "epoch": 2.117050841915972,
      "grad_norm": 3.8125,
      "learning_rate": 1.4269358145260634e-05,
      "loss": 0.1516,
      "step": 3239
    },
    {
      "epoch": 2.117704757233938,
      "grad_norm": 4.71875,
      "learning_rate": 1.4265228506308637e-05,
      "loss": 0.1631,
      "step": 3240
    },
    {
      "epoch": 2.1183586725519046,
      "grad_norm": 4.78125,
      "learning_rate": 1.4261097978022088e-05,
      "loss": 0.2131,
      "step": 3241
    },
    {
      "epoch": 2.1190125878698707,
      "grad_norm": 3.4375,
      "learning_rate": 1.425696656126224e-05,
      "loss": 0.1287,
      "step": 3242
    },
    {
      "epoch": 2.1196665031878372,
      "grad_norm": 7.0,
      "learning_rate": 1.4252834256890527e-05,
      "loss": 0.4125,
      "step": 3243
    },
    {
      "epoch": 2.1203204185058033,
      "grad_norm": 4.3125,
      "learning_rate": 1.4248701065768562e-05,
      "loss": 0.27,
      "step": 3244
    },
    {
      "epoch": 2.12097433382377,
      "grad_norm": 9.6875,
      "learning_rate": 1.4244566988758152e-05,
      "loss": 0.3675,
      "step": 3245
    },
    {
      "epoch": 2.121628249141736,
      "grad_norm": 2.9375,
      "learning_rate": 1.4240432026721287e-05,
      "loss": 0.0798,
      "step": 3246
    },
    {
      "epoch": 2.1222821644597025,
      "grad_norm": 6.15625,
      "learning_rate": 1.4236296180520136e-05,
      "loss": 0.2349,
      "step": 3247
    },
    {
      "epoch": 2.1229360797776686,
      "grad_norm": 4.8125,
      "learning_rate": 1.4232159451017062e-05,
      "loss": 0.2033,
      "step": 3248
    },
    {
      "epoch": 2.123589995095635,
      "grad_norm": 4.25,
      "learning_rate": 1.4228021839074604e-05,
      "loss": 0.2561,
      "step": 3249
    },
    {
      "epoch": 2.1242439104136013,
      "grad_norm": 7.03125,
      "learning_rate": 1.4223883345555483e-05,
      "loss": 0.2498,
      "step": 3250
    },
    {
      "epoch": 2.124897825731568,
      "grad_norm": 5.4375,
      "learning_rate": 1.4219743971322611e-05,
      "loss": 0.2201,
      "step": 3251
    },
    {
      "epoch": 2.125551741049534,
      "grad_norm": 4.9375,
      "learning_rate": 1.4215603717239087e-05,
      "loss": 0.2569,
      "step": 3252
    },
    {
      "epoch": 2.1262056563675005,
      "grad_norm": 6.28125,
      "learning_rate": 1.4211462584168178e-05,
      "loss": 0.2008,
      "step": 3253
    },
    {
      "epoch": 2.1268595716854666,
      "grad_norm": 5.375,
      "learning_rate": 1.4207320572973352e-05,
      "loss": 0.1789,
      "step": 3254
    },
    {
      "epoch": 2.127513487003433,
      "grad_norm": 3.765625,
      "learning_rate": 1.4203177684518243e-05,
      "loss": 0.1242,
      "step": 3255
    },
    {
      "epoch": 2.1281674023213992,
      "grad_norm": 6.78125,
      "learning_rate": 1.4199033919666683e-05,
      "loss": 0.3026,
      "step": 3256
    },
    {
      "epoch": 2.1288213176393658,
      "grad_norm": 5.75,
      "learning_rate": 1.4194889279282677e-05,
      "loss": 0.3045,
      "step": 3257
    },
    {
      "epoch": 2.129475232957332,
      "grad_norm": 3.96875,
      "learning_rate": 1.4190743764230419e-05,
      "loss": 0.1418,
      "step": 3258
    },
    {
      "epoch": 2.1301291482752984,
      "grad_norm": 7.03125,
      "learning_rate": 1.4186597375374283e-05,
      "loss": 0.3092,
      "step": 3259
    },
    {
      "epoch": 2.1307830635932645,
      "grad_norm": 5.0,
      "learning_rate": 1.418245011357882e-05,
      "loss": 0.2825,
      "step": 3260
    },
    {
      "epoch": 2.131436978911231,
      "grad_norm": 7.5625,
      "learning_rate": 1.417830197970877e-05,
      "loss": 0.3467,
      "step": 3261
    },
    {
      "epoch": 2.132090894229197,
      "grad_norm": 3.625,
      "learning_rate": 1.4174152974629055e-05,
      "loss": 0.1232,
      "step": 3262
    },
    {
      "epoch": 2.1327448095471637,
      "grad_norm": 5.375,
      "learning_rate": 1.417000309920477e-05,
      "loss": 0.278,
      "step": 3263
    },
    {
      "epoch": 2.13339872486513,
      "grad_norm": 4.40625,
      "learning_rate": 1.4165852354301201e-05,
      "loss": 0.1116,
      "step": 3264
    },
    {
      "epoch": 2.1340526401830964,
      "grad_norm": 4.1875,
      "learning_rate": 1.4161700740783815e-05,
      "loss": 0.1536,
      "step": 3265
    },
    {
      "epoch": 2.1347065555010625,
      "grad_norm": 4.15625,
      "learning_rate": 1.415754825951825e-05,
      "loss": 0.2243,
      "step": 3266
    },
    {
      "epoch": 2.135360470819029,
      "grad_norm": 7.0,
      "learning_rate": 1.4153394911370337e-05,
      "loss": 0.3907,
      "step": 3267
    },
    {
      "epoch": 2.136014386136995,
      "grad_norm": 8.5625,
      "learning_rate": 1.4149240697206081e-05,
      "loss": 0.4595,
      "step": 3268
    },
    {
      "epoch": 2.1366683014549617,
      "grad_norm": 5.6875,
      "learning_rate": 1.414508561789167e-05,
      "loss": 0.3088,
      "step": 3269
    },
    {
      "epoch": 2.1373222167729278,
      "grad_norm": 5.03125,
      "learning_rate": 1.4140929674293471e-05,
      "loss": 0.1439,
      "step": 3270
    },
    {
      "epoch": 2.1379761320908943,
      "grad_norm": 4.8125,
      "learning_rate": 1.4136772867278027e-05,
      "loss": 0.1922,
      "step": 3271
    },
    {
      "epoch": 2.1386300474088604,
      "grad_norm": 4.125,
      "learning_rate": 1.4132615197712076e-05,
      "loss": 0.1825,
      "step": 3272
    },
    {
      "epoch": 2.139283962726827,
      "grad_norm": 4.0,
      "learning_rate": 1.4128456666462518e-05,
      "loss": 0.1499,
      "step": 3273
    },
    {
      "epoch": 2.139937878044793,
      "grad_norm": 6.0,
      "learning_rate": 1.4124297274396443e-05,
      "loss": 0.2228,
      "step": 3274
    },
    {
      "epoch": 2.1405917933627596,
      "grad_norm": 6.75,
      "learning_rate": 1.4120137022381118e-05,
      "loss": 0.2278,
      "step": 3275
    },
    {
      "epoch": 2.1412457086807257,
      "grad_norm": 3.578125,
      "learning_rate": 1.4115975911283983e-05,
      "loss": 0.1236,
      "step": 3276
    },
    {
      "epoch": 2.1418996239986923,
      "grad_norm": 3.734375,
      "learning_rate": 1.4111813941972672e-05,
      "loss": 0.112,
      "step": 3277
    },
    {
      "epoch": 2.1425535393166584,
      "grad_norm": 4.65625,
      "learning_rate": 1.4107651115314987e-05,
      "loss": 0.2032,
      "step": 3278
    },
    {
      "epoch": 2.143207454634625,
      "grad_norm": 6.875,
      "learning_rate": 1.4103487432178908e-05,
      "loss": 0.2435,
      "step": 3279
    },
    {
      "epoch": 2.143861369952591,
      "grad_norm": 9.25,
      "learning_rate": 1.4099322893432596e-05,
      "loss": 0.6723,
      "step": 3280
    },
    {
      "epoch": 2.1445152852705576,
      "grad_norm": 7.0,
      "learning_rate": 1.4095157499944396e-05,
      "loss": 0.2386,
      "step": 3281
    },
    {
      "epoch": 2.1451692005885237,
      "grad_norm": 6.96875,
      "learning_rate": 1.4090991252582822e-05,
      "loss": 0.2272,
      "step": 3282
    },
    {
      "epoch": 2.14582311590649,
      "grad_norm": 4.375,
      "learning_rate": 1.4086824152216572e-05,
      "loss": 0.1214,
      "step": 3283
    },
    {
      "epoch": 2.1464770312244563,
      "grad_norm": 5.0,
      "learning_rate": 1.4082656199714517e-05,
      "loss": 0.2002,
      "step": 3284
    },
    {
      "epoch": 2.147130946542423,
      "grad_norm": 5.03125,
      "learning_rate": 1.4078487395945712e-05,
      "loss": 0.2492,
      "step": 3285
    },
    {
      "epoch": 2.147784861860389,
      "grad_norm": 3.640625,
      "learning_rate": 1.4074317741779386e-05,
      "loss": 0.0967,
      "step": 3286
    },
    {
      "epoch": 2.1484387771783555,
      "grad_norm": 6.84375,
      "learning_rate": 1.4070147238084945e-05,
      "loss": 0.1907,
      "step": 3287
    },
    {
      "epoch": 2.1490926924963216,
      "grad_norm": 4.8125,
      "learning_rate": 1.4065975885731972e-05,
      "loss": 0.2685,
      "step": 3288
    },
    {
      "epoch": 2.149746607814288,
      "grad_norm": 7.09375,
      "learning_rate": 1.4061803685590227e-05,
      "loss": 0.3859,
      "step": 3289
    },
    {
      "epoch": 2.1504005231322543,
      "grad_norm": 4.15625,
      "learning_rate": 1.405763063852965e-05,
      "loss": 0.0798,
      "step": 3290
    },
    {
      "epoch": 2.151054438450221,
      "grad_norm": 5.0,
      "learning_rate": 1.4053456745420352e-05,
      "loss": 0.2386,
      "step": 3291
    },
    {
      "epoch": 2.151708353768187,
      "grad_norm": 3.609375,
      "learning_rate": 1.4049282007132628e-05,
      "loss": 0.1825,
      "step": 3292
    },
    {
      "epoch": 2.1523622690861535,
      "grad_norm": 3.484375,
      "learning_rate": 1.4045106424536938e-05,
      "loss": 0.1179,
      "step": 3293
    },
    {
      "epoch": 2.1530161844041196,
      "grad_norm": 3.109375,
      "learning_rate": 1.404092999850393e-05,
      "loss": 0.0827,
      "step": 3294
    },
    {
      "epoch": 2.153670099722086,
      "grad_norm": 5.5625,
      "learning_rate": 1.403675272990442e-05,
      "loss": 0.1454,
      "step": 3295
    },
    {
      "epoch": 2.154324015040052,
      "grad_norm": 4.5,
      "learning_rate": 1.4032574619609403e-05,
      "loss": 0.1644,
      "step": 3296
    },
    {
      "epoch": 2.1549779303580188,
      "grad_norm": 4.75,
      "learning_rate": 1.4028395668490046e-05,
      "loss": 0.0949,
      "step": 3297
    },
    {
      "epoch": 2.155631845675985,
      "grad_norm": 4.25,
      "learning_rate": 1.40242158774177e-05,
      "loss": 0.1363,
      "step": 3298
    },
    {
      "epoch": 2.1562857609939514,
      "grad_norm": 5.15625,
      "learning_rate": 1.402003524726388e-05,
      "loss": 0.1696,
      "step": 3299
    },
    {
      "epoch": 2.1569396763119175,
      "grad_norm": 4.875,
      "learning_rate": 1.4015853778900284e-05,
      "loss": 0.115,
      "step": 3300
    },
    {
      "epoch": 2.157593591629884,
      "grad_norm": 5.71875,
      "learning_rate": 1.401167147319878e-05,
      "loss": 0.2794,
      "step": 3301
    },
    {
      "epoch": 2.15824750694785,
      "grad_norm": 3.34375,
      "learning_rate": 1.4007488331031409e-05,
      "loss": 0.1006,
      "step": 3302
    },
    {
      "epoch": 2.1589014222658167,
      "grad_norm": 2.90625,
      "learning_rate": 1.40033043532704e-05,
      "loss": 0.0738,
      "step": 3303
    },
    {
      "epoch": 2.159555337583783,
      "grad_norm": 6.6875,
      "learning_rate": 1.3999119540788138e-05,
      "loss": 0.2315,
      "step": 3304
    },
    {
      "epoch": 2.1602092529017494,
      "grad_norm": 4.1875,
      "learning_rate": 1.3994933894457193e-05,
      "loss": 0.1306,
      "step": 3305
    },
    {
      "epoch": 2.1608631682197155,
      "grad_norm": 4.03125,
      "learning_rate": 1.3990747415150305e-05,
      "loss": 0.1736,
      "step": 3306
    },
    {
      "epoch": 2.161517083537682,
      "grad_norm": 5.71875,
      "learning_rate": 1.3986560103740385e-05,
      "loss": 0.1515,
      "step": 3307
    },
    {
      "epoch": 2.162170998855648,
      "grad_norm": 4.59375,
      "learning_rate": 1.3982371961100532e-05,
      "loss": 0.1996,
      "step": 3308
    },
    {
      "epoch": 2.1628249141736147,
      "grad_norm": 3.75,
      "learning_rate": 1.3978182988103996e-05,
      "loss": 0.1138,
      "step": 3309
    },
    {
      "epoch": 2.1634788294915808,
      "grad_norm": 5.3125,
      "learning_rate": 1.3973993185624219e-05,
      "loss": 0.1507,
      "step": 3310
    },
    {
      "epoch": 2.1641327448095473,
      "grad_norm": 6.25,
      "learning_rate": 1.3969802554534803e-05,
      "loss": 0.3033,
      "step": 3311
    },
    {
      "epoch": 2.1647866601275134,
      "grad_norm": 3.15625,
      "learning_rate": 1.3965611095709533e-05,
      "loss": 0.1056,
      "step": 3312
    },
    {
      "epoch": 2.16544057544548,
      "grad_norm": 5.8125,
      "learning_rate": 1.3961418810022362e-05,
      "loss": 0.3123,
      "step": 3313
    },
    {
      "epoch": 2.166094490763446,
      "grad_norm": 5.03125,
      "learning_rate": 1.3957225698347412e-05,
      "loss": 0.1687,
      "step": 3314
    },
    {
      "epoch": 2.1667484060814126,
      "grad_norm": 4.53125,
      "learning_rate": 1.3953031761558985e-05,
      "loss": 0.1569,
      "step": 3315
    },
    {
      "epoch": 2.1674023213993787,
      "grad_norm": 5.9375,
      "learning_rate": 1.3948837000531543e-05,
      "loss": 0.2222,
      "step": 3316
    },
    {
      "epoch": 2.1680562367173453,
      "grad_norm": 4.71875,
      "learning_rate": 1.3944641416139737e-05,
      "loss": 0.1855,
      "step": 3317
    },
    {
      "epoch": 2.1687101520353114,
      "grad_norm": 5.71875,
      "learning_rate": 1.3940445009258374e-05,
      "loss": 0.3251,
      "step": 3318
    },
    {
      "epoch": 2.169364067353278,
      "grad_norm": 6.15625,
      "learning_rate": 1.393624778076244e-05,
      "loss": 0.3591,
      "step": 3319
    },
    {
      "epoch": 2.170017982671244,
      "grad_norm": 5.34375,
      "learning_rate": 1.3932049731527092e-05,
      "loss": 0.2244,
      "step": 3320
    },
    {
      "epoch": 2.1706718979892106,
      "grad_norm": 2.8125,
      "learning_rate": 1.3927850862427657e-05,
      "loss": 0.0736,
      "step": 3321
    },
    {
      "epoch": 2.1713258133071767,
      "grad_norm": 5.8125,
      "learning_rate": 1.3923651174339633e-05,
      "loss": 0.1955,
      "step": 3322
    },
    {
      "epoch": 2.171979728625143,
      "grad_norm": 6.9375,
      "learning_rate": 1.3919450668138685e-05,
      "loss": 0.2788,
      "step": 3323
    },
    {
      "epoch": 2.1726336439431093,
      "grad_norm": 3.609375,
      "learning_rate": 1.3915249344700658e-05,
      "loss": 0.188,
      "step": 3324
    },
    {
      "epoch": 2.173287559261076,
      "grad_norm": 4.5,
      "learning_rate": 1.391104720490156e-05,
      "loss": 0.2334,
      "step": 3325
    },
    {
      "epoch": 2.173941474579042,
      "grad_norm": 3.140625,
      "learning_rate": 1.3906844249617575e-05,
      "loss": 0.1347,
      "step": 3326
    },
    {
      "epoch": 2.1745953898970085,
      "grad_norm": 5.28125,
      "learning_rate": 1.3902640479725045e-05,
      "loss": 0.1057,
      "step": 3327
    },
    {
      "epoch": 2.1752493052149746,
      "grad_norm": 4.25,
      "learning_rate": 1.389843589610049e-05,
      "loss": 0.1563,
      "step": 3328
    },
    {
      "epoch": 2.175903220532941,
      "grad_norm": 4.84375,
      "learning_rate": 1.3894230499620607e-05,
      "loss": 0.3972,
      "step": 3329
    },
    {
      "epoch": 2.1765571358509073,
      "grad_norm": 5.8125,
      "learning_rate": 1.3890024291162254e-05,
      "loss": 0.3582,
      "step": 3330
    },
    {
      "epoch": 2.177211051168874,
      "grad_norm": 6.71875,
      "learning_rate": 1.3885817271602453e-05,
      "loss": 0.293,
      "step": 3331
    },
    {
      "epoch": 2.17786496648684,
      "grad_norm": 4.5625,
      "learning_rate": 1.3881609441818407e-05,
      "loss": 0.2163,
      "step": 3332
    },
    {
      "epoch": 2.1785188818048065,
      "grad_norm": 5.90625,
      "learning_rate": 1.387740080268748e-05,
      "loss": 0.2965,
      "step": 3333
    },
    {
      "epoch": 2.1791727971227726,
      "grad_norm": 4.1875,
      "learning_rate": 1.3873191355087208e-05,
      "loss": 0.0761,
      "step": 3334
    },
    {
      "epoch": 2.179826712440739,
      "grad_norm": 4.09375,
      "learning_rate": 1.3868981099895295e-05,
      "loss": 0.1494,
      "step": 3335
    },
    {
      "epoch": 2.180480627758705,
      "grad_norm": 3.34375,
      "learning_rate": 1.3864770037989615e-05,
      "loss": 0.1759,
      "step": 3336
    },
    {
      "epoch": 2.1811345430766718,
      "grad_norm": 4.21875,
      "learning_rate": 1.3860558170248204e-05,
      "loss": 0.2229,
      "step": 3337
    },
    {
      "epoch": 2.181788458394638,
      "grad_norm": 3.9375,
      "learning_rate": 1.385634549754927e-05,
      "loss": 0.1984,
      "step": 3338
    },
    {
      "epoch": 2.1824423737126044,
      "grad_norm": 3.78125,
      "learning_rate": 1.3852132020771198e-05,
      "loss": 0.2037,
      "step": 3339
    },
    {
      "epoch": 2.1830962890305705,
      "grad_norm": 4.25,
      "learning_rate": 1.3847917740792525e-05,
      "loss": 0.1137,
      "step": 3340
    },
    {
      "epoch": 2.183750204348537,
      "grad_norm": 5.125,
      "learning_rate": 1.3843702658491961e-05,
      "loss": 0.125,
      "step": 3341
    },
    {
      "epoch": 2.184404119666503,
      "grad_norm": 2.21875,
      "learning_rate": 1.3839486774748387e-05,
      "loss": 0.0641,
      "step": 3342
    },
    {
      "epoch": 2.1850580349844697,
      "grad_norm": 5.25,
      "learning_rate": 1.3835270090440851e-05,
      "loss": 0.2866,
      "step": 3343
    },
    {
      "epoch": 2.185711950302436,
      "grad_norm": 3.390625,
      "learning_rate": 1.383105260644856e-05,
      "loss": 0.0817,
      "step": 3344
    },
    {
      "epoch": 2.1863658656204024,
      "grad_norm": 4.21875,
      "learning_rate": 1.3826834323650899e-05,
      "loss": 0.1687,
      "step": 3345
    },
    {
      "epoch": 2.1870197809383685,
      "grad_norm": 3.5,
      "learning_rate": 1.3822615242927411e-05,
      "loss": 0.1243,
      "step": 3346
    },
    {
      "epoch": 2.187673696256335,
      "grad_norm": 7.28125,
      "learning_rate": 1.381839536515781e-05,
      "loss": 0.3361,
      "step": 3347
    },
    {
      "epoch": 2.188327611574301,
      "grad_norm": 4.75,
      "learning_rate": 1.3814174691221973e-05,
      "loss": 0.1713,
      "step": 3348
    },
    {
      "epoch": 2.1889815268922677,
      "grad_norm": 6.75,
      "learning_rate": 1.3809953221999946e-05,
      "loss": 0.1829,
      "step": 3349
    },
    {
      "epoch": 2.1896354422102338,
      "grad_norm": 5.28125,
      "learning_rate": 1.380573095837194e-05,
      "loss": 0.1993,
      "step": 3350
    },
    {
      "epoch": 2.1902893575282,
      "grad_norm": 3.984375,
      "learning_rate": 1.3801507901218325e-05,
      "loss": 0.2202,
      "step": 3351
    },
    {
      "epoch": 2.1909432728461664,
      "grad_norm": 6.375,
      "learning_rate": 1.3797284051419652e-05,
      "loss": 0.2735,
      "step": 3352
    },
    {
      "epoch": 2.191597188164133,
      "grad_norm": 4.09375,
      "learning_rate": 1.379305940985662e-05,
      "loss": 0.13,
      "step": 3353
    },
    {
      "epoch": 2.192251103482099,
      "grad_norm": 4.25,
      "learning_rate": 1.3788833977410106e-05,
      "loss": 0.1449,
      "step": 3354
    },
    {
      "epoch": 2.192905018800065,
      "grad_norm": 3.71875,
      "learning_rate": 1.3784607754961141e-05,
      "loss": 0.1771,
      "step": 3355
    },
    {
      "epoch": 2.1935589341180317,
      "grad_norm": 3.046875,
      "learning_rate": 1.3780380743390936e-05,
      "loss": 0.1722,
      "step": 3356
    },
    {
      "epoch": 2.1942128494359983,
      "grad_norm": 6.0,
      "learning_rate": 1.3776152943580846e-05,
      "loss": 0.3287,
      "step": 3357
    },
    {
      "epoch": 2.1948667647539644,
      "grad_norm": 3.453125,
      "learning_rate": 1.3771924356412408e-05,
      "loss": 0.0747,
      "step": 3358
    },
    {
      "epoch": 2.1955206800719305,
      "grad_norm": 3.515625,
      "learning_rate": 1.3767694982767315e-05,
      "loss": 0.0996,
      "step": 3359
    },
    {
      "epoch": 2.196174595389897,
      "grad_norm": 6.09375,
      "learning_rate": 1.3763464823527423e-05,
      "loss": 0.3957,
      "step": 3360
    },
    {
      "epoch": 2.1968285107078636,
      "grad_norm": 4.78125,
      "learning_rate": 1.3759233879574763e-05,
      "loss": 0.3205,
      "step": 3361
    },
    {
      "epoch": 2.1974824260258297,
      "grad_norm": 5.8125,
      "learning_rate": 1.375500215179151e-05,
      "loss": 0.1846,
      "step": 3362
    },
    {
      "epoch": 2.1981363413437958,
      "grad_norm": 4.25,
      "learning_rate": 1.3750769641060017e-05,
      "loss": 0.1304,
      "step": 3363
    },
    {
      "epoch": 2.1987902566617623,
      "grad_norm": 3.59375,
      "learning_rate": 1.37465363482628e-05,
      "loss": 0.0971,
      "step": 3364
    },
    {
      "epoch": 2.199444171979729,
      "grad_norm": 3.640625,
      "learning_rate": 1.3742302274282532e-05,
      "loss": 0.1316,
      "step": 3365
    },
    {
      "epoch": 2.200098087297695,
      "grad_norm": 6.6875,
      "learning_rate": 1.3738067420002056e-05,
      "loss": 0.2827,
      "step": 3366
    },
    {
      "epoch": 2.200752002615661,
      "grad_norm": 6.25,
      "learning_rate": 1.3733831786304363e-05,
      "loss": 0.1996,
      "step": 3367
    },
    {
      "epoch": 2.2014059179336276,
      "grad_norm": 5.90625,
      "learning_rate": 1.3729595374072626e-05,
      "loss": 0.2772,
      "step": 3368
    },
    {
      "epoch": 2.2020598332515937,
      "grad_norm": 4.0625,
      "learning_rate": 1.3725358184190168e-05,
      "loss": 0.1419,
      "step": 3369
    },
    {
      "epoch": 2.2027137485695603,
      "grad_norm": 6.15625,
      "learning_rate": 1.3721120217540476e-05,
      "loss": 0.2405,
      "step": 3370
    },
    {
      "epoch": 2.2033676638875264,
      "grad_norm": 5.78125,
      "learning_rate": 1.3716881475007202e-05,
      "loss": 0.2426,
      "step": 3371
    },
    {
      "epoch": 2.204021579205493,
      "grad_norm": 7.0625,
      "learning_rate": 1.371264195747416e-05,
      "loss": 0.4587,
      "step": 3372
    },
    {
      "epoch": 2.204675494523459,
      "grad_norm": 5.59375,
      "learning_rate": 1.3708401665825319e-05,
      "loss": 0.2268,
      "step": 3373
    },
    {
      "epoch": 2.2053294098414256,
      "grad_norm": 5.28125,
      "learning_rate": 1.3704160600944816e-05,
      "loss": 0.1783,
      "step": 3374
    },
    {
      "epoch": 2.2059833251593917,
      "grad_norm": 3.453125,
      "learning_rate": 1.369991876371695e-05,
      "loss": 0.0838,
      "step": 3375
    },
    {
      "epoch": 2.206637240477358,
      "grad_norm": 5.53125,
      "learning_rate": 1.3695676155026173e-05,
      "loss": 0.2863,
      "step": 3376
    },
    {
      "epoch": 2.2072911557953243,
      "grad_norm": 4.78125,
      "learning_rate": 1.3691432775757107e-05,
      "loss": 0.1839,
      "step": 3377
    },
    {
      "epoch": 2.207945071113291,
      "grad_norm": 4.8125,
      "learning_rate": 1.3687188626794534e-05,
      "loss": 0.174,
      "step": 3378
    },
    {
      "epoch": 2.208598986431257,
      "grad_norm": 4.53125,
      "learning_rate": 1.3682943709023384e-05,
      "loss": 0.1378,
      "step": 3379
    },
    {
      "epoch": 2.2092529017492235,
      "grad_norm": 5.96875,
      "learning_rate": 1.3678698023328762e-05,
      "loss": 0.1652,
      "step": 3380
    },
    {
      "epoch": 2.2099068170671896,
      "grad_norm": 7.46875,
      "learning_rate": 1.367445157059593e-05,
      "loss": 0.4967,
      "step": 3381
    },
    {
      "epoch": 2.210560732385156,
      "grad_norm": 4.21875,
      "learning_rate": 1.3670204351710302e-05,
      "loss": 0.1342,
      "step": 3382
    },
    {
      "epoch": 2.2112146477031223,
      "grad_norm": 6.78125,
      "learning_rate": 1.3665956367557464e-05,
      "loss": 0.2817,
      "step": 3383
    },
    {
      "epoch": 2.211868563021089,
      "grad_norm": 4.4375,
      "learning_rate": 1.3661707619023148e-05,
      "loss": 0.2429,
      "step": 3384
    },
    {
      "epoch": 2.212522478339055,
      "grad_norm": 6.65625,
      "learning_rate": 1.3657458106993257e-05,
      "loss": 0.3446,
      "step": 3385
    },
    {
      "epoch": 2.2131763936570215,
      "grad_norm": 4.75,
      "learning_rate": 1.3653207832353847e-05,
      "loss": 0.2013,
      "step": 3386
    },
    {
      "epoch": 2.2138303089749876,
      "grad_norm": 3.203125,
      "learning_rate": 1.3648956795991137e-05,
      "loss": 0.12,
      "step": 3387
    },
    {
      "epoch": 2.214484224292954,
      "grad_norm": 4.71875,
      "learning_rate": 1.3644704998791501e-05,
      "loss": 0.189,
      "step": 3388
    },
    {
      "epoch": 2.21513813961092,
      "grad_norm": 3.328125,
      "learning_rate": 1.3640452441641466e-05,
      "loss": 0.1798,
      "step": 3389
    },
    {
      "epoch": 2.2157920549288868,
      "grad_norm": 6.21875,
      "learning_rate": 1.3636199125427733e-05,
      "loss": 0.3354,
      "step": 3390
    },
    {
      "epoch": 2.216445970246853,
      "grad_norm": 4.625,
      "learning_rate": 1.3631945051037154e-05,
      "loss": 0.1493,
      "step": 3391
    },
    {
      "epoch": 2.2170998855648194,
      "grad_norm": 5.75,
      "learning_rate": 1.3627690219356733e-05,
      "loss": 0.36,
      "step": 3392
    },
    {
      "epoch": 2.2177538008827855,
      "grad_norm": 4.875,
      "learning_rate": 1.3623434631273637e-05,
      "loss": 0.2818,
      "step": 3393
    },
    {
      "epoch": 2.218407716200752,
      "grad_norm": 3.390625,
      "learning_rate": 1.3619178287675189e-05,
      "loss": 0.1909,
      "step": 3394
    },
    {
      "epoch": 2.219061631518718,
      "grad_norm": 4.3125,
      "learning_rate": 1.361492118944888e-05,
      "loss": 0.1965,
      "step": 3395
    },
    {
      "epoch": 2.2197155468366847,
      "grad_norm": 5.75,
      "learning_rate": 1.3610663337482336e-05,
      "loss": 0.2641,
      "step": 3396
    },
    {
      "epoch": 2.220369462154651,
      "grad_norm": 6.0625,
      "learning_rate": 1.3606404732663365e-05,
      "loss": 0.2964,
      "step": 3397
    },
    {
      "epoch": 2.2210233774726174,
      "grad_norm": 4.375,
      "learning_rate": 1.3602145375879911e-05,
      "loss": 0.3542,
      "step": 3398
    },
    {
      "epoch": 2.2216772927905835,
      "grad_norm": 5.0625,
      "learning_rate": 1.3597885268020093e-05,
      "loss": 0.3474,
      "step": 3399
    },
    {
      "epoch": 2.22233120810855,
      "grad_norm": 7.34375,
      "learning_rate": 1.3593624409972173e-05,
      "loss": 0.2854,
      "step": 3400
    },
    {
      "epoch": 2.222985123426516,
      "grad_norm": 7.78125,
      "learning_rate": 1.3589362802624574e-05,
      "loss": 0.3246,
      "step": 3401
    },
    {
      "epoch": 2.2236390387444827,
      "grad_norm": 3.640625,
      "learning_rate": 1.3585100446865877e-05,
      "loss": 0.1273,
      "step": 3402
    },
    {
      "epoch": 2.2242929540624488,
      "grad_norm": 5.78125,
      "learning_rate": 1.3580837343584815e-05,
      "loss": 0.1795,
      "step": 3403
    },
    {
      "epoch": 2.2249468693804153,
      "grad_norm": 4.21875,
      "learning_rate": 1.3576573493670284e-05,
      "loss": 0.1415,
      "step": 3404
    },
    {
      "epoch": 2.2256007846983814,
      "grad_norm": 3.640625,
      "learning_rate": 1.3572308898011328e-05,
      "loss": 0.0923,
      "step": 3405
    },
    {
      "epoch": 2.226254700016348,
      "grad_norm": 3.375,
      "learning_rate": 1.356804355749715e-05,
      "loss": 0.1152,
      "step": 3406
    },
    {
      "epoch": 2.226908615334314,
      "grad_norm": 6.46875,
      "learning_rate": 1.356377747301711e-05,
      "loss": 0.2585,
      "step": 3407
    },
    {
      "epoch": 2.2275625306522806,
      "grad_norm": 4.34375,
      "learning_rate": 1.3559510645460719e-05,
      "loss": 0.1908,
      "step": 3408
    },
    {
      "epoch": 2.2282164459702467,
      "grad_norm": 2.015625,
      "learning_rate": 1.3555243075717642e-05,
      "loss": 0.0423,
      "step": 3409
    },
    {
      "epoch": 2.2288703612882133,
      "grad_norm": 3.125,
      "learning_rate": 1.3550974764677708e-05,
      "loss": 0.0702,
      "step": 3410
    },
    {
      "epoch": 2.2295242766061794,
      "grad_norm": 3.375,
      "learning_rate": 1.354670571323089e-05,
      "loss": 0.178,
      "step": 3411
    },
    {
      "epoch": 2.230178191924146,
      "grad_norm": 4.09375,
      "learning_rate": 1.3542435922267318e-05,
      "loss": 0.1349,
      "step": 3412
    },
    {
      "epoch": 2.230832107242112,
      "grad_norm": 3.609375,
      "learning_rate": 1.3538165392677288e-05,
      "loss": 0.1812,
      "step": 3413
    },
    {
      "epoch": 2.2314860225600786,
      "grad_norm": 6.875,
      "learning_rate": 1.3533894125351226e-05,
      "loss": 0.3322,
      "step": 3414
    },
    {
      "epoch": 2.2321399378780447,
      "grad_norm": 6.53125,
      "learning_rate": 1.3529622121179734e-05,
      "loss": 0.3059,
      "step": 3415
    },
    {
      "epoch": 2.232793853196011,
      "grad_norm": 3.8125,
      "learning_rate": 1.3525349381053556e-05,
      "loss": 0.1115,
      "step": 3416
    },
    {
      "epoch": 2.2334477685139773,
      "grad_norm": 2.453125,
      "learning_rate": 1.3521075905863597e-05,
      "loss": 0.1139,
      "step": 3417
    },
    {
      "epoch": 2.234101683831944,
      "grad_norm": 4.375,
      "learning_rate": 1.3516801696500907e-05,
      "loss": 0.1674,
      "step": 3418
    },
    {
      "epoch": 2.23475559914991,
      "grad_norm": 4.75,
      "learning_rate": 1.3512526753856695e-05,
      "loss": 0.225,
      "step": 3419
    },
    {
      "epoch": 2.2354095144678765,
      "grad_norm": 5.5,
      "learning_rate": 1.3508251078822318e-05,
      "loss": 0.4214,
      "step": 3420
    },
    {
      "epoch": 2.2360634297858426,
      "grad_norm": 4.3125,
      "learning_rate": 1.3503974672289295e-05,
      "loss": 0.1744,
      "step": 3421
    },
    {
      "epoch": 2.236717345103809,
      "grad_norm": 6.0625,
      "learning_rate": 1.3499697535149286e-05,
      "loss": 0.2204,
      "step": 3422
    },
    {
      "epoch": 2.2373712604217753,
      "grad_norm": 5.34375,
      "learning_rate": 1.3495419668294111e-05,
      "loss": 0.2447,
      "step": 3423
    },
    {
      "epoch": 2.238025175739742,
      "grad_norm": 4.9375,
      "learning_rate": 1.3491141072615737e-05,
      "loss": 0.2341,
      "step": 3424
    },
    {
      "epoch": 2.238679091057708,
      "grad_norm": 4.5,
      "learning_rate": 1.3486861749006286e-05,
      "loss": 0.255,
      "step": 3425
    },
    {
      "epoch": 2.2393330063756745,
      "grad_norm": 4.96875,
      "learning_rate": 1.348258169835804e-05,
      "loss": 0.2823,
      "step": 3426
    },
    {
      "epoch": 2.2399869216936406,
      "grad_norm": 6.3125,
      "learning_rate": 1.3478300921563411e-05,
      "loss": 0.3516,
      "step": 3427
    },
    {
      "epoch": 2.240640837011607,
      "grad_norm": 4.28125,
      "learning_rate": 1.3474019419514984e-05,
      "loss": 0.2388,
      "step": 3428
    },
    {
      "epoch": 2.241294752329573,
      "grad_norm": 2.328125,
      "learning_rate": 1.3469737193105482e-05,
      "loss": 0.0836,
      "step": 3429
    },
    {
      "epoch": 2.2419486676475398,
      "grad_norm": 3.171875,
      "learning_rate": 1.3465454243227789e-05,
      "loss": 0.0899,
      "step": 3430
    },
    {
      "epoch": 2.242602582965506,
      "grad_norm": 2.859375,
      "learning_rate": 1.346117057077493e-05,
      "loss": 0.06,
      "step": 3431
    },
    {
      "epoch": 2.2432564982834724,
      "grad_norm": 4.96875,
      "learning_rate": 1.345688617664009e-05,
      "loss": 0.1484,
      "step": 3432
    },
    {
      "epoch": 2.2439104136014385,
      "grad_norm": 4.46875,
      "learning_rate": 1.3452601061716593e-05,
      "loss": 0.2096,
      "step": 3433
    },
    {
      "epoch": 2.244564328919405,
      "grad_norm": 4.9375,
      "learning_rate": 1.3448315226897925e-05,
      "loss": 0.2438,
      "step": 3434
    },
    {
      "epoch": 2.245218244237371,
      "grad_norm": 3.890625,
      "learning_rate": 1.3444028673077717e-05,
      "loss": 0.1231,
      "step": 3435
    },
    {
      "epoch": 2.2458721595553377,
      "grad_norm": 6.3125,
      "learning_rate": 1.3439741401149747e-05,
      "loss": 0.295,
      "step": 3436
    },
    {
      "epoch": 2.246526074873304,
      "grad_norm": 5.34375,
      "learning_rate": 1.3435453412007949e-05,
      "loss": 0.3598,
      "step": 3437
    },
    {
      "epoch": 2.2471799901912703,
      "grad_norm": 5.78125,
      "learning_rate": 1.34311647065464e-05,
      "loss": 0.1921,
      "step": 3438
    },
    {
      "epoch": 2.2478339055092365,
      "grad_norm": 3.546875,
      "learning_rate": 1.3426875285659336e-05,
      "loss": 0.1123,
      "step": 3439
    },
    {
      "epoch": 2.248487820827203,
      "grad_norm": 5.0,
      "learning_rate": 1.3422585150241127e-05,
      "loss": 0.1601,
      "step": 3440
    },
    {
      "epoch": 2.249141736145169,
      "grad_norm": 6.46875,
      "learning_rate": 1.3418294301186307e-05,
      "loss": 0.212,
      "step": 3441
    },
    {
      "epoch": 2.2497956514631356,
      "grad_norm": 6.28125,
      "learning_rate": 1.3414002739389552e-05,
      "loss": 0.2703,
      "step": 3442
    },
    {
      "epoch": 2.2504495667811018,
      "grad_norm": 3.8125,
      "learning_rate": 1.3409710465745686e-05,
      "loss": 0.144,
      "step": 3443
    },
    {
      "epoch": 2.2511034820990683,
      "grad_norm": 3.640625,
      "learning_rate": 1.3405417481149683e-05,
      "loss": 0.1081,
      "step": 3444
    },
    {
      "epoch": 2.2517573974170344,
      "grad_norm": 4.59375,
      "learning_rate": 1.3401123786496664e-05,
      "loss": 0.199,
      "step": 3445
    },
    {
      "epoch": 2.252411312735001,
      "grad_norm": 7.28125,
      "learning_rate": 1.3396829382681899e-05,
      "loss": 0.3439,
      "step": 3446
    },
    {
      "epoch": 2.253065228052967,
      "grad_norm": 4.09375,
      "learning_rate": 1.339253427060081e-05,
      "loss": 0.1573,
      "step": 3447
    },
    {
      "epoch": 2.2537191433709336,
      "grad_norm": 5.4375,
      "learning_rate": 1.3388238451148959e-05,
      "loss": 0.2406,
      "step": 3448
    },
    {
      "epoch": 2.2543730586888997,
      "grad_norm": 3.171875,
      "learning_rate": 1.3383941925222057e-05,
      "loss": 0.0566,
      "step": 3449
    },
    {
      "epoch": 2.2550269740068662,
      "grad_norm": 5.75,
      "learning_rate": 1.3379644693715966e-05,
      "loss": 0.2938,
      "step": 3450
    },
    {
      "epoch": 2.2556808893248323,
      "grad_norm": 3.546875,
      "learning_rate": 1.3375346757526692e-05,
      "loss": 0.1189,
      "step": 3451
    },
    {
      "epoch": 2.256334804642799,
      "grad_norm": 3.65625,
      "learning_rate": 1.3371048117550398e-05,
      "loss": 0.118,
      "step": 3452
    },
    {
      "epoch": 2.256988719960765,
      "grad_norm": 5.59375,
      "learning_rate": 1.3366748774683376e-05,
      "loss": 0.1994,
      "step": 3453
    },
    {
      "epoch": 2.2576426352787315,
      "grad_norm": 5.125,
      "learning_rate": 1.3362448729822074e-05,
      "loss": 0.2472,
      "step": 3454
    },
    {
      "epoch": 2.2582965505966976,
      "grad_norm": 5.40625,
      "learning_rate": 1.3358147983863089e-05,
      "loss": 0.1767,
      "step": 3455
    },
    {
      "epoch": 2.258950465914664,
      "grad_norm": 6.5625,
      "learning_rate": 1.335384653770316e-05,
      "loss": 0.2806,
      "step": 3456
    },
    {
      "epoch": 2.2596043812326303,
      "grad_norm": 4.125,
      "learning_rate": 1.3349544392239176e-05,
      "loss": 0.302,
      "step": 3457
    },
    {
      "epoch": 2.260258296550597,
      "grad_norm": 3.96875,
      "learning_rate": 1.3345241548368164e-05,
      "loss": 0.1661,
      "step": 3458
    },
    {
      "epoch": 2.260912211868563,
      "grad_norm": 5.65625,
      "learning_rate": 1.3340938006987305e-05,
      "loss": 0.1944,
      "step": 3459
    },
    {
      "epoch": 2.2615661271865295,
      "grad_norm": 3.28125,
      "learning_rate": 1.333663376899392e-05,
      "loss": 0.1463,
      "step": 3460
    },
    {
      "epoch": 2.2622200425044956,
      "grad_norm": 4.9375,
      "learning_rate": 1.3332328835285482e-05,
      "loss": 0.225,
      "step": 3461
    },
    {
      "epoch": 2.262873957822462,
      "grad_norm": 4.25,
      "learning_rate": 1.3328023206759599e-05,
      "loss": 0.1673,
      "step": 3462
    },
    {
      "epoch": 2.2635278731404282,
      "grad_norm": 6.28125,
      "learning_rate": 1.3323716884314031e-05,
      "loss": 0.2598,
      "step": 3463
    },
    {
      "epoch": 2.264181788458395,
      "grad_norm": 4.625,
      "learning_rate": 1.3319409868846683e-05,
      "loss": 0.1871,
      "step": 3464
    },
    {
      "epoch": 2.264835703776361,
      "grad_norm": 6.375,
      "learning_rate": 1.3315102161255603e-05,
      "loss": 0.257,
      "step": 3465
    },
    {
      "epoch": 2.2654896190943274,
      "grad_norm": 3.40625,
      "learning_rate": 1.3310793762438975e-05,
      "loss": 0.1631,
      "step": 3466
    },
    {
      "epoch": 2.2661435344122935,
      "grad_norm": 3.921875,
      "learning_rate": 1.3306484673295143e-05,
      "loss": 0.1606,
      "step": 3467
    },
    {
      "epoch": 2.26679744973026,
      "grad_norm": 3.328125,
      "learning_rate": 1.3302174894722584e-05,
      "loss": 0.0853,
      "step": 3468
    },
    {
      "epoch": 2.267451365048226,
      "grad_norm": 3.890625,
      "learning_rate": 1.3297864427619925e-05,
      "loss": 0.1432,
      "step": 3469
    },
    {
      "epoch": 2.2681052803661927,
      "grad_norm": 4.40625,
      "learning_rate": 1.3293553272885929e-05,
      "loss": 0.1117,
      "step": 3470
    },
    {
      "epoch": 2.268759195684159,
      "grad_norm": 3.40625,
      "learning_rate": 1.3289241431419501e-05,
      "loss": 0.1201,
      "step": 3471
    },
    {
      "epoch": 2.2694131110021254,
      "grad_norm": 4.375,
      "learning_rate": 1.3284928904119709e-05,
      "loss": 0.1932,
      "step": 3472
    },
    {
      "epoch": 2.2700670263200915,
      "grad_norm": 3.890625,
      "learning_rate": 1.3280615691885741e-05,
      "loss": 0.2134,
      "step": 3473
    },
    {
      "epoch": 2.270720941638058,
      "grad_norm": 4.71875,
      "learning_rate": 1.3276301795616937e-05,
      "loss": 0.1255,
      "step": 3474
    },
    {
      "epoch": 2.271374856956024,
      "grad_norm": 5.84375,
      "learning_rate": 1.327198721621278e-05,
      "loss": 0.2009,
      "step": 3475
    },
    {
      "epoch": 2.2720287722739907,
      "grad_norm": 3.96875,
      "learning_rate": 1.3267671954572891e-05,
      "loss": 0.1306,
      "step": 3476
    },
    {
      "epoch": 2.272682687591957,
      "grad_norm": 6.375,
      "learning_rate": 1.3263356011597045e-05,
      "loss": 0.3009,
      "step": 3477
    },
    {
      "epoch": 2.2733366029099233,
      "grad_norm": 4.9375,
      "learning_rate": 1.3259039388185147e-05,
      "loss": 0.2797,
      "step": 3478
    },
    {
      "epoch": 2.2739905182278894,
      "grad_norm": 3.59375,
      "learning_rate": 1.3254722085237244e-05,
      "loss": 0.1824,
      "step": 3479
    },
    {
      "epoch": 2.274644433545856,
      "grad_norm": 7.5625,
      "learning_rate": 1.3250404103653533e-05,
      "loss": 0.3084,
      "step": 3480
    },
    {
      "epoch": 2.275298348863822,
      "grad_norm": 3.234375,
      "learning_rate": 1.3246085444334345e-05,
      "loss": 0.0876,
      "step": 3481
    },
    {
      "epoch": 2.2759522641817886,
      "grad_norm": 4.5,
      "learning_rate": 1.3241766108180159e-05,
      "loss": 0.1639,
      "step": 3482
    },
    {
      "epoch": 2.2766061794997547,
      "grad_norm": 6.84375,
      "learning_rate": 1.3237446096091585e-05,
      "loss": 0.2263,
      "step": 3483
    },
    {
      "epoch": 2.2772600948177213,
      "grad_norm": 5.0625,
      "learning_rate": 1.323312540896939e-05,
      "loss": 0.2436,
      "step": 3484
    },
    {
      "epoch": 2.2779140101356874,
      "grad_norm": 4.71875,
      "learning_rate": 1.3228804047714462e-05,
      "loss": 0.1707,
      "step": 3485
    },
    {
      "epoch": 2.278567925453654,
      "grad_norm": 4.40625,
      "learning_rate": 1.3224482013227849e-05,
      "loss": 0.1618,
      "step": 3486
    },
    {
      "epoch": 2.27922184077162,
      "grad_norm": 4.28125,
      "learning_rate": 1.3220159306410723e-05,
      "loss": 0.171,
      "step": 3487
    },
    {
      "epoch": 2.2798757560895866,
      "grad_norm": 6.40625,
      "learning_rate": 1.3215835928164406e-05,
      "loss": 0.2482,
      "step": 3488
    },
    {
      "epoch": 2.2805296714075527,
      "grad_norm": 4.90625,
      "learning_rate": 1.3211511879390357e-05,
      "loss": 0.1424,
      "step": 3489
    },
    {
      "epoch": 2.2811835867255192,
      "grad_norm": 5.40625,
      "learning_rate": 1.3207187160990176e-05,
      "loss": 0.2035,
      "step": 3490
    },
    {
      "epoch": 2.2818375020434853,
      "grad_norm": 4.6875,
      "learning_rate": 1.3202861773865598e-05,
      "loss": 0.1848,
      "step": 3491
    },
    {
      "epoch": 2.2824914173614514,
      "grad_norm": 4.34375,
      "learning_rate": 1.3198535718918506e-05,
      "loss": 0.1298,
      "step": 3492
    },
    {
      "epoch": 2.283145332679418,
      "grad_norm": 5.125,
      "learning_rate": 1.3194208997050915e-05,
      "loss": 0.2048,
      "step": 3493
    },
    {
      "epoch": 2.2837992479973845,
      "grad_norm": 3.984375,
      "learning_rate": 1.3189881609164981e-05,
      "loss": 0.0441,
      "step": 3494
    },
    {
      "epoch": 2.2844531633153506,
      "grad_norm": 4.4375,
      "learning_rate": 1.3185553556163e-05,
      "loss": 0.1508,
      "step": 3495
    },
    {
      "epoch": 2.2851070786333167,
      "grad_norm": 2.734375,
      "learning_rate": 1.318122483894741e-05,
      "loss": 0.137,
      "step": 3496
    },
    {
      "epoch": 2.2857609939512833,
      "grad_norm": 4.09375,
      "learning_rate": 1.3176895458420772e-05,
      "loss": 0.1895,
      "step": 3497
    },
    {
      "epoch": 2.28641490926925,
      "grad_norm": 4.3125,
      "learning_rate": 1.3172565415485808e-05,
      "loss": 0.1846,
      "step": 3498
    },
    {
      "epoch": 2.287068824587216,
      "grad_norm": 6.3125,
      "learning_rate": 1.3168234711045362e-05,
      "loss": 0.2456,
      "step": 3499
    },
    {
      "epoch": 2.287722739905182,
      "grad_norm": 3.796875,
      "learning_rate": 1.3163903346002425e-05,
      "loss": 0.1926,
      "step": 3500
    },
    {
      "epoch": 2.2883766552231486,
      "grad_norm": 6.03125,
      "learning_rate": 1.3159571321260114e-05,
      "loss": 0.2065,
      "step": 3501
    },
    {
      "epoch": 2.289030570541115,
      "grad_norm": 3.765625,
      "learning_rate": 1.3155238637721695e-05,
      "loss": 0.1075,
      "step": 3502
    },
    {
      "epoch": 2.2896844858590812,
      "grad_norm": 5.875,
      "learning_rate": 1.315090529629057e-05,
      "loss": 0.4474,
      "step": 3503
    },
    {
      "epoch": 2.2903384011770473,
      "grad_norm": 3.75,
      "learning_rate": 1.3146571297870274e-05,
      "loss": 0.1264,
      "step": 3504
    },
    {
      "epoch": 2.290992316495014,
      "grad_norm": 4.28125,
      "learning_rate": 1.3142236643364481e-05,
      "loss": 0.2563,
      "step": 3505
    },
    {
      "epoch": 2.2916462318129804,
      "grad_norm": 3.59375,
      "learning_rate": 1.3137901333676998e-05,
      "loss": 0.1192,
      "step": 3506
    },
    {
      "epoch": 2.2923001471309465,
      "grad_norm": 5.53125,
      "learning_rate": 1.3133565369711774e-05,
      "loss": 0.2218,
      "step": 3507
    },
    {
      "epoch": 2.2929540624489126,
      "grad_norm": 4.21875,
      "learning_rate": 1.3129228752372895e-05,
      "loss": 0.1396,
      "step": 3508
    },
    {
      "epoch": 2.293607977766879,
      "grad_norm": 3.109375,
      "learning_rate": 1.312489148256458e-05,
      "loss": 0.1108,
      "step": 3509
    },
    {
      "epoch": 2.2942618930848457,
      "grad_norm": 4.8125,
      "learning_rate": 1.312055356119118e-05,
      "loss": 0.1586,
      "step": 3510
    },
    {
      "epoch": 2.294915808402812,
      "grad_norm": 4.1875,
      "learning_rate": 1.3116214989157191e-05,
      "loss": 0.1733,
      "step": 3511
    },
    {
      "epoch": 2.295569723720778,
      "grad_norm": 6.03125,
      "learning_rate": 1.3111875767367241e-05,
      "loss": 0.1916,
      "step": 3512
    },
    {
      "epoch": 2.2962236390387445,
      "grad_norm": 3.453125,
      "learning_rate": 1.3107535896726092e-05,
      "loss": 0.1432,
      "step": 3513
    },
    {
      "epoch": 2.296877554356711,
      "grad_norm": 4.28125,
      "learning_rate": 1.3103195378138638e-05,
      "loss": 0.2295,
      "step": 3514
    },
    {
      "epoch": 2.297531469674677,
      "grad_norm": 4.1875,
      "learning_rate": 1.3098854212509918e-05,
      "loss": 0.2177,
      "step": 3515
    },
    {
      "epoch": 2.2981853849926432,
      "grad_norm": 6.875,
      "learning_rate": 1.3094512400745097e-05,
      "loss": 0.2486,
      "step": 3516
    },
    {
      "epoch": 2.29883930031061,
      "grad_norm": 3.984375,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 0.1858,
      "step": 3517
    },
    {
      "epoch": 2.2994932156285763,
      "grad_norm": 3.953125,
      "learning_rate": 1.3085826842428495e-05,
      "loss": 0.1313,
      "step": 3518
    },
    {
      "epoch": 2.3001471309465424,
      "grad_norm": 4.40625,
      "learning_rate": 1.3081483097687726e-05,
      "loss": 0.1569,
      "step": 3519
    },
    {
      "epoch": 2.3008010462645085,
      "grad_norm": 5.4375,
      "learning_rate": 1.3077138710432875e-05,
      "loss": 0.2597,
      "step": 3520
    },
    {
      "epoch": 2.301454961582475,
      "grad_norm": 4.40625,
      "learning_rate": 1.3072793681569778e-05,
      "loss": 0.2068,
      "step": 3521
    },
    {
      "epoch": 2.3021088769004416,
      "grad_norm": 2.328125,
      "learning_rate": 1.3068448012004413e-05,
      "loss": 0.0427,
      "step": 3522
    },
    {
      "epoch": 2.3027627922184077,
      "grad_norm": 4.96875,
      "learning_rate": 1.3064101702642887e-05,
      "loss": 0.242,
      "step": 3523
    },
    {
      "epoch": 2.303416707536374,
      "grad_norm": 5.125,
      "learning_rate": 1.3059754754391437e-05,
      "loss": 0.2637,
      "step": 3524
    },
    {
      "epoch": 2.3040706228543404,
      "grad_norm": 3.859375,
      "learning_rate": 1.3055407168156438e-05,
      "loss": 0.1071,
      "step": 3525
    },
    {
      "epoch": 2.304724538172307,
      "grad_norm": 5.3125,
      "learning_rate": 1.30510589448444e-05,
      "loss": 0.1957,
      "step": 3526
    },
    {
      "epoch": 2.305378453490273,
      "grad_norm": 5.5625,
      "learning_rate": 1.3046710085361955e-05,
      "loss": 0.3174,
      "step": 3527
    },
    {
      "epoch": 2.306032368808239,
      "grad_norm": 3.90625,
      "learning_rate": 1.3042360590615886e-05,
      "loss": 0.1931,
      "step": 3528
    },
    {
      "epoch": 2.3066862841262057,
      "grad_norm": 4.96875,
      "learning_rate": 1.3038010461513091e-05,
      "loss": 0.2055,
      "step": 3529
    },
    {
      "epoch": 2.307340199444172,
      "grad_norm": 5.84375,
      "learning_rate": 1.3033659698960609e-05,
      "loss": 0.158,
      "step": 3530
    },
    {
      "epoch": 2.3079941147621383,
      "grad_norm": 5.46875,
      "learning_rate": 1.3029308303865607e-05,
      "loss": 0.1153,
      "step": 3531
    },
    {
      "epoch": 2.3086480300801044,
      "grad_norm": 3.859375,
      "learning_rate": 1.3024956277135385e-05,
      "loss": 0.0805,
      "step": 3532
    },
    {
      "epoch": 2.309301945398071,
      "grad_norm": 3.828125,
      "learning_rate": 1.3020603619677378e-05,
      "loss": 0.1264,
      "step": 3533
    },
    {
      "epoch": 2.309955860716037,
      "grad_norm": 2.609375,
      "learning_rate": 1.3016250332399157e-05,
      "loss": 0.069,
      "step": 3534
    },
    {
      "epoch": 2.3106097760340036,
      "grad_norm": 5.125,
      "learning_rate": 1.3011896416208404e-05,
      "loss": 0.397,
      "step": 3535
    },
    {
      "epoch": 2.3112636913519697,
      "grad_norm": 3.515625,
      "learning_rate": 1.3007541872012954e-05,
      "loss": 0.159,
      "step": 3536
    },
    {
      "epoch": 2.3119176066699363,
      "grad_norm": 3.53125,
      "learning_rate": 1.3003186700720763e-05,
      "loss": 0.1297,
      "step": 3537
    },
    {
      "epoch": 2.3125715219879024,
      "grad_norm": 4.40625,
      "learning_rate": 1.2998830903239918e-05,
      "loss": 0.2403,
      "step": 3538
    },
    {
      "epoch": 2.313225437305869,
      "grad_norm": 3.296875,
      "learning_rate": 1.2994474480478644e-05,
      "loss": 0.1515,
      "step": 3539
    },
    {
      "epoch": 2.313879352623835,
      "grad_norm": 6.90625,
      "learning_rate": 1.2990117433345282e-05,
      "loss": 0.3418,
      "step": 3540
    },
    {
      "epoch": 2.3145332679418016,
      "grad_norm": 4.5625,
      "learning_rate": 1.2985759762748315e-05,
      "loss": 0.1405,
      "step": 3541
    },
    {
      "epoch": 2.3151871832597677,
      "grad_norm": 5.25,
      "learning_rate": 1.2981401469596354e-05,
      "loss": 0.1732,
      "step": 3542
    },
    {
      "epoch": 2.3158410985777342,
      "grad_norm": 3.6875,
      "learning_rate": 1.2977042554798133e-05,
      "loss": 0.1259,
      "step": 3543
    },
    {
      "epoch": 2.3164950138957003,
      "grad_norm": 5.78125,
      "learning_rate": 1.297268301926253e-05,
      "loss": 0.1316,
      "step": 3544
    },
    {
      "epoch": 2.317148929213667,
      "grad_norm": 3.875,
      "learning_rate": 1.2968322863898533e-05,
      "loss": 0.1401,
      "step": 3545
    },
    {
      "epoch": 2.317802844531633,
      "grad_norm": 5.6875,
      "learning_rate": 1.2963962089615277e-05,
      "loss": 0.2708,
      "step": 3546
    },
    {
      "epoch": 2.3184567598495995,
      "grad_norm": 3.25,
      "learning_rate": 1.2959600697322014e-05,
      "loss": 0.1547,
      "step": 3547
    },
    {
      "epoch": 2.3191106751675656,
      "grad_norm": 3.515625,
      "learning_rate": 1.2955238687928133e-05,
      "loss": 0.1188,
      "step": 3548
    },
    {
      "epoch": 2.319764590485532,
      "grad_norm": 6.53125,
      "learning_rate": 1.2950876062343147e-05,
      "loss": 0.1958,
      "step": 3549
    },
    {
      "epoch": 2.3204185058034983,
      "grad_norm": 3.546875,
      "learning_rate": 1.2946512821476698e-05,
      "loss": 0.1397,
      "step": 3550
    },
    {
      "epoch": 2.321072421121465,
      "grad_norm": 2.84375,
      "learning_rate": 1.2942148966238558e-05,
      "loss": 0.0901,
      "step": 3551
    },
    {
      "epoch": 2.321726336439431,
      "grad_norm": 3.875,
      "learning_rate": 1.2937784497538627e-05,
      "loss": 0.0994,
      "step": 3552
    },
    {
      "epoch": 2.3223802517573975,
      "grad_norm": 4.625,
      "learning_rate": 1.2933419416286925e-05,
      "loss": 0.3029,
      "step": 3553
    },
    {
      "epoch": 2.3230341670753636,
      "grad_norm": 6.90625,
      "learning_rate": 1.2929053723393614e-05,
      "loss": 0.2162,
      "step": 3554
    },
    {
      "epoch": 2.32368808239333,
      "grad_norm": 2.921875,
      "learning_rate": 1.2924687419768976e-05,
      "loss": 0.1522,
      "step": 3555
    },
    {
      "epoch": 2.3243419977112962,
      "grad_norm": 7.0,
      "learning_rate": 1.2920320506323418e-05,
      "loss": 0.3098,
      "step": 3556
    },
    {
      "epoch": 2.324995913029263,
      "grad_norm": 3.078125,
      "learning_rate": 1.2915952983967477e-05,
      "loss": 0.1255,
      "step": 3557
    },
    {
      "epoch": 2.325649828347229,
      "grad_norm": 4.28125,
      "learning_rate": 1.2911584853611815e-05,
      "loss": 0.2453,
      "step": 3558
    },
    {
      "epoch": 2.3263037436651954,
      "grad_norm": 4.84375,
      "learning_rate": 1.2907216116167224e-05,
      "loss": 0.1497,
      "step": 3559
    },
    {
      "epoch": 2.3269576589831615,
      "grad_norm": 6.53125,
      "learning_rate": 1.2902846772544625e-05,
      "loss": 0.308,
      "step": 3560
    },
    {
      "epoch": 2.327611574301128,
      "grad_norm": 4.65625,
      "learning_rate": 1.2898476823655058e-05,
      "loss": 0.1704,
      "step": 3561
    },
    {
      "epoch": 2.328265489619094,
      "grad_norm": 3.796875,
      "learning_rate": 1.289410627040969e-05,
      "loss": 0.1505,
      "step": 3562
    },
    {
      "epoch": 2.3289194049370607,
      "grad_norm": 4.375,
      "learning_rate": 1.2889735113719816e-05,
      "loss": 0.1249,
      "step": 3563
    },
    {
      "epoch": 2.329573320255027,
      "grad_norm": 3.234375,
      "learning_rate": 1.2885363354496862e-05,
      "loss": 0.0947,
      "step": 3564
    },
    {
      "epoch": 2.3302272355729934,
      "grad_norm": 5.90625,
      "learning_rate": 1.2880990993652379e-05,
      "loss": 0.2243,
      "step": 3565
    },
    {
      "epoch": 2.3308811508909595,
      "grad_norm": 4.78125,
      "learning_rate": 1.2876618032098028e-05,
      "loss": 0.1026,
      "step": 3566
    },
    {
      "epoch": 2.331535066208926,
      "grad_norm": 2.71875,
      "learning_rate": 1.2872244470745613e-05,
      "loss": 0.1126,
      "step": 3567
    },
    {
      "epoch": 2.332188981526892,
      "grad_norm": 6.5,
      "learning_rate": 1.2867870310507058e-05,
      "loss": 0.3016,
      "step": 3568
    },
    {
      "epoch": 2.3328428968448587,
      "grad_norm": 4.8125,
      "learning_rate": 1.2863495552294412e-05,
      "loss": 0.1768,
      "step": 3569
    },
    {
      "epoch": 2.333496812162825,
      "grad_norm": 3.328125,
      "learning_rate": 1.2859120197019838e-05,
      "loss": 0.1294,
      "step": 3570
    },
    {
      "epoch": 2.3341507274807913,
      "grad_norm": 5.84375,
      "learning_rate": 1.2854744245595646e-05,
      "loss": 0.228,
      "step": 3571
    },
    {
      "epoch": 2.3348046427987574,
      "grad_norm": 4.9375,
      "learning_rate": 1.2850367698934245e-05,
      "loss": 0.2767,
      "step": 3572
    },
    {
      "epoch": 2.335458558116724,
      "grad_norm": 11.125,
      "learning_rate": 1.284599055794819e-05,
      "loss": 0.563,
      "step": 3573
    },
    {
      "epoch": 2.33611247343469,
      "grad_norm": 4.625,
      "learning_rate": 1.2841612823550145e-05,
      "loss": 0.1653,
      "step": 3574
    },
    {
      "epoch": 2.3367663887526566,
      "grad_norm": 6.875,
      "learning_rate": 1.2837234496652901e-05,
      "loss": 0.4759,
      "step": 3575
    },
    {
      "epoch": 2.3374203040706227,
      "grad_norm": 3.28125,
      "learning_rate": 1.2832855578169381e-05,
      "loss": 0.1506,
      "step": 3576
    },
    {
      "epoch": 2.3380742193885893,
      "grad_norm": 4.84375,
      "learning_rate": 1.2828476069012621e-05,
      "loss": 0.1709,
      "step": 3577
    },
    {
      "epoch": 2.3387281347065554,
      "grad_norm": 4.6875,
      "learning_rate": 1.2824095970095782e-05,
      "loss": 0.1822,
      "step": 3578
    },
    {
      "epoch": 2.339382050024522,
      "grad_norm": 4.375,
      "learning_rate": 1.2819715282332154e-05,
      "loss": 0.1781,
      "step": 3579
    },
    {
      "epoch": 2.340035965342488,
      "grad_norm": 5.03125,
      "learning_rate": 1.2815334006635145e-05,
      "loss": 0.2411,
      "step": 3580
    },
    {
      "epoch": 2.3406898806604546,
      "grad_norm": 3.296875,
      "learning_rate": 1.2810952143918284e-05,
      "loss": 0.0957,
      "step": 3581
    },
    {
      "epoch": 2.3413437959784207,
      "grad_norm": 3.53125,
      "learning_rate": 1.2806569695095227e-05,
      "loss": 0.1696,
      "step": 3582
    },
    {
      "epoch": 2.3419977112963872,
      "grad_norm": 5.125,
      "learning_rate": 1.280218666107975e-05,
      "loss": 0.1531,
      "step": 3583
    },
    {
      "epoch": 2.3426516266143533,
      "grad_norm": 3.765625,
      "learning_rate": 1.2797803042785746e-05,
      "loss": 0.1201,
      "step": 3584
    },
    {
      "epoch": 2.34330554193232,
      "grad_norm": 3.578125,
      "learning_rate": 1.2793418841127242e-05,
      "loss": 0.0928,
      "step": 3585
    },
    {
      "epoch": 2.343959457250286,
      "grad_norm": 3.546875,
      "learning_rate": 1.2789034057018372e-05,
      "loss": 0.1565,
      "step": 3586
    },
    {
      "epoch": 2.3446133725682525,
      "grad_norm": 4.96875,
      "learning_rate": 1.2784648691373409e-05,
      "loss": 0.2488,
      "step": 3587
    },
    {
      "epoch": 2.3452672878862186,
      "grad_norm": 3.359375,
      "learning_rate": 1.2780262745106728e-05,
      "loss": 0.1579,
      "step": 3588
    },
    {
      "epoch": 2.345921203204185,
      "grad_norm": 4.875,
      "learning_rate": 1.2775876219132836e-05,
      "loss": 0.1734,
      "step": 3589
    },
    {
      "epoch": 2.3465751185221513,
      "grad_norm": 7.0,
      "learning_rate": 1.2771489114366363e-05,
      "loss": 0.3582,
      "step": 3590
    },
    {
      "epoch": 2.347229033840118,
      "grad_norm": 5.75,
      "learning_rate": 1.2767101431722054e-05,
      "loss": 0.1417,
      "step": 3591
    },
    {
      "epoch": 2.347882949158084,
      "grad_norm": 5.5625,
      "learning_rate": 1.2762713172114772e-05,
      "loss": 0.1834,
      "step": 3592
    },
    {
      "epoch": 2.3485368644760505,
      "grad_norm": 5.96875,
      "learning_rate": 1.2758324336459508e-05,
      "loss": 0.1803,
      "step": 3593
    },
    {
      "epoch": 2.3491907797940166,
      "grad_norm": 6.4375,
      "learning_rate": 1.2753934925671367e-05,
      "loss": 0.2745,
      "step": 3594
    },
    {
      "epoch": 2.349844695111983,
      "grad_norm": 5.65625,
      "learning_rate": 1.2749544940665586e-05,
      "loss": 0.1253,
      "step": 3595
    },
    {
      "epoch": 2.3504986104299492,
      "grad_norm": 4.78125,
      "learning_rate": 1.2745154382357502e-05,
      "loss": 0.2142,
      "step": 3596
    },
    {
      "epoch": 2.351152525747916,
      "grad_norm": 4.9375,
      "learning_rate": 1.2740763251662585e-05,
      "loss": 0.1933,
      "step": 3597
    },
    {
      "epoch": 2.351806441065882,
      "grad_norm": 5.9375,
      "learning_rate": 1.273637154949642e-05,
      "loss": 0.3634,
      "step": 3598
    },
    {
      "epoch": 2.3524603563838484,
      "grad_norm": 5.0,
      "learning_rate": 1.2731979276774716e-05,
      "loss": 0.3648,
      "step": 3599
    },
    {
      "epoch": 2.3531142717018145,
      "grad_norm": 7.09375,
      "learning_rate": 1.272758643441329e-05,
      "loss": 0.3046,
      "step": 3600
    },
    {
      "epoch": 2.353768187019781,
      "grad_norm": 3.921875,
      "learning_rate": 1.2723193023328095e-05,
      "loss": 0.1892,
      "step": 3601
    },
    {
      "epoch": 2.354422102337747,
      "grad_norm": 5.5625,
      "learning_rate": 1.2718799044435186e-05,
      "loss": 0.4357,
      "step": 3602
    },
    {
      "epoch": 2.3550760176557137,
      "grad_norm": 4.65625,
      "learning_rate": 1.2714404498650743e-05,
      "loss": 0.2556,
      "step": 3603
    },
    {
      "epoch": 2.35572993297368,
      "grad_norm": 6.1875,
      "learning_rate": 1.2710009386891069e-05,
      "loss": 0.26,
      "step": 3604
    },
    {
      "epoch": 2.3563838482916464,
      "grad_norm": 3.609375,
      "learning_rate": 1.2705613710072575e-05,
      "loss": 0.1139,
      "step": 3605
    },
    {
      "epoch": 2.3570377636096125,
      "grad_norm": 8.6875,
      "learning_rate": 1.2701217469111798e-05,
      "loss": 0.2809,
      "step": 3606
    },
    {
      "epoch": 2.357691678927579,
      "grad_norm": 4.6875,
      "learning_rate": 1.2696820664925388e-05,
      "loss": 0.164,
      "step": 3607
    },
    {
      "epoch": 2.358345594245545,
      "grad_norm": 4.6875,
      "learning_rate": 1.2692423298430116e-05,
      "loss": 0.3389,
      "step": 3608
    },
    {
      "epoch": 2.3589995095635117,
      "grad_norm": 4.78125,
      "learning_rate": 1.2688025370542868e-05,
      "loss": 0.1827,
      "step": 3609
    },
    {
      "epoch": 2.359653424881478,
      "grad_norm": 4.84375,
      "learning_rate": 1.2683626882180647e-05,
      "loss": 0.3022,
      "step": 3610
    },
    {
      "epoch": 2.3603073401994443,
      "grad_norm": 6.53125,
      "learning_rate": 1.2679227834260572e-05,
      "loss": 0.2581,
      "step": 3611
    },
    {
      "epoch": 2.3609612555174104,
      "grad_norm": 4.9375,
      "learning_rate": 1.2674828227699882e-05,
      "loss": 0.1811,
      "step": 3612
    },
    {
      "epoch": 2.361615170835377,
      "grad_norm": 3.625,
      "learning_rate": 1.2670428063415932e-05,
      "loss": 0.133,
      "step": 3613
    },
    {
      "epoch": 2.362269086153343,
      "grad_norm": 6.46875,
      "learning_rate": 1.2666027342326183e-05,
      "loss": 0.2823,
      "step": 3614
    },
    {
      "epoch": 2.3629230014713096,
      "grad_norm": 3.28125,
      "learning_rate": 1.2661626065348231e-05,
      "loss": 0.1669,
      "step": 3615
    },
    {
      "epoch": 2.3635769167892757,
      "grad_norm": 3.53125,
      "learning_rate": 1.2657224233399775e-05,
      "loss": 0.1319,
      "step": 3616
    },
    {
      "epoch": 2.3642308321072423,
      "grad_norm": 4.4375,
      "learning_rate": 1.2652821847398631e-05,
      "loss": 0.1546,
      "step": 3617
    },
    {
      "epoch": 2.3648847474252084,
      "grad_norm": 4.21875,
      "learning_rate": 1.2648418908262735e-05,
      "loss": 0.2417,
      "step": 3618
    },
    {
      "epoch": 2.365538662743175,
      "grad_norm": 4.59375,
      "learning_rate": 1.2644015416910125e-05,
      "loss": 0.1844,
      "step": 3619
    },
    {
      "epoch": 2.366192578061141,
      "grad_norm": 3.390625,
      "learning_rate": 1.2639611374258977e-05,
      "loss": 0.1125,
      "step": 3620
    },
    {
      "epoch": 2.3668464933791076,
      "grad_norm": 5.8125,
      "learning_rate": 1.2635206781227568e-05,
      "loss": 0.2561,
      "step": 3621
    },
    {
      "epoch": 2.3675004086970737,
      "grad_norm": 5.5625,
      "learning_rate": 1.2630801638734283e-05,
      "loss": 0.2914,
      "step": 3622
    },
    {
      "epoch": 2.3681543240150402,
      "grad_norm": 6.46875,
      "learning_rate": 1.2626395947697636e-05,
      "loss": 0.2531,
      "step": 3623
    },
    {
      "epoch": 2.3688082393330063,
      "grad_norm": 4.1875,
      "learning_rate": 1.2621989709036246e-05,
      "loss": 0.1594,
      "step": 3624
    },
    {
      "epoch": 2.369462154650973,
      "grad_norm": 5.71875,
      "learning_rate": 1.2617582923668855e-05,
      "loss": 0.1947,
      "step": 3625
    },
    {
      "epoch": 2.370116069968939,
      "grad_norm": 4.1875,
      "learning_rate": 1.2613175592514307e-05,
      "loss": 0.154,
      "step": 3626
    },
    {
      "epoch": 2.3707699852869055,
      "grad_norm": 7.84375,
      "learning_rate": 1.2608767716491568e-05,
      "loss": 0.5609,
      "step": 3627
    },
    {
      "epoch": 2.3714239006048716,
      "grad_norm": 5.5625,
      "learning_rate": 1.2604359296519716e-05,
      "loss": 0.2106,
      "step": 3628
    },
    {
      "epoch": 2.372077815922838,
      "grad_norm": 3.875,
      "learning_rate": 1.2599950333517943e-05,
      "loss": 0.0906,
      "step": 3629
    },
    {
      "epoch": 2.3727317312408043,
      "grad_norm": 7.25,
      "learning_rate": 1.2595540828405555e-05,
      "loss": 0.2363,
      "step": 3630
    },
    {
      "epoch": 2.373385646558771,
      "grad_norm": 5.15625,
      "learning_rate": 1.2591130782101964e-05,
      "loss": 0.2029,
      "step": 3631
    },
    {
      "epoch": 2.374039561876737,
      "grad_norm": 4.1875,
      "learning_rate": 1.2586720195526703e-05,
      "loss": 0.2127,
      "step": 3632
    },
    {
      "epoch": 2.3746934771947035,
      "grad_norm": 8.0625,
      "learning_rate": 1.2582309069599416e-05,
      "loss": 0.301,
      "step": 3633
    },
    {
      "epoch": 2.3753473925126696,
      "grad_norm": 4.65625,
      "learning_rate": 1.2577897405239856e-05,
      "loss": 0.2879,
      "step": 3634
    },
    {
      "epoch": 2.376001307830636,
      "grad_norm": 4.46875,
      "learning_rate": 1.2573485203367894e-05,
      "loss": 0.1505,
      "step": 3635
    },
    {
      "epoch": 2.3766552231486022,
      "grad_norm": 5.75,
      "learning_rate": 1.2569072464903506e-05,
      "loss": 0.2597,
      "step": 3636
    },
    {
      "epoch": 2.3773091384665688,
      "grad_norm": 5.6875,
      "learning_rate": 1.2564659190766788e-05,
      "loss": 0.3359,
      "step": 3637
    },
    {
      "epoch": 2.377963053784535,
      "grad_norm": 3.0625,
      "learning_rate": 1.2560245381877938e-05,
      "loss": 0.0719,
      "step": 3638
    },
    {
      "epoch": 2.3786169691025014,
      "grad_norm": 4.09375,
      "learning_rate": 1.2555831039157275e-05,
      "loss": 0.1691,
      "step": 3639
    },
    {
      "epoch": 2.3792708844204675,
      "grad_norm": 6.5625,
      "learning_rate": 1.2551416163525222e-05,
      "loss": 0.565,
      "step": 3640
    },
    {
      "epoch": 2.3799247997384336,
      "grad_norm": 4.40625,
      "learning_rate": 1.2547000755902316e-05,
      "loss": 0.1962,
      "step": 3641
    },
    {
      "epoch": 2.3805787150564,
      "grad_norm": 5.09375,
      "learning_rate": 1.2542584817209209e-05,
      "loss": 0.1639,
      "step": 3642
    },
    {
      "epoch": 2.3812326303743667,
      "grad_norm": 5.09375,
      "learning_rate": 1.2538168348366659e-05,
      "loss": 0.201,
      "step": 3643
    },
    {
      "epoch": 2.381886545692333,
      "grad_norm": 4.0625,
      "learning_rate": 1.2533751350295533e-05,
      "loss": 0.2585,
      "step": 3644
    },
    {
      "epoch": 2.382540461010299,
      "grad_norm": 3.484375,
      "learning_rate": 1.2529333823916807e-05,
      "loss": 0.0924,
      "step": 3645
    },
    {
      "epoch": 2.3831943763282655,
      "grad_norm": 4.1875,
      "learning_rate": 1.252491577015158e-05,
      "loss": 0.1391,
      "step": 3646
    },
    {
      "epoch": 2.383848291646232,
      "grad_norm": 4.65625,
      "learning_rate": 1.2520497189921048e-05,
      "loss": 0.2838,
      "step": 3647
    },
    {
      "epoch": 2.384502206964198,
      "grad_norm": 4.25,
      "learning_rate": 1.251607808414652e-05,
      "loss": 0.164,
      "step": 3648
    },
    {
      "epoch": 2.3851561222821642,
      "grad_norm": 4.625,
      "learning_rate": 1.2511658453749412e-05,
      "loss": 0.1411,
      "step": 3649
    },
    {
      "epoch": 2.3858100376001308,
      "grad_norm": 3.640625,
      "learning_rate": 1.2507238299651254e-05,
      "loss": 0.1072,
      "step": 3650
    },
    {
      "epoch": 2.3864639529180973,
      "grad_norm": 5.21875,
      "learning_rate": 1.2502817622773691e-05,
      "loss": 0.1328,
      "step": 3651
    },
    {
      "epoch": 2.3871178682360634,
      "grad_norm": 5.0625,
      "learning_rate": 1.2498396424038464e-05,
      "loss": 0.1135,
      "step": 3652
    },
    {
      "epoch": 2.3877717835540295,
      "grad_norm": 3.4375,
      "learning_rate": 1.2493974704367427e-05,
      "loss": 0.1203,
      "step": 3653
    },
    {
      "epoch": 2.388425698871996,
      "grad_norm": 5.40625,
      "learning_rate": 1.2489552464682546e-05,
      "loss": 0.1561,
      "step": 3654
    },
    {
      "epoch": 2.3890796141899626,
      "grad_norm": 3.578125,
      "learning_rate": 1.2485129705905892e-05,
      "loss": 0.1318,
      "step": 3655
    },
    {
      "epoch": 2.3897335295079287,
      "grad_norm": 6.15625,
      "learning_rate": 1.2480706428959652e-05,
      "loss": 0.2194,
      "step": 3656
    },
    {
      "epoch": 2.390387444825895,
      "grad_norm": 5.5,
      "learning_rate": 1.2476282634766108e-05,
      "loss": 0.2835,
      "step": 3657
    },
    {
      "epoch": 2.3910413601438614,
      "grad_norm": 3.515625,
      "learning_rate": 1.2471858324247658e-05,
      "loss": 0.1088,
      "step": 3658
    },
    {
      "epoch": 2.391695275461828,
      "grad_norm": 3.640625,
      "learning_rate": 1.246743349832681e-05,
      "loss": 0.1341,
      "step": 3659
    },
    {
      "epoch": 2.392349190779794,
      "grad_norm": 4.375,
      "learning_rate": 1.2463008157926174e-05,
      "loss": 0.1997,
      "step": 3660
    },
    {
      "epoch": 2.39300310609776,
      "grad_norm": 5.25,
      "learning_rate": 1.2458582303968466e-05,
      "loss": 0.2003,
      "step": 3661
    },
    {
      "epoch": 2.3936570214157267,
      "grad_norm": 4.3125,
      "learning_rate": 1.245415593737652e-05,
      "loss": 0.1664,
      "step": 3662
    },
    {
      "epoch": 2.394310936733693,
      "grad_norm": 5.0625,
      "learning_rate": 1.2449729059073258e-05,
      "loss": 0.2129,
      "step": 3663
    },
    {
      "epoch": 2.3949648520516593,
      "grad_norm": 4.9375,
      "learning_rate": 1.2445301669981732e-05,
      "loss": 0.1265,
      "step": 3664
    },
    {
      "epoch": 2.3956187673696254,
      "grad_norm": 3.421875,
      "learning_rate": 1.2440873771025079e-05,
      "loss": 0.1081,
      "step": 3665
    },
    {
      "epoch": 2.396272682687592,
      "grad_norm": 5.5,
      "learning_rate": 1.2436445363126556e-05,
      "loss": 0.2937,
      "step": 3666
    },
    {
      "epoch": 2.3969265980055585,
      "grad_norm": 4.59375,
      "learning_rate": 1.2432016447209521e-05,
      "loss": 0.2671,
      "step": 3667
    },
    {
      "epoch": 2.3975805133235246,
      "grad_norm": 4.0625,
      "learning_rate": 1.2427587024197438e-05,
      "loss": 0.1113,
      "step": 3668
    },
    {
      "epoch": 2.3982344286414907,
      "grad_norm": 3.953125,
      "learning_rate": 1.242315709501388e-05,
      "loss": 0.0826,
      "step": 3669
    },
    {
      "epoch": 2.3988883439594573,
      "grad_norm": 2.828125,
      "learning_rate": 1.2418726660582521e-05,
      "loss": 0.0759,
      "step": 3670
    },
    {
      "epoch": 2.399542259277424,
      "grad_norm": 4.21875,
      "learning_rate": 1.241429572182714e-05,
      "loss": 0.2099,
      "step": 3671
    },
    {
      "epoch": 2.40019617459539,
      "grad_norm": 6.65625,
      "learning_rate": 1.2409864279671624e-05,
      "loss": 0.324,
      "step": 3672
    },
    {
      "epoch": 2.400850089913356,
      "grad_norm": 4.46875,
      "learning_rate": 1.2405432335039971e-05,
      "loss": 0.1306,
      "step": 3673
    },
    {
      "epoch": 2.4015040052313226,
      "grad_norm": 4.9375,
      "learning_rate": 1.2400999888856269e-05,
      "loss": 0.2109,
      "step": 3674
    },
    {
      "epoch": 2.402157920549289,
      "grad_norm": 4.5,
      "learning_rate": 1.2396566942044724e-05,
      "loss": 0.2428,
      "step": 3675
    },
    {
      "epoch": 2.402811835867255,
      "grad_norm": 5.5,
      "learning_rate": 1.2392133495529634e-05,
      "loss": 0.2578,
      "step": 3676
    },
    {
      "epoch": 2.4034657511852213,
      "grad_norm": 3.171875,
      "learning_rate": 1.2387699550235419e-05,
      "loss": 0.1289,
      "step": 3677
    },
    {
      "epoch": 2.404119666503188,
      "grad_norm": 3.609375,
      "learning_rate": 1.2383265107086589e-05,
      "loss": 0.1256,
      "step": 3678
    },
    {
      "epoch": 2.404773581821154,
      "grad_norm": 4.75,
      "learning_rate": 1.2378830167007756e-05,
      "loss": 0.1544,
      "step": 3679
    },
    {
      "epoch": 2.4054274971391205,
      "grad_norm": 7.1875,
      "learning_rate": 1.2374394730923644e-05,
      "loss": 0.4896,
      "step": 3680
    },
    {
      "epoch": 2.4060814124570866,
      "grad_norm": 4.0,
      "learning_rate": 1.2369958799759076e-05,
      "loss": 0.1392,
      "step": 3681
    },
    {
      "epoch": 2.406735327775053,
      "grad_norm": 4.90625,
      "learning_rate": 1.2365522374438985e-05,
      "loss": 0.27,
      "step": 3682
    },
    {
      "epoch": 2.4073892430930193,
      "grad_norm": 5.59375,
      "learning_rate": 1.2361085455888392e-05,
      "loss": 0.314,
      "step": 3683
    },
    {
      "epoch": 2.408043158410986,
      "grad_norm": 6.25,
      "learning_rate": 1.235664804503244e-05,
      "loss": 0.2747,
      "step": 3684
    },
    {
      "epoch": 2.408697073728952,
      "grad_norm": 5.1875,
      "learning_rate": 1.2352210142796359e-05,
      "loss": 0.2094,
      "step": 3685
    },
    {
      "epoch": 2.4093509890469185,
      "grad_norm": 5.8125,
      "learning_rate": 1.2347771750105486e-05,
      "loss": 0.2443,
      "step": 3686
    },
    {
      "epoch": 2.4100049043648846,
      "grad_norm": 4.25,
      "learning_rate": 1.2343332867885267e-05,
      "loss": 0.2156,
      "step": 3687
    },
    {
      "epoch": 2.410658819682851,
      "grad_norm": 8.6875,
      "learning_rate": 1.2338893497061241e-05,
      "loss": 0.365,
      "step": 3688
    },
    {
      "epoch": 2.411312735000817,
      "grad_norm": 4.75,
      "learning_rate": 1.2334453638559057e-05,
      "loss": 0.2918,
      "step": 3689
    },
    {
      "epoch": 2.4119666503187838,
      "grad_norm": 5.40625,
      "learning_rate": 1.2330013293304455e-05,
      "loss": 0.1898,
      "step": 3690
    },
    {
      "epoch": 2.41262056563675,
      "grad_norm": 5.6875,
      "learning_rate": 1.2325572462223285e-05,
      "loss": 0.2996,
      "step": 3691
    },
    {
      "epoch": 2.4132744809547164,
      "grad_norm": 4.6875,
      "learning_rate": 1.2321131146241498e-05,
      "loss": 0.1761,
      "step": 3692
    },
    {
      "epoch": 2.4139283962726825,
      "grad_norm": 5.5625,
      "learning_rate": 1.2316689346285146e-05,
      "loss": 0.2913,
      "step": 3693
    },
    {
      "epoch": 2.414582311590649,
      "grad_norm": 3.3125,
      "learning_rate": 1.2312247063280375e-05,
      "loss": 0.1007,
      "step": 3694
    },
    {
      "epoch": 2.415236226908615,
      "grad_norm": 3.828125,
      "learning_rate": 1.2307804298153441e-05,
      "loss": 0.1029,
      "step": 3695
    },
    {
      "epoch": 2.4158901422265817,
      "grad_norm": 4.40625,
      "learning_rate": 1.2303361051830691e-05,
      "loss": 0.1426,
      "step": 3696
    },
    {
      "epoch": 2.416544057544548,
      "grad_norm": 3.046875,
      "learning_rate": 1.2298917325238585e-05,
      "loss": 0.0851,
      "step": 3697
    },
    {
      "epoch": 2.4171979728625144,
      "grad_norm": 5.5,
      "learning_rate": 1.2294473119303669e-05,
      "loss": 0.3639,
      "step": 3698
    },
    {
      "epoch": 2.4178518881804805,
      "grad_norm": 4.5,
      "learning_rate": 1.2290028434952602e-05,
      "loss": 0.1477,
      "step": 3699
    },
    {
      "epoch": 2.418505803498447,
      "grad_norm": 7.5625,
      "learning_rate": 1.2285583273112133e-05,
      "loss": 0.2535,
      "step": 3700
    },
    {
      "epoch": 2.419159718816413,
      "grad_norm": 5.90625,
      "learning_rate": 1.2281137634709112e-05,
      "loss": 0.2977,
      "step": 3701
    },
    {
      "epoch": 2.4198136341343797,
      "grad_norm": 3.578125,
      "learning_rate": 1.2276691520670495e-05,
      "loss": 0.169,
      "step": 3702
    },
    {
      "epoch": 2.4204675494523458,
      "grad_norm": 5.28125,
      "learning_rate": 1.2272244931923329e-05,
      "loss": 0.2581,
      "step": 3703
    },
    {
      "epoch": 2.4211214647703123,
      "grad_norm": 5.0625,
      "learning_rate": 1.2267797869394771e-05,
      "loss": 0.1529,
      "step": 3704
    },
    {
      "epoch": 2.4217753800882784,
      "grad_norm": 5.46875,
      "learning_rate": 1.2263350334012059e-05,
      "loss": 0.243,
      "step": 3705
    },
    {
      "epoch": 2.422429295406245,
      "grad_norm": 6.78125,
      "learning_rate": 1.2258902326702542e-05,
      "loss": 0.3808,
      "step": 3706
    },
    {
      "epoch": 2.423083210724211,
      "grad_norm": 5.90625,
      "learning_rate": 1.2254453848393673e-05,
      "loss": 0.1563,
      "step": 3707
    },
    {
      "epoch": 2.4237371260421776,
      "grad_norm": 7.28125,
      "learning_rate": 1.225000490001299e-05,
      "loss": 0.5025,
      "step": 3708
    },
    {
      "epoch": 2.4243910413601437,
      "grad_norm": 7.875,
      "learning_rate": 1.2245555482488134e-05,
      "loss": 0.6143,
      "step": 3709
    },
    {
      "epoch": 2.4250449566781103,
      "grad_norm": 4.15625,
      "learning_rate": 1.2241105596746847e-05,
      "loss": 0.1523,
      "step": 3710
    },
    {
      "epoch": 2.4256988719960764,
      "grad_norm": 4.75,
      "learning_rate": 1.2236655243716964e-05,
      "loss": 0.1096,
      "step": 3711
    },
    {
      "epoch": 2.426352787314043,
      "grad_norm": 5.09375,
      "learning_rate": 1.2232204424326422e-05,
      "loss": 0.2144,
      "step": 3712
    },
    {
      "epoch": 2.427006702632009,
      "grad_norm": 4.4375,
      "learning_rate": 1.2227753139503248e-05,
      "loss": 0.2681,
      "step": 3713
    },
    {
      "epoch": 2.4276606179499756,
      "grad_norm": 4.1875,
      "learning_rate": 1.2223301390175574e-05,
      "loss": 0.267,
      "step": 3714
    },
    {
      "epoch": 2.4283145332679417,
      "grad_norm": 4.75,
      "learning_rate": 1.2218849177271627e-05,
      "loss": 0.1823,
      "step": 3715
    },
    {
      "epoch": 2.428968448585908,
      "grad_norm": 5.78125,
      "learning_rate": 1.221439650171973e-05,
      "loss": 0.352,
      "step": 3716
    },
    {
      "epoch": 2.4296223639038743,
      "grad_norm": 4.09375,
      "learning_rate": 1.2209943364448298e-05,
      "loss": 0.1249,
      "step": 3717
    },
    {
      "epoch": 2.430276279221841,
      "grad_norm": 7.03125,
      "learning_rate": 1.2205489766385848e-05,
      "loss": 0.3943,
      "step": 3718
    },
    {
      "epoch": 2.430930194539807,
      "grad_norm": 6.125,
      "learning_rate": 1.220103570846099e-05,
      "loss": 0.2802,
      "step": 3719
    },
    {
      "epoch": 2.4315841098577735,
      "grad_norm": 4.90625,
      "learning_rate": 1.219658119160243e-05,
      "loss": 0.1679,
      "step": 3720
    },
    {
      "epoch": 2.4322380251757396,
      "grad_norm": 5.375,
      "learning_rate": 1.2192126216738976e-05,
      "loss": 0.1231,
      "step": 3721
    },
    {
      "epoch": 2.432891940493706,
      "grad_norm": 4.65625,
      "learning_rate": 1.218767078479952e-05,
      "loss": 0.1211,
      "step": 3722
    },
    {
      "epoch": 2.4335458558116723,
      "grad_norm": 4.34375,
      "learning_rate": 1.218321489671306e-05,
      "loss": 0.2225,
      "step": 3723
    },
    {
      "epoch": 2.434199771129639,
      "grad_norm": 4.46875,
      "learning_rate": 1.2178758553408682e-05,
      "loss": 0.1454,
      "step": 3724
    },
    {
      "epoch": 2.434853686447605,
      "grad_norm": 5.0625,
      "learning_rate": 1.2174301755815572e-05,
      "loss": 0.1639,
      "step": 3725
    },
    {
      "epoch": 2.4355076017655715,
      "grad_norm": 4.15625,
      "learning_rate": 1.2169844504863006e-05,
      "loss": 0.1698,
      "step": 3726
    },
    {
      "epoch": 2.4361615170835376,
      "grad_norm": 6.15625,
      "learning_rate": 1.2165386801480354e-05,
      "loss": 0.3451,
      "step": 3727
    },
    {
      "epoch": 2.436815432401504,
      "grad_norm": 2.765625,
      "learning_rate": 1.216092864659709e-05,
      "loss": 0.1153,
      "step": 3728
    },
    {
      "epoch": 2.43746934771947,
      "grad_norm": 3.515625,
      "learning_rate": 1.215647004114277e-05,
      "loss": 0.0563,
      "step": 3729
    },
    {
      "epoch": 2.4381232630374368,
      "grad_norm": 5.78125,
      "learning_rate": 1.2152010986047053e-05,
      "loss": 0.2722,
      "step": 3730
    },
    {
      "epoch": 2.438777178355403,
      "grad_norm": 4.125,
      "learning_rate": 1.2147551482239685e-05,
      "loss": 0.1544,
      "step": 3731
    },
    {
      "epoch": 2.4394310936733694,
      "grad_norm": 7.09375,
      "learning_rate": 1.2143091530650508e-05,
      "loss": 0.2464,
      "step": 3732
    },
    {
      "epoch": 2.4400850089913355,
      "grad_norm": 4.09375,
      "learning_rate": 1.213863113220946e-05,
      "loss": 0.1366,
      "step": 3733
    },
    {
      "epoch": 2.440738924309302,
      "grad_norm": 5.71875,
      "learning_rate": 1.2134170287846572e-05,
      "loss": 0.4019,
      "step": 3734
    },
    {
      "epoch": 2.441392839627268,
      "grad_norm": 7.5,
      "learning_rate": 1.2129708998491961e-05,
      "loss": 0.3905,
      "step": 3735
    },
    {
      "epoch": 2.4420467549452347,
      "grad_norm": 3.9375,
      "learning_rate": 1.2125247265075846e-05,
      "loss": 0.1135,
      "step": 3736
    },
    {
      "epoch": 2.442700670263201,
      "grad_norm": 6.875,
      "learning_rate": 1.2120785088528528e-05,
      "loss": 0.3022,
      "step": 3737
    },
    {
      "epoch": 2.4433545855811674,
      "grad_norm": 3.984375,
      "learning_rate": 1.2116322469780417e-05,
      "loss": 0.1226,
      "step": 3738
    },
    {
      "epoch": 2.4440085008991335,
      "grad_norm": 3.734375,
      "learning_rate": 1.2111859409761996e-05,
      "loss": 0.1832,
      "step": 3739
    },
    {
      "epoch": 2.4446624162171,
      "grad_norm": 4.40625,
      "learning_rate": 1.2107395909403854e-05,
      "loss": 0.3223,
      "step": 3740
    },
    {
      "epoch": 2.445316331535066,
      "grad_norm": 3.125,
      "learning_rate": 1.2102931969636664e-05,
      "loss": 0.0907,
      "step": 3741
    },
    {
      "epoch": 2.4459702468530327,
      "grad_norm": 3.953125,
      "learning_rate": 1.2098467591391195e-05,
      "loss": 0.125,
      "step": 3742
    },
    {
      "epoch": 2.4466241621709988,
      "grad_norm": 3.296875,
      "learning_rate": 1.2094002775598305e-05,
      "loss": 0.1076,
      "step": 3743
    },
    {
      "epoch": 2.4472780774889653,
      "grad_norm": 2.1875,
      "learning_rate": 1.2089537523188948e-05,
      "loss": 0.0595,
      "step": 3744
    },
    {
      "epoch": 2.4479319928069314,
      "grad_norm": 4.375,
      "learning_rate": 1.208507183509416e-05,
      "loss": 0.1179,
      "step": 3745
    },
    {
      "epoch": 2.448585908124898,
      "grad_norm": 5.5,
      "learning_rate": 1.2080605712245073e-05,
      "loss": 0.1625,
      "step": 3746
    },
    {
      "epoch": 2.449239823442864,
      "grad_norm": 3.078125,
      "learning_rate": 1.2076139155572913e-05,
      "loss": 0.1558,
      "step": 3747
    },
    {
      "epoch": 2.4498937387608306,
      "grad_norm": 6.25,
      "learning_rate": 1.2071672166008991e-05,
      "loss": 0.2447,
      "step": 3748
    },
    {
      "epoch": 2.4505476540787967,
      "grad_norm": 4.21875,
      "learning_rate": 1.2067204744484713e-05,
      "loss": 0.1065,
      "step": 3749
    },
    {
      "epoch": 2.4512015693967633,
      "grad_norm": 4.15625,
      "learning_rate": 1.2062736891931567e-05,
      "loss": 0.1478,
      "step": 3750
    },
    {
      "epoch": 2.4518554847147294,
      "grad_norm": 3.5625,
      "learning_rate": 1.2058268609281143e-05,
      "loss": 0.1298,
      "step": 3751
    },
    {
      "epoch": 2.452509400032696,
      "grad_norm": 5.53125,
      "learning_rate": 1.2053799897465108e-05,
      "loss": 0.2919,
      "step": 3752
    },
    {
      "epoch": 2.453163315350662,
      "grad_norm": 4.3125,
      "learning_rate": 1.204933075741523e-05,
      "loss": 0.1868,
      "step": 3753
    },
    {
      "epoch": 2.4538172306686286,
      "grad_norm": 4.84375,
      "learning_rate": 1.2044861190063355e-05,
      "loss": 0.1593,
      "step": 3754
    },
    {
      "epoch": 2.4544711459865947,
      "grad_norm": 4.96875,
      "learning_rate": 1.2040391196341427e-05,
      "loss": 0.4096,
      "step": 3755
    },
    {
      "epoch": 2.455125061304561,
      "grad_norm": 3.78125,
      "learning_rate": 1.203592077718148e-05,
      "loss": 0.1069,
      "step": 3756
    },
    {
      "epoch": 2.4557789766225273,
      "grad_norm": 7.5,
      "learning_rate": 1.2031449933515625e-05,
      "loss": 0.3615,
      "step": 3757
    },
    {
      "epoch": 2.456432891940494,
      "grad_norm": 4.78125,
      "learning_rate": 1.2026978666276067e-05,
      "loss": 0.1376,
      "step": 3758
    },
    {
      "epoch": 2.45708680725846,
      "grad_norm": 5.09375,
      "learning_rate": 1.2022506976395112e-05,
      "loss": 0.3183,
      "step": 3759
    },
    {
      "epoch": 2.4577407225764265,
      "grad_norm": 3.734375,
      "learning_rate": 1.2018034864805137e-05,
      "loss": 0.1332,
      "step": 3760
    },
    {
      "epoch": 2.4583946378943926,
      "grad_norm": 5.1875,
      "learning_rate": 1.2013562332438613e-05,
      "loss": 0.3374,
      "step": 3761
    },
    {
      "epoch": 2.459048553212359,
      "grad_norm": 5.5,
      "learning_rate": 1.20090893802281e-05,
      "loss": 0.1761,
      "step": 3762
    },
    {
      "epoch": 2.4597024685303253,
      "grad_norm": 4.09375,
      "learning_rate": 1.2004616009106242e-05,
      "loss": 0.1761,
      "step": 3763
    },
    {
      "epoch": 2.460356383848292,
      "grad_norm": 4.15625,
      "learning_rate": 1.2000142220005777e-05,
      "loss": 0.1535,
      "step": 3764
    },
    {
      "epoch": 2.461010299166258,
      "grad_norm": 6.65625,
      "learning_rate": 1.199566801385953e-05,
      "loss": 0.3952,
      "step": 3765
    },
    {
      "epoch": 2.4616642144842245,
      "grad_norm": 5.5,
      "learning_rate": 1.1991193391600398e-05,
      "loss": 0.2834,
      "step": 3766
    },
    {
      "epoch": 2.4623181298021906,
      "grad_norm": 3.453125,
      "learning_rate": 1.1986718354161385e-05,
      "loss": 0.147,
      "step": 3767
    },
    {
      "epoch": 2.462972045120157,
      "grad_norm": 4.90625,
      "learning_rate": 1.1982242902475563e-05,
      "loss": 0.2091,
      "step": 3768
    },
    {
      "epoch": 2.463625960438123,
      "grad_norm": 4.84375,
      "learning_rate": 1.1977767037476111e-05,
      "loss": 0.2516,
      "step": 3769
    },
    {
      "epoch": 2.4642798757560898,
      "grad_norm": 5.8125,
      "learning_rate": 1.197329076009628e-05,
      "loss": 0.3564,
      "step": 3770
    },
    {
      "epoch": 2.464933791074056,
      "grad_norm": 3.59375,
      "learning_rate": 1.1968814071269403e-05,
      "loss": 0.1311,
      "step": 3771
    },
    {
      "epoch": 2.4655877063920224,
      "grad_norm": 3.765625,
      "learning_rate": 1.1964336971928911e-05,
      "loss": 0.1628,
      "step": 3772
    },
    {
      "epoch": 2.4662416217099885,
      "grad_norm": 4.1875,
      "learning_rate": 1.1959859463008316e-05,
      "loss": 0.1315,
      "step": 3773
    },
    {
      "epoch": 2.466895537027955,
      "grad_norm": 5.0625,
      "learning_rate": 1.1955381545441214e-05,
      "loss": 0.2145,
      "step": 3774
    },
    {
      "epoch": 2.467549452345921,
      "grad_norm": 3.65625,
      "learning_rate": 1.1950903220161286e-05,
      "loss": 0.1262,
      "step": 3775
    },
    {
      "epoch": 2.4682033676638877,
      "grad_norm": 6.03125,
      "learning_rate": 1.1946424488102297e-05,
      "loss": 0.2898,
      "step": 3776
    },
    {
      "epoch": 2.468857282981854,
      "grad_norm": 5.5,
      "learning_rate": 1.1941945350198103e-05,
      "loss": 0.2461,
      "step": 3777
    },
    {
      "epoch": 2.4695111982998204,
      "grad_norm": 3.09375,
      "learning_rate": 1.1937465807382638e-05,
      "loss": 0.0743,
      "step": 3778
    },
    {
      "epoch": 2.4701651136177865,
      "grad_norm": 5.28125,
      "learning_rate": 1.1932985860589924e-05,
      "loss": 0.2819,
      "step": 3779
    },
    {
      "epoch": 2.470819028935753,
      "grad_norm": 4.9375,
      "learning_rate": 1.1928505510754065e-05,
      "loss": 0.1081,
      "step": 3780
    },
    {
      "epoch": 2.471472944253719,
      "grad_norm": 6.1875,
      "learning_rate": 1.192402475880925e-05,
      "loss": 0.3221,
      "step": 3781
    },
    {
      "epoch": 2.4721268595716857,
      "grad_norm": 4.59375,
      "learning_rate": 1.1919543605689756e-05,
      "loss": 0.2648,
      "step": 3782
    },
    {
      "epoch": 2.4727807748896518,
      "grad_norm": 8.5,
      "learning_rate": 1.191506205232993e-05,
      "loss": 0.2333,
      "step": 3783
    },
    {
      "epoch": 2.4734346902076183,
      "grad_norm": 5.25,
      "learning_rate": 1.1910580099664222e-05,
      "loss": 0.22,
      "step": 3784
    },
    {
      "epoch": 2.4740886055255844,
      "grad_norm": 4.1875,
      "learning_rate": 1.190609774862715e-05,
      "loss": 0.106,
      "step": 3785
    },
    {
      "epoch": 2.474742520843551,
      "grad_norm": 3.25,
      "learning_rate": 1.1901615000153324e-05,
      "loss": 0.1081,
      "step": 3786
    },
    {
      "epoch": 2.475396436161517,
      "grad_norm": 5.15625,
      "learning_rate": 1.1897131855177428e-05,
      "loss": 0.2634,
      "step": 3787
    },
    {
      "epoch": 2.4760503514794836,
      "grad_norm": 3.484375,
      "learning_rate": 1.1892648314634234e-05,
      "loss": 0.1925,
      "step": 3788
    },
    {
      "epoch": 2.4767042667974497,
      "grad_norm": 4.65625,
      "learning_rate": 1.1888164379458603e-05,
      "loss": 0.1899,
      "step": 3789
    },
    {
      "epoch": 2.477358182115416,
      "grad_norm": 6.84375,
      "learning_rate": 1.1883680050585466e-05,
      "loss": 0.3954,
      "step": 3790
    },
    {
      "epoch": 2.4780120974333824,
      "grad_norm": 7.59375,
      "learning_rate": 1.1879195328949849e-05,
      "loss": 0.3563,
      "step": 3791
    },
    {
      "epoch": 2.478666012751349,
      "grad_norm": 4.46875,
      "learning_rate": 1.1874710215486843e-05,
      "loss": 0.2054,
      "step": 3792
    },
    {
      "epoch": 2.479319928069315,
      "grad_norm": 4.0,
      "learning_rate": 1.187022471113163e-05,
      "loss": 0.1364,
      "step": 3793
    },
    {
      "epoch": 2.479973843387281,
      "grad_norm": 6.5625,
      "learning_rate": 1.1865738816819483e-05,
      "loss": 0.3409,
      "step": 3794
    },
    {
      "epoch": 2.4806277587052477,
      "grad_norm": 6.78125,
      "learning_rate": 1.1861252533485743e-05,
      "loss": 0.2168,
      "step": 3795
    },
    {
      "epoch": 2.481281674023214,
      "grad_norm": 5.375,
      "learning_rate": 1.1856765862065836e-05,
      "loss": 0.1879,
      "step": 3796
    },
    {
      "epoch": 2.4819355893411803,
      "grad_norm": 6.0,
      "learning_rate": 1.1852278803495267e-05,
      "loss": 0.1922,
      "step": 3797
    },
    {
      "epoch": 2.4825895046591464,
      "grad_norm": 3.109375,
      "learning_rate": 1.1847791358709626e-05,
      "loss": 0.1349,
      "step": 3798
    },
    {
      "epoch": 2.483243419977113,
      "grad_norm": 4.03125,
      "learning_rate": 1.1843303528644583e-05,
      "loss": 0.133,
      "step": 3799
    },
    {
      "epoch": 2.4838973352950795,
      "grad_norm": 5.09375,
      "learning_rate": 1.1838815314235883e-05,
      "loss": 0.2081,
      "step": 3800
    },
    {
      "epoch": 2.4845512506130456,
      "grad_norm": 4.5625,
      "learning_rate": 1.1834326716419358e-05,
      "loss": 0.2146,
      "step": 3801
    },
    {
      "epoch": 2.4852051659310117,
      "grad_norm": 6.78125,
      "learning_rate": 1.1829837736130914e-05,
      "loss": 0.2747,
      "step": 3802
    },
    {
      "epoch": 2.4858590812489783,
      "grad_norm": 4.46875,
      "learning_rate": 1.1825348374306543e-05,
      "loss": 0.2146,
      "step": 3803
    },
    {
      "epoch": 2.486512996566945,
      "grad_norm": 6.5625,
      "learning_rate": 1.182085863188231e-05,
      "loss": 0.3495,
      "step": 3804
    },
    {
      "epoch": 2.487166911884911,
      "grad_norm": 4.28125,
      "learning_rate": 1.1816368509794365e-05,
      "loss": 0.1663,
      "step": 3805
    },
    {
      "epoch": 2.487820827202877,
      "grad_norm": 5.0625,
      "learning_rate": 1.1811878008978935e-05,
      "loss": 0.1813,
      "step": 3806
    },
    {
      "epoch": 2.4884747425208436,
      "grad_norm": 6.5,
      "learning_rate": 1.1807387130372324e-05,
      "loss": 0.2701,
      "step": 3807
    },
    {
      "epoch": 2.48912865783881,
      "grad_norm": 3.71875,
      "learning_rate": 1.1802895874910917e-05,
      "loss": 0.1818,
      "step": 3808
    },
    {
      "epoch": 2.489782573156776,
      "grad_norm": 4.53125,
      "learning_rate": 1.1798404243531174e-05,
      "loss": 0.2784,
      "step": 3809
    },
    {
      "epoch": 2.4904364884747423,
      "grad_norm": 6.34375,
      "learning_rate": 1.179391223716964e-05,
      "loss": 0.3465,
      "step": 3810
    },
    {
      "epoch": 2.491090403792709,
      "grad_norm": 4.75,
      "learning_rate": 1.1789419856762936e-05,
      "loss": 0.2208,
      "step": 3811
    },
    {
      "epoch": 2.4917443191106754,
      "grad_norm": 6.3125,
      "learning_rate": 1.1784927103247755e-05,
      "loss": 0.3501,
      "step": 3812
    },
    {
      "epoch": 2.4923982344286415,
      "grad_norm": 4.84375,
      "learning_rate": 1.1780433977560879e-05,
      "loss": 0.1994,
      "step": 3813
    },
    {
      "epoch": 2.4930521497466076,
      "grad_norm": 4.65625,
      "learning_rate": 1.177594048063915e-05,
      "loss": 0.2501,
      "step": 3814
    },
    {
      "epoch": 2.493706065064574,
      "grad_norm": 4.78125,
      "learning_rate": 1.1771446613419508e-05,
      "loss": 0.3802,
      "step": 3815
    },
    {
      "epoch": 2.4943599803825407,
      "grad_norm": 2.875,
      "learning_rate": 1.1766952376838958e-05,
      "loss": 0.053,
      "step": 3816
    },
    {
      "epoch": 2.495013895700507,
      "grad_norm": 4.53125,
      "learning_rate": 1.1762457771834586e-05,
      "loss": 0.1691,
      "step": 3817
    },
    {
      "epoch": 2.495667811018473,
      "grad_norm": 5.75,
      "learning_rate": 1.1757962799343548e-05,
      "loss": 0.2264,
      "step": 3818
    },
    {
      "epoch": 2.4963217263364395,
      "grad_norm": 6.5,
      "learning_rate": 1.1753467460303082e-05,
      "loss": 0.1884,
      "step": 3819
    },
    {
      "epoch": 2.496975641654406,
      "grad_norm": 3.40625,
      "learning_rate": 1.1748971755650511e-05,
      "loss": 0.1413,
      "step": 3820
    },
    {
      "epoch": 2.497629556972372,
      "grad_norm": 4.09375,
      "learning_rate": 1.1744475686323225e-05,
      "loss": 0.1672,
      "step": 3821
    },
    {
      "epoch": 2.498283472290338,
      "grad_norm": 5.5,
      "learning_rate": 1.1739979253258679e-05,
      "loss": 0.168,
      "step": 3822
    },
    {
      "epoch": 2.4989373876083047,
      "grad_norm": 4.3125,
      "learning_rate": 1.1735482457394424e-05,
      "loss": 0.1695,
      "step": 3823
    },
    {
      "epoch": 2.4995913029262713,
      "grad_norm": 5.15625,
      "learning_rate": 1.1730985299668079e-05,
      "loss": 0.1271,
      "step": 3824
    },
    {
      "epoch": 2.5002452182442374,
      "grad_norm": 7.6875,
      "learning_rate": 1.1726487781017337e-05,
      "loss": 0.3036,
      "step": 3825
    },
    {
      "epoch": 2.5008991335622035,
      "grad_norm": 4.0625,
      "learning_rate": 1.1721989902379964e-05,
      "loss": 0.2141,
      "step": 3826
    },
    {
      "epoch": 2.50155304888017,
      "grad_norm": 6.0,
      "learning_rate": 1.1717491664693806e-05,
      "loss": 0.2174,
      "step": 3827
    },
    {
      "epoch": 2.5022069641981366,
      "grad_norm": 5.25,
      "learning_rate": 1.1712993068896781e-05,
      "loss": 0.2759,
      "step": 3828
    },
    {
      "epoch": 2.5028608795161027,
      "grad_norm": 3.765625,
      "learning_rate": 1.1708494115926882e-05,
      "loss": 0.1087,
      "step": 3829
    },
    {
      "epoch": 2.503514794834069,
      "grad_norm": 8.625,
      "learning_rate": 1.1703994806722179e-05,
      "loss": 0.2336,
      "step": 3830
    },
    {
      "epoch": 2.5041687101520353,
      "grad_norm": 3.953125,
      "learning_rate": 1.1699495142220813e-05,
      "loss": 0.1896,
      "step": 3831
    },
    {
      "epoch": 2.504822625470002,
      "grad_norm": 3.625,
      "learning_rate": 1.1694995123361001e-05,
      "loss": 0.1302,
      "step": 3832
    },
    {
      "epoch": 2.505476540787968,
      "grad_norm": 5.15625,
      "learning_rate": 1.1690494751081034e-05,
      "loss": 0.3797,
      "step": 3833
    },
    {
      "epoch": 2.506130456105934,
      "grad_norm": 3.09375,
      "learning_rate": 1.1685994026319274e-05,
      "loss": 0.1038,
      "step": 3834
    },
    {
      "epoch": 2.5067843714239006,
      "grad_norm": 5.46875,
      "learning_rate": 1.1681492950014157e-05,
      "loss": 0.1605,
      "step": 3835
    },
    {
      "epoch": 2.507438286741867,
      "grad_norm": 5.0625,
      "learning_rate": 1.16769915231042e-05,
      "loss": 0.3118,
      "step": 3836
    },
    {
      "epoch": 2.5080922020598333,
      "grad_norm": 3.71875,
      "learning_rate": 1.1672489746527979e-05,
      "loss": 0.1691,
      "step": 3837
    },
    {
      "epoch": 2.5087461173777994,
      "grad_norm": 4.3125,
      "learning_rate": 1.1667987621224157e-05,
      "loss": 0.083,
      "step": 3838
    },
    {
      "epoch": 2.509400032695766,
      "grad_norm": 4.8125,
      "learning_rate": 1.166348514813146e-05,
      "loss": 0.1877,
      "step": 3839
    },
    {
      "epoch": 2.5100539480137325,
      "grad_norm": 3.90625,
      "learning_rate": 1.1658982328188691e-05,
      "loss": 0.1757,
      "step": 3840
    },
    {
      "epoch": 2.5107078633316986,
      "grad_norm": 4.3125,
      "learning_rate": 1.1654479162334722e-05,
      "loss": 0.3619,
      "step": 3841
    },
    {
      "epoch": 2.5113617786496647,
      "grad_norm": 4.53125,
      "learning_rate": 1.1649975651508505e-05,
      "loss": 0.1881,
      "step": 3842
    },
    {
      "epoch": 2.5120156939676312,
      "grad_norm": 7.75,
      "learning_rate": 1.1645471796649055e-05,
      "loss": 0.3409,
      "step": 3843
    },
    {
      "epoch": 2.5126696092855973,
      "grad_norm": 5.1875,
      "learning_rate": 1.1640967598695461e-05,
      "loss": 0.218,
      "step": 3844
    },
    {
      "epoch": 2.513323524603564,
      "grad_norm": 4.4375,
      "learning_rate": 1.1636463058586882e-05,
      "loss": 0.1657,
      "step": 3845
    },
    {
      "epoch": 2.51397743992153,
      "grad_norm": 3.859375,
      "learning_rate": 1.1631958177262557e-05,
      "loss": 0.1006,
      "step": 3846
    },
    {
      "epoch": 2.5146313552394965,
      "grad_norm": 3.828125,
      "learning_rate": 1.162745295566179e-05,
      "loss": 0.1518,
      "step": 3847
    },
    {
      "epoch": 2.5152852705574626,
      "grad_norm": 3.265625,
      "learning_rate": 1.1622947394723954e-05,
      "loss": 0.1102,
      "step": 3848
    },
    {
      "epoch": 2.515939185875429,
      "grad_norm": 4.40625,
      "learning_rate": 1.161844149538849e-05,
      "loss": 0.1943,
      "step": 3849
    },
    {
      "epoch": 2.5165931011933953,
      "grad_norm": 5.34375,
      "learning_rate": 1.161393525859492e-05,
      "loss": 0.5461,
      "step": 3850
    },
    {
      "epoch": 2.517247016511362,
      "grad_norm": 7.3125,
      "learning_rate": 1.1609428685282834e-05,
      "loss": 0.312,
      "step": 3851
    },
    {
      "epoch": 2.517900931829328,
      "grad_norm": 4.78125,
      "learning_rate": 1.160492177639188e-05,
      "loss": 0.2382,
      "step": 3852
    },
    {
      "epoch": 2.5185548471472945,
      "grad_norm": 5.25,
      "learning_rate": 1.160041453286179e-05,
      "loss": 0.3167,
      "step": 3853
    },
    {
      "epoch": 2.5192087624652606,
      "grad_norm": 3.53125,
      "learning_rate": 1.1595906955632361e-05,
      "loss": 0.1834,
      "step": 3854
    },
    {
      "epoch": 2.519862677783227,
      "grad_norm": 3.328125,
      "learning_rate": 1.1591399045643454e-05,
      "loss": 0.1282,
      "step": 3855
    },
    {
      "epoch": 2.5205165931011932,
      "grad_norm": 6.375,
      "learning_rate": 1.1586890803835016e-05,
      "loss": 0.3253,
      "step": 3856
    },
    {
      "epoch": 2.52117050841916,
      "grad_norm": 5.40625,
      "learning_rate": 1.158238223114704e-05,
      "loss": 0.3108,
      "step": 3857
    },
    {
      "epoch": 2.521824423737126,
      "grad_norm": 3.828125,
      "learning_rate": 1.1577873328519605e-05,
      "loss": 0.1347,
      "step": 3858
    },
    {
      "epoch": 2.5224783390550924,
      "grad_norm": 3.40625,
      "learning_rate": 1.1573364096892853e-05,
      "loss": 0.1478,
      "step": 3859
    },
    {
      "epoch": 2.5231322543730585,
      "grad_norm": 5.6875,
      "learning_rate": 1.1568854537206995e-05,
      "loss": 0.2803,
      "step": 3860
    },
    {
      "epoch": 2.523786169691025,
      "grad_norm": 2.765625,
      "learning_rate": 1.156434465040231e-05,
      "loss": 0.1198,
      "step": 3861
    },
    {
      "epoch": 2.524440085008991,
      "grad_norm": 5.21875,
      "learning_rate": 1.1559834437419146e-05,
      "loss": 0.3239,
      "step": 3862
    },
    {
      "epoch": 2.5250940003269577,
      "grad_norm": 6.375,
      "learning_rate": 1.155532389919792e-05,
      "loss": 0.3712,
      "step": 3863
    },
    {
      "epoch": 2.525747915644924,
      "grad_norm": 3.625,
      "learning_rate": 1.1550813036679115e-05,
      "loss": 0.1632,
      "step": 3864
    },
    {
      "epoch": 2.5264018309628904,
      "grad_norm": 5.53125,
      "learning_rate": 1.1546301850803283e-05,
      "loss": 0.3239,
      "step": 3865
    },
    {
      "epoch": 2.5270557462808565,
      "grad_norm": 3.9375,
      "learning_rate": 1.1541790342511041e-05,
      "loss": 0.1556,
      "step": 3866
    },
    {
      "epoch": 2.527709661598823,
      "grad_norm": 3.640625,
      "learning_rate": 1.1537278512743075e-05,
      "loss": 0.1126,
      "step": 3867
    },
    {
      "epoch": 2.528363576916789,
      "grad_norm": 4.90625,
      "learning_rate": 1.1532766362440137e-05,
      "loss": 0.2386,
      "step": 3868
    },
    {
      "epoch": 2.5290174922347557,
      "grad_norm": 8.625,
      "learning_rate": 1.1528253892543053e-05,
      "loss": 0.4308,
      "step": 3869
    },
    {
      "epoch": 2.529671407552722,
      "grad_norm": 6.59375,
      "learning_rate": 1.1523741103992698e-05,
      "loss": 0.2576,
      "step": 3870
    },
    {
      "epoch": 2.5303253228706883,
      "grad_norm": 6.21875,
      "learning_rate": 1.1519227997730034e-05,
      "loss": 0.2388,
      "step": 3871
    },
    {
      "epoch": 2.5309792381886544,
      "grad_norm": 6.5625,
      "learning_rate": 1.151471457469608e-05,
      "loss": 0.4508,
      "step": 3872
    },
    {
      "epoch": 2.531633153506621,
      "grad_norm": 3.375,
      "learning_rate": 1.1510200835831918e-05,
      "loss": 0.2161,
      "step": 3873
    },
    {
      "epoch": 2.532287068824587,
      "grad_norm": 3.59375,
      "learning_rate": 1.1505686782078697e-05,
      "loss": 0.1238,
      "step": 3874
    },
    {
      "epoch": 2.5329409841425536,
      "grad_norm": 4.65625,
      "learning_rate": 1.1501172414377635e-05,
      "loss": 0.1853,
      "step": 3875
    },
    {
      "epoch": 2.5335948994605197,
      "grad_norm": 2.515625,
      "learning_rate": 1.1496657733670019e-05,
      "loss": 0.071,
      "step": 3876
    },
    {
      "epoch": 2.5342488147784863,
      "grad_norm": 9.0625,
      "learning_rate": 1.1492142740897188e-05,
      "loss": 0.3961,
      "step": 3877
    },
    {
      "epoch": 2.5349027300964524,
      "grad_norm": 3.5625,
      "learning_rate": 1.1487627437000564e-05,
      "loss": 0.1491,
      "step": 3878
    },
    {
      "epoch": 2.535556645414419,
      "grad_norm": 5.28125,
      "learning_rate": 1.1483111822921618e-05,
      "loss": 0.2428,
      "step": 3879
    },
    {
      "epoch": 2.536210560732385,
      "grad_norm": 4.34375,
      "learning_rate": 1.1478595899601889e-05,
      "loss": 0.1703,
      "step": 3880
    },
    {
      "epoch": 2.5368644760503516,
      "grad_norm": 4.0625,
      "learning_rate": 1.1474079667982991e-05,
      "loss": 0.1818,
      "step": 3881
    },
    {
      "epoch": 2.5375183913683177,
      "grad_norm": 4.96875,
      "learning_rate": 1.1469563129006594e-05,
      "loss": 0.191,
      "step": 3882
    },
    {
      "epoch": 2.5381723066862842,
      "grad_norm": 3.703125,
      "learning_rate": 1.1465046283614427e-05,
      "loss": 0.1268,
      "step": 3883
    },
    {
      "epoch": 2.5388262220042503,
      "grad_norm": 5.09375,
      "learning_rate": 1.146052913274829e-05,
      "loss": 0.1997,
      "step": 3884
    },
    {
      "epoch": 2.539480137322217,
      "grad_norm": 7.15625,
      "learning_rate": 1.1456011677350052e-05,
      "loss": 0.3427,
      "step": 3885
    },
    {
      "epoch": 2.540134052640183,
      "grad_norm": 5.65625,
      "learning_rate": 1.1451493918361629e-05,
      "loss": 0.2156,
      "step": 3886
    },
    {
      "epoch": 2.5407879679581495,
      "grad_norm": 3.828125,
      "learning_rate": 1.144697585672502e-05,
      "loss": 0.137,
      "step": 3887
    },
    {
      "epoch": 2.5414418832761156,
      "grad_norm": 5.3125,
      "learning_rate": 1.1442457493382269e-05,
      "loss": 0.1653,
      "step": 3888
    },
    {
      "epoch": 2.542095798594082,
      "grad_norm": 4.9375,
      "learning_rate": 1.1437938829275496e-05,
      "loss": 0.2373,
      "step": 3889
    },
    {
      "epoch": 2.5427497139120483,
      "grad_norm": 4.21875,
      "learning_rate": 1.1433419865346877e-05,
      "loss": 0.1978,
      "step": 3890
    },
    {
      "epoch": 2.543403629230015,
      "grad_norm": 5.65625,
      "learning_rate": 1.1428900602538656e-05,
      "loss": 0.2541,
      "step": 3891
    },
    {
      "epoch": 2.544057544547981,
      "grad_norm": 3.1875,
      "learning_rate": 1.142438104179313e-05,
      "loss": 0.1207,
      "step": 3892
    },
    {
      "epoch": 2.5447114598659475,
      "grad_norm": 3.71875,
      "learning_rate": 1.1419861184052669e-05,
      "loss": 0.1143,
      "step": 3893
    },
    {
      "epoch": 2.5453653751839136,
      "grad_norm": 4.625,
      "learning_rate": 1.1415341030259698e-05,
      "loss": 0.1339,
      "step": 3894
    },
    {
      "epoch": 2.54601929050188,
      "grad_norm": 7.0625,
      "learning_rate": 1.1410820581356705e-05,
      "loss": 0.3235,
      "step": 3895
    },
    {
      "epoch": 2.5466732058198462,
      "grad_norm": 5.0,
      "learning_rate": 1.1406299838286236e-05,
      "loss": 0.208,
      "step": 3896
    },
    {
      "epoch": 2.547327121137813,
      "grad_norm": 7.4375,
      "learning_rate": 1.1401778801990911e-05,
      "loss": 0.2209,
      "step": 3897
    },
    {
      "epoch": 2.547981036455779,
      "grad_norm": 3.0,
      "learning_rate": 1.1397257473413395e-05,
      "loss": 0.1004,
      "step": 3898
    },
    {
      "epoch": 2.5486349517737454,
      "grad_norm": 9.5625,
      "learning_rate": 1.1392735853496428e-05,
      "loss": 0.1589,
      "step": 3899
    },
    {
      "epoch": 2.5492888670917115,
      "grad_norm": 5.5625,
      "learning_rate": 1.13882139431828e-05,
      "loss": 0.1701,
      "step": 3900
    },
    {
      "epoch": 2.549942782409678,
      "grad_norm": 2.828125,
      "learning_rate": 1.1383691743415364e-05,
      "loss": 0.1372,
      "step": 3901
    },
    {
      "epoch": 2.550596697727644,
      "grad_norm": 3.625,
      "learning_rate": 1.137916925513704e-05,
      "loss": 0.1225,
      "step": 3902
    },
    {
      "epoch": 2.5512506130456107,
      "grad_norm": 5.75,
      "learning_rate": 1.13746464792908e-05,
      "loss": 0.2626,
      "step": 3903
    },
    {
      "epoch": 2.551904528363577,
      "grad_norm": 2.59375,
      "learning_rate": 1.1370123416819683e-05,
      "loss": 0.0697,
      "step": 3904
    },
    {
      "epoch": 2.5525584436815434,
      "grad_norm": 4.0625,
      "learning_rate": 1.1365600068666781e-05,
      "loss": 0.2493,
      "step": 3905
    },
    {
      "epoch": 2.5532123589995095,
      "grad_norm": 8.1875,
      "learning_rate": 1.1361076435775242e-05,
      "loss": 0.2371,
      "step": 3906
    },
    {
      "epoch": 2.553866274317476,
      "grad_norm": 4.4375,
      "learning_rate": 1.1356552519088293e-05,
      "loss": 0.2002,
      "step": 3907
    },
    {
      "epoch": 2.554520189635442,
      "grad_norm": 6.09375,
      "learning_rate": 1.1352028319549202e-05,
      "loss": 0.3357,
      "step": 3908
    },
    {
      "epoch": 2.5551741049534087,
      "grad_norm": 4.71875,
      "learning_rate": 1.1347503838101297e-05,
      "loss": 0.1366,
      "step": 3909
    },
    {
      "epoch": 2.555828020271375,
      "grad_norm": 5.0,
      "learning_rate": 1.1342979075687975e-05,
      "loss": 0.1511,
      "step": 3910
    },
    {
      "epoch": 2.5564819355893413,
      "grad_norm": 4.75,
      "learning_rate": 1.1338454033252678e-05,
      "loss": 0.2144,
      "step": 3911
    },
    {
      "epoch": 2.5571358509073074,
      "grad_norm": 3.171875,
      "learning_rate": 1.1333928711738922e-05,
      "loss": 0.0875,
      "step": 3912
    },
    {
      "epoch": 2.557789766225274,
      "grad_norm": 3.65625,
      "learning_rate": 1.1329403112090267e-05,
      "loss": 0.1372,
      "step": 3913
    },
    {
      "epoch": 2.55844368154324,
      "grad_norm": 5.46875,
      "learning_rate": 1.132487723525034e-05,
      "loss": 0.1127,
      "step": 3914
    },
    {
      "epoch": 2.5590975968612066,
      "grad_norm": 4.65625,
      "learning_rate": 1.1320351082162821e-05,
      "loss": 0.1768,
      "step": 3915
    },
    {
      "epoch": 2.5597515121791727,
      "grad_norm": 4.65625,
      "learning_rate": 1.1315824653771452e-05,
      "loss": 0.1834,
      "step": 3916
    },
    {
      "epoch": 2.5604054274971393,
      "grad_norm": 5.0625,
      "learning_rate": 1.1311297951020028e-05,
      "loss": 0.1709,
      "step": 3917
    },
    {
      "epoch": 2.5610593428151054,
      "grad_norm": 4.375,
      "learning_rate": 1.1306770974852404e-05,
      "loss": 0.3602,
      "step": 3918
    },
    {
      "epoch": 2.5617132581330715,
      "grad_norm": 8.4375,
      "learning_rate": 1.1302243726212489e-05,
      "loss": 0.3722,
      "step": 3919
    },
    {
      "epoch": 2.562367173451038,
      "grad_norm": 4.75,
      "learning_rate": 1.1297716206044257e-05,
      "loss": 0.1664,
      "step": 3920
    },
    {
      "epoch": 2.5630210887690046,
      "grad_norm": 4.78125,
      "learning_rate": 1.1293188415291722e-05,
      "loss": 0.1824,
      "step": 3921
    },
    {
      "epoch": 2.5636750040869707,
      "grad_norm": 3.375,
      "learning_rate": 1.1288660354898973e-05,
      "loss": 0.0803,
      "step": 3922
    },
    {
      "epoch": 2.564328919404937,
      "grad_norm": 2.984375,
      "learning_rate": 1.1284132025810144e-05,
      "loss": 0.0739,
      "step": 3923
    },
    {
      "epoch": 2.5649828347229033,
      "grad_norm": 3.875,
      "learning_rate": 1.127960342896943e-05,
      "loss": 0.1698,
      "step": 3924
    },
    {
      "epoch": 2.56563675004087,
      "grad_norm": 2.953125,
      "learning_rate": 1.127507456532108e-05,
      "loss": 0.0974,
      "step": 3925
    },
    {
      "epoch": 2.566290665358836,
      "grad_norm": 4.3125,
      "learning_rate": 1.1270545435809396e-05,
      "loss": 0.2074,
      "step": 3926
    },
    {
      "epoch": 2.566944580676802,
      "grad_norm": 4.84375,
      "learning_rate": 1.1266016041378741e-05,
      "loss": 0.2483,
      "step": 3927
    },
    {
      "epoch": 2.5675984959947686,
      "grad_norm": 5.15625,
      "learning_rate": 1.1261486382973525e-05,
      "loss": 0.1553,
      "step": 3928
    },
    {
      "epoch": 2.568252411312735,
      "grad_norm": 4.4375,
      "learning_rate": 1.1256956461538226e-05,
      "loss": 0.1693,
      "step": 3929
    },
    {
      "epoch": 2.5689063266307013,
      "grad_norm": 6.09375,
      "learning_rate": 1.1252426278017367e-05,
      "loss": 0.3697,
      "step": 3930
    },
    {
      "epoch": 2.5695602419486674,
      "grad_norm": 6.75,
      "learning_rate": 1.1247895833355524e-05,
      "loss": 0.3182,
      "step": 3931
    },
    {
      "epoch": 2.570214157266634,
      "grad_norm": 3.640625,
      "learning_rate": 1.124336512849733e-05,
      "loss": 0.1211,
      "step": 3932
    },
    {
      "epoch": 2.5708680725846005,
      "grad_norm": 3.53125,
      "learning_rate": 1.123883416438748e-05,
      "loss": 0.2034,
      "step": 3933
    },
    {
      "epoch": 2.5715219879025666,
      "grad_norm": 4.6875,
      "learning_rate": 1.1234302941970716e-05,
      "loss": 0.1344,
      "step": 3934
    },
    {
      "epoch": 2.5721759032205327,
      "grad_norm": 4.71875,
      "learning_rate": 1.122977146219183e-05,
      "loss": 0.2154,
      "step": 3935
    },
    {
      "epoch": 2.5728298185384992,
      "grad_norm": 5.03125,
      "learning_rate": 1.1225239725995672e-05,
      "loss": 0.24,
      "step": 3936
    },
    {
      "epoch": 2.573483733856466,
      "grad_norm": 6.0,
      "learning_rate": 1.1220707734327148e-05,
      "loss": 0.1374,
      "step": 3937
    },
    {
      "epoch": 2.574137649174432,
      "grad_norm": 6.4375,
      "learning_rate": 1.1216175488131216e-05,
      "loss": 0.1842,
      "step": 3938
    },
    {
      "epoch": 2.574791564492398,
      "grad_norm": 4.09375,
      "learning_rate": 1.1211642988352884e-05,
      "loss": 0.1469,
      "step": 3939
    },
    {
      "epoch": 2.5754454798103645,
      "grad_norm": 7.71875,
      "learning_rate": 1.1207110235937215e-05,
      "loss": 0.4252,
      "step": 3940
    },
    {
      "epoch": 2.576099395128331,
      "grad_norm": 5.84375,
      "learning_rate": 1.1202577231829323e-05,
      "loss": 0.2085,
      "step": 3941
    },
    {
      "epoch": 2.576753310446297,
      "grad_norm": 6.21875,
      "learning_rate": 1.119804397697438e-05,
      "loss": 0.1807,
      "step": 3942
    },
    {
      "epoch": 2.5774072257642633,
      "grad_norm": 5.0,
      "learning_rate": 1.1193510472317602e-05,
      "loss": 0.248,
      "step": 3943
    },
    {
      "epoch": 2.57806114108223,
      "grad_norm": 5.75,
      "learning_rate": 1.1188976718804262e-05,
      "loss": 0.1928,
      "step": 3944
    },
    {
      "epoch": 2.5787150564001964,
      "grad_norm": 2.0625,
      "learning_rate": 1.1184442717379687e-05,
      "loss": 0.0451,
      "step": 3945
    },
    {
      "epoch": 2.5793689717181625,
      "grad_norm": 4.625,
      "learning_rate": 1.1179908468989249e-05,
      "loss": 0.1718,
      "step": 3946
    },
    {
      "epoch": 2.5800228870361286,
      "grad_norm": 5.34375,
      "learning_rate": 1.1175373974578378e-05,
      "loss": 0.2031,
      "step": 3947
    },
    {
      "epoch": 2.580676802354095,
      "grad_norm": 3.6875,
      "learning_rate": 1.1170839235092553e-05,
      "loss": 0.1648,
      "step": 3948
    },
    {
      "epoch": 2.5813307176720617,
      "grad_norm": 3.546875,
      "learning_rate": 1.1166304251477302e-05,
      "loss": 0.1834,
      "step": 3949
    },
    {
      "epoch": 2.581984632990028,
      "grad_norm": 6.34375,
      "learning_rate": 1.1161769024678206e-05,
      "loss": 0.2553,
      "step": 3950
    },
    {
      "epoch": 2.582638548307994,
      "grad_norm": 5.03125,
      "learning_rate": 1.1157233555640897e-05,
      "loss": 0.1865,
      "step": 3951
    },
    {
      "epoch": 2.5832924636259604,
      "grad_norm": 4.15625,
      "learning_rate": 1.1152697845311056e-05,
      "loss": 0.2168,
      "step": 3952
    },
    {
      "epoch": 2.583946378943927,
      "grad_norm": 5.625,
      "learning_rate": 1.1148161894634418e-05,
      "loss": 0.1784,
      "step": 3953
    },
    {
      "epoch": 2.584600294261893,
      "grad_norm": 6.0,
      "learning_rate": 1.1143625704556762e-05,
      "loss": 0.1722,
      "step": 3954
    },
    {
      "epoch": 2.585254209579859,
      "grad_norm": 4.78125,
      "learning_rate": 1.113908927602392e-05,
      "loss": 0.1231,
      "step": 3955
    },
    {
      "epoch": 2.5859081248978257,
      "grad_norm": 3.5625,
      "learning_rate": 1.1134552609981779e-05,
      "loss": 0.1407,
      "step": 3956
    },
    {
      "epoch": 2.5865620402157923,
      "grad_norm": 3.96875,
      "learning_rate": 1.1130015707376262e-05,
      "loss": 0.2329,
      "step": 3957
    },
    {
      "epoch": 2.5872159555337584,
      "grad_norm": 3.65625,
      "learning_rate": 1.1125478569153359e-05,
      "loss": 0.0879,
      "step": 3958
    },
    {
      "epoch": 2.5878698708517245,
      "grad_norm": 6.21875,
      "learning_rate": 1.1120941196259092e-05,
      "loss": 0.4493,
      "step": 3959
    },
    {
      "epoch": 2.588523786169691,
      "grad_norm": 4.25,
      "learning_rate": 1.1116403589639546e-05,
      "loss": 0.1324,
      "step": 3960
    },
    {
      "epoch": 2.5891777014876576,
      "grad_norm": 3.0625,
      "learning_rate": 1.1111865750240844e-05,
      "loss": 0.1247,
      "step": 3961
    },
    {
      "epoch": 2.5898316168056237,
      "grad_norm": 10.3125,
      "learning_rate": 1.1107327679009163e-05,
      "loss": 0.1497,
      "step": 3962
    },
    {
      "epoch": 2.59048553212359,
      "grad_norm": 6.5625,
      "learning_rate": 1.1102789376890732e-05,
      "loss": 0.3444,
      "step": 3963
    },
    {
      "epoch": 2.5911394474415563,
      "grad_norm": 3.984375,
      "learning_rate": 1.1098250844831819e-05,
      "loss": 0.2097,
      "step": 3964
    },
    {
      "epoch": 2.591793362759523,
      "grad_norm": 7.0625,
      "learning_rate": 1.1093712083778748e-05,
      "loss": 0.3121,
      "step": 3965
    },
    {
      "epoch": 2.592447278077489,
      "grad_norm": 7.625,
      "learning_rate": 1.108917309467788e-05,
      "loss": 0.286,
      "step": 3966
    },
    {
      "epoch": 2.593101193395455,
      "grad_norm": 3.5625,
      "learning_rate": 1.1084633878475634e-05,
      "loss": 0.2143,
      "step": 3967
    },
    {
      "epoch": 2.5937551087134216,
      "grad_norm": 2.859375,
      "learning_rate": 1.108009443611848e-05,
      "loss": 0.0787,
      "step": 3968
    },
    {
      "epoch": 2.594409024031388,
      "grad_norm": 4.5,
      "learning_rate": 1.1075554768552926e-05,
      "loss": 0.2325,
      "step": 3969
    },
    {
      "epoch": 2.5950629393493543,
      "grad_norm": 4.625,
      "learning_rate": 1.107101487672552e-05,
      "loss": 0.3144,
      "step": 3970
    },
    {
      "epoch": 2.5957168546673204,
      "grad_norm": 5.6875,
      "learning_rate": 1.1066474761582876e-05,
      "loss": 0.4098,
      "step": 3971
    },
    {
      "epoch": 2.596370769985287,
      "grad_norm": 5.4375,
      "learning_rate": 1.106193442407164e-05,
      "loss": 0.1888,
      "step": 3972
    },
    {
      "epoch": 2.5970246853032535,
      "grad_norm": 4.21875,
      "learning_rate": 1.1057393865138513e-05,
      "loss": 0.2622,
      "step": 3973
    },
    {
      "epoch": 2.5976786006212196,
      "grad_norm": 5.84375,
      "learning_rate": 1.1052853085730233e-05,
      "loss": 0.1784,
      "step": 3974
    },
    {
      "epoch": 2.5983325159391857,
      "grad_norm": 6.65625,
      "learning_rate": 1.1048312086793593e-05,
      "loss": 0.3051,
      "step": 3975
    },
    {
      "epoch": 2.5989864312571522,
      "grad_norm": 3.5625,
      "learning_rate": 1.1043770869275425e-05,
      "loss": 0.1078,
      "step": 3976
    },
    {
      "epoch": 2.5996403465751188,
      "grad_norm": 5.0,
      "learning_rate": 1.1039229434122614e-05,
      "loss": 0.1759,
      "step": 3977
    },
    {
      "epoch": 2.600294261893085,
      "grad_norm": 3.796875,
      "learning_rate": 1.103468778228208e-05,
      "loss": 0.1028,
      "step": 3978
    },
    {
      "epoch": 2.600948177211051,
      "grad_norm": 4.625,
      "learning_rate": 1.1030145914700798e-05,
      "loss": 0.1978,
      "step": 3979
    },
    {
      "epoch": 2.6016020925290175,
      "grad_norm": 3.703125,
      "learning_rate": 1.1025603832325782e-05,
      "loss": 0.2489,
      "step": 3980
    },
    {
      "epoch": 2.602256007846984,
      "grad_norm": 4.84375,
      "learning_rate": 1.1021061536104093e-05,
      "loss": 0.115,
      "step": 3981
    },
    {
      "epoch": 2.60290992316495,
      "grad_norm": 4.78125,
      "learning_rate": 1.1016519026982842e-05,
      "loss": 0.132,
      "step": 3982
    },
    {
      "epoch": 2.6035638384829163,
      "grad_norm": 4.78125,
      "learning_rate": 1.101197630590917e-05,
      "loss": 0.2136,
      "step": 3983
    },
    {
      "epoch": 2.604217753800883,
      "grad_norm": 3.671875,
      "learning_rate": 1.1007433373830274e-05,
      "loss": 0.1192,
      "step": 3984
    },
    {
      "epoch": 2.6048716691188494,
      "grad_norm": 5.96875,
      "learning_rate": 1.1002890231693395e-05,
      "loss": 0.3053,
      "step": 3985
    },
    {
      "epoch": 2.6055255844368155,
      "grad_norm": 5.625,
      "learning_rate": 1.0998346880445814e-05,
      "loss": 0.2448,
      "step": 3986
    },
    {
      "epoch": 2.6061794997547816,
      "grad_norm": 5.78125,
      "learning_rate": 1.0993803321034855e-05,
      "loss": 0.2565,
      "step": 3987
    },
    {
      "epoch": 2.606833415072748,
      "grad_norm": 4.03125,
      "learning_rate": 1.0989259554407883e-05,
      "loss": 0.138,
      "step": 3988
    },
    {
      "epoch": 2.6074873303907147,
      "grad_norm": 4.625,
      "learning_rate": 1.0984715581512316e-05,
      "loss": 0.201,
      "step": 3989
    },
    {
      "epoch": 2.6081412457086808,
      "grad_norm": 5.78125,
      "learning_rate": 1.098017140329561e-05,
      "loss": 0.1728,
      "step": 3990
    },
    {
      "epoch": 2.608795161026647,
      "grad_norm": 6.125,
      "learning_rate": 1.0975627020705255e-05,
      "loss": 0.2788,
      "step": 3991
    },
    {
      "epoch": 2.6094490763446134,
      "grad_norm": 5.53125,
      "learning_rate": 1.0971082434688797e-05,
      "loss": 0.2457,
      "step": 3992
    },
    {
      "epoch": 2.6101029916625795,
      "grad_norm": 4.65625,
      "learning_rate": 1.0966537646193818e-05,
      "loss": 0.2288,
      "step": 3993
    },
    {
      "epoch": 2.610756906980546,
      "grad_norm": 5.4375,
      "learning_rate": 1.0961992656167943e-05,
      "loss": 0.2801,
      "step": 3994
    },
    {
      "epoch": 2.611410822298512,
      "grad_norm": 4.375,
      "learning_rate": 1.0957447465558844e-05,
      "loss": 0.2319,
      "step": 3995
    },
    {
      "epoch": 2.6120647376164787,
      "grad_norm": 7.65625,
      "learning_rate": 1.095290207531422e-05,
      "loss": 0.3116,
      "step": 3996
    },
    {
      "epoch": 2.612718652934445,
      "grad_norm": 4.8125,
      "learning_rate": 1.0948356486381829e-05,
      "loss": 0.1867,
      "step": 3997
    },
    {
      "epoch": 2.6133725682524114,
      "grad_norm": 3.875,
      "learning_rate": 1.0943810699709456e-05,
      "loss": 0.093,
      "step": 3998
    },
    {
      "epoch": 2.6140264835703775,
      "grad_norm": 4.34375,
      "learning_rate": 1.0939264716244947e-05,
      "loss": 0.2624,
      "step": 3999
    },
    {
      "epoch": 2.614680398888344,
      "grad_norm": 3.40625,
      "learning_rate": 1.0934718536936162e-05,
      "loss": 0.0902,
      "step": 4000
    },
    {
      "epoch": 2.61533431420631,
      "grad_norm": 4.4375,
      "learning_rate": 1.0930172162731024e-05,
      "loss": 0.1958,
      "step": 4001
    },
    {
      "epoch": 2.6159882295242767,
      "grad_norm": 3.625,
      "learning_rate": 1.0925625594577485e-05,
      "loss": 0.1513,
      "step": 4002
    },
    {
      "epoch": 2.616642144842243,
      "grad_norm": 5.25,
      "learning_rate": 1.0921078833423541e-05,
      "loss": 0.2422,
      "step": 4003
    },
    {
      "epoch": 2.6172960601602093,
      "grad_norm": 6.4375,
      "learning_rate": 1.0916531880217234e-05,
      "loss": 0.2402,
      "step": 4004
    },
    {
      "epoch": 2.6179499754781754,
      "grad_norm": 5.6875,
      "learning_rate": 1.0911984735906635e-05,
      "loss": 0.3552,
      "step": 4005
    },
    {
      "epoch": 2.618603890796142,
      "grad_norm": 3.953125,
      "learning_rate": 1.0907437401439864e-05,
      "loss": 0.1627,
      "step": 4006
    },
    {
      "epoch": 2.619257806114108,
      "grad_norm": 6.21875,
      "learning_rate": 1.0902889877765073e-05,
      "loss": 0.1891,
      "step": 4007
    },
    {
      "epoch": 2.6199117214320746,
      "grad_norm": 4.46875,
      "learning_rate": 1.089834216583046e-05,
      "loss": 0.1272,
      "step": 4008
    },
    {
      "epoch": 2.6205656367500407,
      "grad_norm": 5.65625,
      "learning_rate": 1.0893794266584256e-05,
      "loss": 0.1377,
      "step": 4009
    },
    {
      "epoch": 2.6212195520680073,
      "grad_norm": 6.65625,
      "learning_rate": 1.0889246180974742e-05,
      "loss": 0.2278,
      "step": 4010
    },
    {
      "epoch": 2.6218734673859734,
      "grad_norm": 4.03125,
      "learning_rate": 1.0884697909950224e-05,
      "loss": 0.1523,
      "step": 4011
    },
    {
      "epoch": 2.62252738270394,
      "grad_norm": 5.25,
      "learning_rate": 1.0880149454459055e-05,
      "loss": 0.2112,
      "step": 4012
    },
    {
      "epoch": 2.623181298021906,
      "grad_norm": 2.890625,
      "learning_rate": 1.0875600815449624e-05,
      "loss": 0.1017,
      "step": 4013
    },
    {
      "epoch": 2.6238352133398726,
      "grad_norm": 4.75,
      "learning_rate": 1.087105199387036e-05,
      "loss": 0.1032,
      "step": 4014
    },
    {
      "epoch": 2.6244891286578387,
      "grad_norm": 6.84375,
      "learning_rate": 1.0866502990669729e-05,
      "loss": 0.3976,
      "step": 4015
    },
    {
      "epoch": 2.6251430439758052,
      "grad_norm": 8.0625,
      "learning_rate": 1.0861953806796235e-05,
      "loss": 0.2727,
      "step": 4016
    },
    {
      "epoch": 2.6257969592937713,
      "grad_norm": 7.28125,
      "learning_rate": 1.0857404443198422e-05,
      "loss": 0.4099,
      "step": 4017
    },
    {
      "epoch": 2.626450874611738,
      "grad_norm": 4.03125,
      "learning_rate": 1.0852854900824865e-05,
      "loss": 0.1252,
      "step": 4018
    },
    {
      "epoch": 2.627104789929704,
      "grad_norm": 3.140625,
      "learning_rate": 1.0848305180624177e-05,
      "loss": 0.1262,
      "step": 4019
    },
    {
      "epoch": 2.6277587052476705,
      "grad_norm": 3.234375,
      "learning_rate": 1.0843755283545019e-05,
      "loss": 0.1178,
      "step": 4020
    },
    {
      "epoch": 2.6284126205656366,
      "grad_norm": 5.71875,
      "learning_rate": 1.0839205210536082e-05,
      "loss": 0.3687,
      "step": 4021
    },
    {
      "epoch": 2.629066535883603,
      "grad_norm": 4.75,
      "learning_rate": 1.0834654962546084e-05,
      "loss": 0.2822,
      "step": 4022
    },
    {
      "epoch": 2.6297204512015693,
      "grad_norm": 3.328125,
      "learning_rate": 1.0830104540523793e-05,
      "loss": 0.1563,
      "step": 4023
    },
    {
      "epoch": 2.630374366519536,
      "grad_norm": 5.75,
      "learning_rate": 1.0825553945418011e-05,
      "loss": 0.3641,
      "step": 4024
    },
    {
      "epoch": 2.631028281837502,
      "grad_norm": 4.875,
      "learning_rate": 1.0821003178177572e-05,
      "loss": 0.1576,
      "step": 4025
    },
    {
      "epoch": 2.6316821971554685,
      "grad_norm": 3.0625,
      "learning_rate": 1.0816452239751347e-05,
      "loss": 0.0668,
      "step": 4026
    },
    {
      "epoch": 2.6323361124734346,
      "grad_norm": 2.890625,
      "learning_rate": 1.0811901131088245e-05,
      "loss": 0.0355,
      "step": 4027
    },
    {
      "epoch": 2.632990027791401,
      "grad_norm": 7.59375,
      "learning_rate": 1.0807349853137208e-05,
      "loss": 0.2048,
      "step": 4028
    },
    {
      "epoch": 2.6336439431093672,
      "grad_norm": 6.125,
      "learning_rate": 1.0802798406847213e-05,
      "loss": 0.2039,
      "step": 4029
    },
    {
      "epoch": 2.6342978584273338,
      "grad_norm": 3.625,
      "learning_rate": 1.0798246793167273e-05,
      "loss": 0.128,
      "step": 4030
    },
    {
      "epoch": 2.6349517737453,
      "grad_norm": 4.25,
      "learning_rate": 1.079369501304644e-05,
      "loss": 0.1903,
      "step": 4031
    },
    {
      "epoch": 2.6356056890632664,
      "grad_norm": 4.09375,
      "learning_rate": 1.0789143067433795e-05,
      "loss": 0.2497,
      "step": 4032
    },
    {
      "epoch": 2.6362596043812325,
      "grad_norm": 5.78125,
      "learning_rate": 1.0784590957278452e-05,
      "loss": 0.2298,
      "step": 4033
    },
    {
      "epoch": 2.636913519699199,
      "grad_norm": 3.5625,
      "learning_rate": 1.0780038683529565e-05,
      "loss": 0.1546,
      "step": 4034
    },
    {
      "epoch": 2.637567435017165,
      "grad_norm": 4.21875,
      "learning_rate": 1.0775486247136322e-05,
      "loss": 0.1777,
      "step": 4035
    },
    {
      "epoch": 2.6382213503351317,
      "grad_norm": 5.5625,
      "learning_rate": 1.0770933649047941e-05,
      "loss": 0.241,
      "step": 4036
    },
    {
      "epoch": 2.638875265653098,
      "grad_norm": 5.46875,
      "learning_rate": 1.0766380890213675e-05,
      "loss": 0.3339,
      "step": 4037
    },
    {
      "epoch": 2.6395291809710644,
      "grad_norm": 6.4375,
      "learning_rate": 1.076182797158281e-05,
      "loss": 0.4558,
      "step": 4038
    },
    {
      "epoch": 2.6401830962890305,
      "grad_norm": 3.625,
      "learning_rate": 1.0757274894104667e-05,
      "loss": 0.0976,
      "step": 4039
    },
    {
      "epoch": 2.640837011606997,
      "grad_norm": 4.78125,
      "learning_rate": 1.0752721658728602e-05,
      "loss": 0.1328,
      "step": 4040
    },
    {
      "epoch": 2.641490926924963,
      "grad_norm": 3.75,
      "learning_rate": 1.0748168266404e-05,
      "loss": 0.1084,
      "step": 4041
    },
    {
      "epoch": 2.6421448422429297,
      "grad_norm": 6.5625,
      "learning_rate": 1.0743614718080277e-05,
      "loss": 0.2663,
      "step": 4042
    },
    {
      "epoch": 2.6427987575608958,
      "grad_norm": 7.25,
      "learning_rate": 1.0739061014706891e-05,
      "loss": 0.2982,
      "step": 4043
    },
    {
      "epoch": 2.6434526728788623,
      "grad_norm": 3.046875,
      "learning_rate": 1.0734507157233316e-05,
      "loss": 0.0976,
      "step": 4044
    },
    {
      "epoch": 2.6441065881968284,
      "grad_norm": 9.3125,
      "learning_rate": 1.0729953146609076e-05,
      "loss": 0.3902,
      "step": 4045
    },
    {
      "epoch": 2.644760503514795,
      "grad_norm": 4.25,
      "learning_rate": 1.0725398983783716e-05,
      "loss": 0.102,
      "step": 4046
    },
    {
      "epoch": 2.645414418832761,
      "grad_norm": 5.15625,
      "learning_rate": 1.072084466970682e-05,
      "loss": 0.2452,
      "step": 4047
    },
    {
      "epoch": 2.6460683341507276,
      "grad_norm": 4.625,
      "learning_rate": 1.0716290205327993e-05,
      "loss": 0.2205,
      "step": 4048
    },
    {
      "epoch": 2.6467222494686937,
      "grad_norm": 3.15625,
      "learning_rate": 1.0711735591596877e-05,
      "loss": 0.118,
      "step": 4049
    },
    {
      "epoch": 2.6473761647866603,
      "grad_norm": 4.15625,
      "learning_rate": 1.0707180829463153e-05,
      "loss": 0.1507,
      "step": 4050
    },
    {
      "epoch": 2.6480300801046264,
      "grad_norm": 3.625,
      "learning_rate": 1.0702625919876522e-05,
      "loss": 0.1455,
      "step": 4051
    },
    {
      "epoch": 2.648683995422593,
      "grad_norm": 5.28125,
      "learning_rate": 1.0698070863786717e-05,
      "loss": 0.2301,
      "step": 4052
    },
    {
      "epoch": 2.649337910740559,
      "grad_norm": 5.8125,
      "learning_rate": 1.0693515662143505e-05,
      "loss": 0.2612,
      "step": 4053
    },
    {
      "epoch": 2.6499918260585256,
      "grad_norm": 4.625,
      "learning_rate": 1.0688960315896682e-05,
      "loss": 0.2271,
      "step": 4054
    },
    {
      "epoch": 2.6506457413764917,
      "grad_norm": 6.34375,
      "learning_rate": 1.068440482599608e-05,
      "loss": 0.2605,
      "step": 4055
    },
    {
      "epoch": 2.651299656694458,
      "grad_norm": 6.0625,
      "learning_rate": 1.0679849193391547e-05,
      "loss": 0.2474,
      "step": 4056
    },
    {
      "epoch": 2.6519535720124243,
      "grad_norm": 6.625,
      "learning_rate": 1.0675293419032974e-05,
      "loss": 0.3746,
      "step": 4057
    },
    {
      "epoch": 2.652607487330391,
      "grad_norm": 4.28125,
      "learning_rate": 1.0670737503870278e-05,
      "loss": 0.2133,
      "step": 4058
    },
    {
      "epoch": 2.653261402648357,
      "grad_norm": 4.9375,
      "learning_rate": 1.06661814488534e-05,
      "loss": 0.1965,
      "step": 4059
    },
    {
      "epoch": 2.6539153179663235,
      "grad_norm": 3.140625,
      "learning_rate": 1.0661625254932317e-05,
      "loss": 0.1358,
      "step": 4060
    },
    {
      "epoch": 2.6545692332842896,
      "grad_norm": 4.75,
      "learning_rate": 1.065706892305703e-05,
      "loss": 0.1792,
      "step": 4061
    },
    {
      "epoch": 2.655223148602256,
      "grad_norm": 4.625,
      "learning_rate": 1.0652512454177573e-05,
      "loss": 0.2367,
      "step": 4062
    },
    {
      "epoch": 2.6558770639202223,
      "grad_norm": 5.53125,
      "learning_rate": 1.0647955849244005e-05,
      "loss": 0.3215,
      "step": 4063
    },
    {
      "epoch": 2.656530979238189,
      "grad_norm": 5.6875,
      "learning_rate": 1.0643399109206416e-05,
      "loss": 0.2266,
      "step": 4064
    },
    {
      "epoch": 2.657184894556155,
      "grad_norm": 5.84375,
      "learning_rate": 1.0638842235014923e-05,
      "loss": 0.2865,
      "step": 4065
    },
    {
      "epoch": 2.6578388098741215,
      "grad_norm": 5.15625,
      "learning_rate": 1.0634285227619669e-05,
      "loss": 0.2745,
      "step": 4066
    },
    {
      "epoch": 2.6584927251920876,
      "grad_norm": 6.3125,
      "learning_rate": 1.062972808797083e-05,
      "loss": 0.2833,
      "step": 4067
    },
    {
      "epoch": 2.6591466405100537,
      "grad_norm": 5.59375,
      "learning_rate": 1.0625170817018607e-05,
      "loss": 0.2439,
      "step": 4068
    },
    {
      "epoch": 2.65980055582802,
      "grad_norm": 3.625,
      "learning_rate": 1.0620613415713223e-05,
      "loss": 0.2066,
      "step": 4069
    },
    {
      "epoch": 2.6604544711459868,
      "grad_norm": 3.359375,
      "learning_rate": 1.0616055885004935e-05,
      "loss": 0.1002,
      "step": 4070
    },
    {
      "epoch": 2.661108386463953,
      "grad_norm": 3.53125,
      "learning_rate": 1.0611498225844027e-05,
      "loss": 0.1622,
      "step": 4071
    },
    {
      "epoch": 2.661762301781919,
      "grad_norm": 5.0625,
      "learning_rate": 1.0606940439180804e-05,
      "loss": 0.1897,
      "step": 4072
    },
    {
      "epoch": 2.6624162170998855,
      "grad_norm": 4.625,
      "learning_rate": 1.0602382525965606e-05,
      "loss": 0.1622,
      "step": 4073
    },
    {
      "epoch": 2.663070132417852,
      "grad_norm": 4.34375,
      "learning_rate": 1.0597824487148793e-05,
      "loss": 0.1352,
      "step": 4074
    },
    {
      "epoch": 2.663724047735818,
      "grad_norm": 3.859375,
      "learning_rate": 1.0593266323680748e-05,
      "loss": 0.1202,
      "step": 4075
    },
    {
      "epoch": 2.6643779630537843,
      "grad_norm": 4.9375,
      "learning_rate": 1.058870803651189e-05,
      "loss": 0.2816,
      "step": 4076
    },
    {
      "epoch": 2.665031878371751,
      "grad_norm": 4.25,
      "learning_rate": 1.0584149626592662e-05,
      "loss": 0.2,
      "step": 4077
    },
    {
      "epoch": 2.6656857936897174,
      "grad_norm": 5.0625,
      "learning_rate": 1.0579591094873521e-05,
      "loss": 0.2806,
      "step": 4078
    },
    {
      "epoch": 2.6663397090076835,
      "grad_norm": 5.25,
      "learning_rate": 1.0575032442304962e-05,
      "loss": 0.1978,
      "step": 4079
    },
    {
      "epoch": 2.6669936243256496,
      "grad_norm": 4.34375,
      "learning_rate": 1.0570473669837498e-05,
      "loss": 0.1009,
      "step": 4080
    },
    {
      "epoch": 2.667647539643616,
      "grad_norm": 7.34375,
      "learning_rate": 1.0565914778421672e-05,
      "loss": 0.3405,
      "step": 4081
    },
    {
      "epoch": 2.6683014549615827,
      "grad_norm": 6.1875,
      "learning_rate": 1.0561355769008055e-05,
      "loss": 0.2519,
      "step": 4082
    },
    {
      "epoch": 2.6689553702795488,
      "grad_norm": 3.765625,
      "learning_rate": 1.0556796642547226e-05,
      "loss": 0.121,
      "step": 4083
    },
    {
      "epoch": 2.669609285597515,
      "grad_norm": 7.5,
      "learning_rate": 1.0552237399989808e-05,
      "loss": 0.3237,
      "step": 4084
    },
    {
      "epoch": 2.6702632009154814,
      "grad_norm": 2.9375,
      "learning_rate": 1.0547678042286435e-05,
      "loss": 0.1013,
      "step": 4085
    },
    {
      "epoch": 2.670917116233448,
      "grad_norm": 5.625,
      "learning_rate": 1.0543118570387779e-05,
      "loss": 0.3046,
      "step": 4086
    },
    {
      "epoch": 2.671571031551414,
      "grad_norm": 3.53125,
      "learning_rate": 1.0538558985244516e-05,
      "loss": 0.1523,
      "step": 4087
    },
    {
      "epoch": 2.67222494686938,
      "grad_norm": 5.875,
      "learning_rate": 1.0533999287807359e-05,
      "loss": 0.2401,
      "step": 4088
    },
    {
      "epoch": 2.6728788621873467,
      "grad_norm": 6.875,
      "learning_rate": 1.0529439479027043e-05,
      "loss": 0.2493,
      "step": 4089
    },
    {
      "epoch": 2.6735327775053133,
      "grad_norm": 6.03125,
      "learning_rate": 1.0524879559854327e-05,
      "loss": 0.3291,
      "step": 4090
    },
    {
      "epoch": 2.6741866928232794,
      "grad_norm": 3.90625,
      "learning_rate": 1.0520319531239986e-05,
      "loss": 0.1452,
      "step": 4091
    },
    {
      "epoch": 2.6748406081412455,
      "grad_norm": 5.0,
      "learning_rate": 1.0515759394134827e-05,
      "loss": 0.2994,
      "step": 4092
    },
    {
      "epoch": 2.675494523459212,
      "grad_norm": 4.96875,
      "learning_rate": 1.0511199149489673e-05,
      "loss": 0.1838,
      "step": 4093
    },
    {
      "epoch": 2.6761484387771786,
      "grad_norm": 6.03125,
      "learning_rate": 1.0506638798255373e-05,
      "loss": 0.3509,
      "step": 4094
    },
    {
      "epoch": 2.6768023540951447,
      "grad_norm": 4.4375,
      "learning_rate": 1.0502078341382798e-05,
      "loss": 0.1572,
      "step": 4095
    },
    {
      "epoch": 2.6774562694131108,
      "grad_norm": 9.75,
      "learning_rate": 1.0497517779822837e-05,
      "loss": 0.2642,
      "step": 4096
    },
    {
      "epoch": 2.6781101847310773,
      "grad_norm": 3.46875,
      "learning_rate": 1.0492957114526405e-05,
      "loss": 0.1443,
      "step": 4097
    },
    {
      "epoch": 2.678764100049044,
      "grad_norm": 4.875,
      "learning_rate": 1.0488396346444441e-05,
      "loss": 0.2265,
      "step": 4098
    },
    {
      "epoch": 2.67941801536701,
      "grad_norm": 5.71875,
      "learning_rate": 1.0483835476527899e-05,
      "loss": 0.3563,
      "step": 4099
    },
    {
      "epoch": 2.680071930684976,
      "grad_norm": 5.0,
      "learning_rate": 1.0479274505727757e-05,
      "loss": 0.1868,
      "step": 4100
    },
    {
      "epoch": 2.6807258460029426,
      "grad_norm": 3.796875,
      "learning_rate": 1.047471343499501e-05,
      "loss": 0.1235,
      "step": 4101
    },
    {
      "epoch": 2.681379761320909,
      "grad_norm": 7.96875,
      "learning_rate": 1.0470152265280686e-05,
      "loss": 0.3942,
      "step": 4102
    },
    {
      "epoch": 2.6820336766388753,
      "grad_norm": 5.875,
      "learning_rate": 1.0465590997535824e-05,
      "loss": 0.3049,
      "step": 4103
    },
    {
      "epoch": 2.6826875919568414,
      "grad_norm": 4.09375,
      "learning_rate": 1.0461029632711482e-05,
      "loss": 0.0803,
      "step": 4104
    },
    {
      "epoch": 2.683341507274808,
      "grad_norm": 2.921875,
      "learning_rate": 1.045646817175874e-05,
      "loss": 0.1099,
      "step": 4105
    },
    {
      "epoch": 2.6839954225927745,
      "grad_norm": 4.65625,
      "learning_rate": 1.0451906615628702e-05,
      "loss": 0.1929,
      "step": 4106
    },
    {
      "epoch": 2.6846493379107406,
      "grad_norm": 4.375,
      "learning_rate": 1.044734496527249e-05,
      "loss": 0.1922,
      "step": 4107
    },
    {
      "epoch": 2.6853032532287067,
      "grad_norm": 6.03125,
      "learning_rate": 1.0442783221641249e-05,
      "loss": 0.2356,
      "step": 4108
    },
    {
      "epoch": 2.685957168546673,
      "grad_norm": 5.59375,
      "learning_rate": 1.0438221385686129e-05,
      "loss": 0.1964,
      "step": 4109
    },
    {
      "epoch": 2.6866110838646398,
      "grad_norm": 4.46875,
      "learning_rate": 1.0433659458358316e-05,
      "loss": 0.147,
      "step": 4110
    },
    {
      "epoch": 2.687264999182606,
      "grad_norm": 4.71875,
      "learning_rate": 1.0429097440609006e-05,
      "loss": 0.1536,
      "step": 4111
    },
    {
      "epoch": 2.687918914500572,
      "grad_norm": 6.28125,
      "learning_rate": 1.0424535333389423e-05,
      "loss": 0.1828,
      "step": 4112
    },
    {
      "epoch": 2.6885728298185385,
      "grad_norm": 7.1875,
      "learning_rate": 1.0419973137650797e-05,
      "loss": 0.5019,
      "step": 4113
    },
    {
      "epoch": 2.689226745136505,
      "grad_norm": 5.53125,
      "learning_rate": 1.0415410854344382e-05,
      "loss": 0.1467,
      "step": 4114
    },
    {
      "epoch": 2.689880660454471,
      "grad_norm": 5.625,
      "learning_rate": 1.0410848484421454e-05,
      "loss": 0.3173,
      "step": 4115
    },
    {
      "epoch": 2.6905345757724373,
      "grad_norm": 4.0625,
      "learning_rate": 1.0406286028833304e-05,
      "loss": 0.1818,
      "step": 4116
    },
    {
      "epoch": 2.691188491090404,
      "grad_norm": 5.5625,
      "learning_rate": 1.0401723488531238e-05,
      "loss": 0.3107,
      "step": 4117
    },
    {
      "epoch": 2.6918424064083704,
      "grad_norm": 2.953125,
      "learning_rate": 1.0397160864466584e-05,
      "loss": 0.0999,
      "step": 4118
    },
    {
      "epoch": 2.6924963217263365,
      "grad_norm": 6.25,
      "learning_rate": 1.0392598157590687e-05,
      "loss": 0.2237,
      "step": 4119
    },
    {
      "epoch": 2.6931502370443026,
      "grad_norm": 3.921875,
      "learning_rate": 1.0388035368854907e-05,
      "loss": 0.1218,
      "step": 4120
    },
    {
      "epoch": 2.693804152362269,
      "grad_norm": 5.25,
      "learning_rate": 1.0383472499210622e-05,
      "loss": 0.2221,
      "step": 4121
    },
    {
      "epoch": 2.6944580676802357,
      "grad_norm": 6.3125,
      "learning_rate": 1.0378909549609228e-05,
      "loss": 0.3994,
      "step": 4122
    },
    {
      "epoch": 2.6951119829982018,
      "grad_norm": 5.15625,
      "learning_rate": 1.0374346521002137e-05,
      "loss": 0.3402,
      "step": 4123
    },
    {
      "epoch": 2.695765898316168,
      "grad_norm": 3.640625,
      "learning_rate": 1.0369783414340774e-05,
      "loss": 0.1356,
      "step": 4124
    },
    {
      "epoch": 2.6964198136341344,
      "grad_norm": 2.984375,
      "learning_rate": 1.0365220230576592e-05,
      "loss": 0.074,
      "step": 4125
    },
    {
      "epoch": 2.697073728952101,
      "grad_norm": 4.25,
      "learning_rate": 1.0360656970661038e-05,
      "loss": 0.2461,
      "step": 4126
    },
    {
      "epoch": 2.697727644270067,
      "grad_norm": 6.28125,
      "learning_rate": 1.0356093635545602e-05,
      "loss": 0.4081,
      "step": 4127
    },
    {
      "epoch": 2.698381559588033,
      "grad_norm": 3.578125,
      "learning_rate": 1.0351530226181767e-05,
      "loss": 0.1624,
      "step": 4128
    },
    {
      "epoch": 2.6990354749059997,
      "grad_norm": 4.21875,
      "learning_rate": 1.0346966743521047e-05,
      "loss": 0.2326,
      "step": 4129
    },
    {
      "epoch": 2.6996893902239663,
      "grad_norm": 4.9375,
      "learning_rate": 1.0342403188514963e-05,
      "loss": 0.4447,
      "step": 4130
    },
    {
      "epoch": 2.7003433055419324,
      "grad_norm": 7.59375,
      "learning_rate": 1.0337839562115048e-05,
      "loss": 0.3797,
      "step": 4131
    },
    {
      "epoch": 2.7009972208598985,
      "grad_norm": 6.09375,
      "learning_rate": 1.033327586527286e-05,
      "loss": 0.2005,
      "step": 4132
    },
    {
      "epoch": 2.701651136177865,
      "grad_norm": 4.34375,
      "learning_rate": 1.0328712098939968e-05,
      "loss": 0.0935,
      "step": 4133
    },
    {
      "epoch": 2.7023050514958316,
      "grad_norm": 6.65625,
      "learning_rate": 1.0324148264067952e-05,
      "loss": 0.2921,
      "step": 4134
    },
    {
      "epoch": 2.7029589668137977,
      "grad_norm": 3.703125,
      "learning_rate": 1.0319584361608407e-05,
      "loss": 0.1388,
      "step": 4135
    },
    {
      "epoch": 2.7036128821317638,
      "grad_norm": 7.15625,
      "learning_rate": 1.0315020392512942e-05,
      "loss": 0.3389,
      "step": 4136
    },
    {
      "epoch": 2.7042667974497303,
      "grad_norm": 4.25,
      "learning_rate": 1.0310456357733188e-05,
      "loss": 0.153,
      "step": 4137
    },
    {
      "epoch": 2.704920712767697,
      "grad_norm": 6.09375,
      "learning_rate": 1.030589225822078e-05,
      "loss": 0.2213,
      "step": 4138
    },
    {
      "epoch": 2.705574628085663,
      "grad_norm": 5.1875,
      "learning_rate": 1.0301328094927366e-05,
      "loss": 0.1814,
      "step": 4139
    },
    {
      "epoch": 2.706228543403629,
      "grad_norm": 4.65625,
      "learning_rate": 1.0296763868804613e-05,
      "loss": 0.1381,
      "step": 4140
    },
    {
      "epoch": 2.7068824587215956,
      "grad_norm": 4.03125,
      "learning_rate": 1.02921995808042e-05,
      "loss": 0.126,
      "step": 4141
    },
    {
      "epoch": 2.7075363740395617,
      "grad_norm": 6.4375,
      "learning_rate": 1.0287635231877817e-05,
      "loss": 0.3241,
      "step": 4142
    },
    {
      "epoch": 2.7081902893575283,
      "grad_norm": 5.3125,
      "learning_rate": 1.0283070822977169e-05,
      "loss": 0.1519,
      "step": 4143
    },
    {
      "epoch": 2.7088442046754944,
      "grad_norm": 4.78125,
      "learning_rate": 1.027850635505397e-05,
      "loss": 0.2398,
      "step": 4144
    },
    {
      "epoch": 2.709498119993461,
      "grad_norm": 4.71875,
      "learning_rate": 1.027394182905995e-05,
      "loss": 0.1936,
      "step": 4145
    },
    {
      "epoch": 2.710152035311427,
      "grad_norm": 5.28125,
      "learning_rate": 1.0269377245946847e-05,
      "loss": 0.1631,
      "step": 4146
    },
    {
      "epoch": 2.7108059506293936,
      "grad_norm": 5.0625,
      "learning_rate": 1.0264812606666418e-05,
      "loss": 0.1285,
      "step": 4147
    },
    {
      "epoch": 2.7114598659473597,
      "grad_norm": 4.125,
      "learning_rate": 1.0260247912170422e-05,
      "loss": 0.3567,
      "step": 4148
    },
    {
      "epoch": 2.712113781265326,
      "grad_norm": 5.65625,
      "learning_rate": 1.0255683163410639e-05,
      "loss": 0.2949,
      "step": 4149
    },
    {
      "epoch": 2.7127676965832923,
      "grad_norm": 4.96875,
      "learning_rate": 1.0251118361338855e-05,
      "loss": 0.237,
      "step": 4150
    },
    {
      "epoch": 2.713421611901259,
      "grad_norm": 3.84375,
      "learning_rate": 1.0246553506906865e-05,
      "loss": 0.1506,
      "step": 4151
    },
    {
      "epoch": 2.714075527219225,
      "grad_norm": 4.5,
      "learning_rate": 1.0241988601066479e-05,
      "loss": 0.1849,
      "step": 4152
    },
    {
      "epoch": 2.7147294425371915,
      "grad_norm": 6.84375,
      "learning_rate": 1.0237423644769517e-05,
      "loss": 0.2273,
      "step": 4153
    },
    {
      "epoch": 2.7153833578551576,
      "grad_norm": 4.5,
      "learning_rate": 1.0232858638967813e-05,
      "loss": 0.2664,
      "step": 4154
    },
    {
      "epoch": 2.716037273173124,
      "grad_norm": 6.5625,
      "learning_rate": 1.0228293584613203e-05,
      "loss": 0.2524,
      "step": 4155
    },
    {
      "epoch": 2.7166911884910903,
      "grad_norm": 5.28125,
      "learning_rate": 1.022372848265754e-05,
      "loss": 0.1051,
      "step": 4156
    },
    {
      "epoch": 2.717345103809057,
      "grad_norm": 3.796875,
      "learning_rate": 1.0219163334052682e-05,
      "loss": 0.1807,
      "step": 4157
    },
    {
      "epoch": 2.717999019127023,
      "grad_norm": 4.625,
      "learning_rate": 1.02145981397505e-05,
      "loss": 0.2431,
      "step": 4158
    },
    {
      "epoch": 2.7186529344449895,
      "grad_norm": 3.046875,
      "learning_rate": 1.0210032900702877e-05,
      "loss": 0.1091,
      "step": 4159
    },
    {
      "epoch": 2.7193068497629556,
      "grad_norm": 2.734375,
      "learning_rate": 1.0205467617861702e-05,
      "loss": 0.0604,
      "step": 4160
    },
    {
      "epoch": 2.719960765080922,
      "grad_norm": 5.1875,
      "learning_rate": 1.0200902292178867e-05,
      "loss": 0.1829,
      "step": 4161
    },
    {
      "epoch": 2.720614680398888,
      "grad_norm": 3.75,
      "learning_rate": 1.0196336924606282e-05,
      "loss": 0.1429,
      "step": 4162
    },
    {
      "epoch": 2.7212685957168548,
      "grad_norm": 5.59375,
      "learning_rate": 1.0191771516095869e-05,
      "loss": 0.436,
      "step": 4163
    },
    {
      "epoch": 2.721922511034821,
      "grad_norm": 7.25,
      "learning_rate": 1.0187206067599549e-05,
      "loss": 0.3605,
      "step": 4164
    },
    {
      "epoch": 2.7225764263527874,
      "grad_norm": 4.8125,
      "learning_rate": 1.0182640580069249e-05,
      "loss": 0.2479,
      "step": 4165
    },
    {
      "epoch": 2.7232303416707535,
      "grad_norm": 7.71875,
      "learning_rate": 1.0178075054456917e-05,
      "loss": 0.4075,
      "step": 4166
    },
    {
      "epoch": 2.72388425698872,
      "grad_norm": 4.53125,
      "learning_rate": 1.01735094917145e-05,
      "loss": 0.1989,
      "step": 4167
    },
    {
      "epoch": 2.724538172306686,
      "grad_norm": 3.6875,
      "learning_rate": 1.0168943892793954e-05,
      "loss": 0.149,
      "step": 4168
    },
    {
      "epoch": 2.7251920876246527,
      "grad_norm": 4.15625,
      "learning_rate": 1.0164378258647245e-05,
      "loss": 0.159,
      "step": 4169
    },
    {
      "epoch": 2.725846002942619,
      "grad_norm": 4.875,
      "learning_rate": 1.015981259022634e-05,
      "loss": 0.1466,
      "step": 4170
    },
    {
      "epoch": 2.7264999182605854,
      "grad_norm": 6.28125,
      "learning_rate": 1.0155246888483223e-05,
      "loss": 0.219,
      "step": 4171
    },
    {
      "epoch": 2.7271538335785515,
      "grad_norm": 3.453125,
      "learning_rate": 1.0150681154369875e-05,
      "loss": 0.1388,
      "step": 4172
    },
    {
      "epoch": 2.727807748896518,
      "grad_norm": 4.3125,
      "learning_rate": 1.0146115388838293e-05,
      "loss": 0.1607,
      "step": 4173
    },
    {
      "epoch": 2.728461664214484,
      "grad_norm": 2.40625,
      "learning_rate": 1.0141549592840474e-05,
      "loss": 0.0876,
      "step": 4174
    },
    {
      "epoch": 2.7291155795324507,
      "grad_norm": 4.75,
      "learning_rate": 1.0136983767328424e-05,
      "loss": 0.3238,
      "step": 4175
    },
    {
      "epoch": 2.7297694948504168,
      "grad_norm": 6.21875,
      "learning_rate": 1.013241791325415e-05,
      "loss": 0.3683,
      "step": 4176
    },
    {
      "epoch": 2.7304234101683833,
      "grad_norm": 4.90625,
      "learning_rate": 1.0127852031569676e-05,
      "loss": 0.1519,
      "step": 4177
    },
    {
      "epoch": 2.7310773254863494,
      "grad_norm": 3.234375,
      "learning_rate": 1.012328612322702e-05,
      "loss": 0.1528,
      "step": 4178
    },
    {
      "epoch": 2.731731240804316,
      "grad_norm": 7.0,
      "learning_rate": 1.0118720189178215e-05,
      "loss": 0.2611,
      "step": 4179
    },
    {
      "epoch": 2.732385156122282,
      "grad_norm": 3.6875,
      "learning_rate": 1.011415423037529e-05,
      "loss": 0.0982,
      "step": 4180
    },
    {
      "epoch": 2.7330390714402486,
      "grad_norm": 5.46875,
      "learning_rate": 1.010958824777029e-05,
      "loss": 0.4008,
      "step": 4181
    },
    {
      "epoch": 2.7336929867582147,
      "grad_norm": 5.5625,
      "learning_rate": 1.0105022242315254e-05,
      "loss": 0.3161,
      "step": 4182
    },
    {
      "epoch": 2.7343469020761813,
      "grad_norm": 6.8125,
      "learning_rate": 1.0100456214962236e-05,
      "loss": 0.3971,
      "step": 4183
    },
    {
      "epoch": 2.7350008173941474,
      "grad_norm": 5.5,
      "learning_rate": 1.0095890166663284e-05,
      "loss": 0.4414,
      "step": 4184
    },
    {
      "epoch": 2.735654732712114,
      "grad_norm": 3.546875,
      "learning_rate": 1.009132409837046e-05,
      "loss": 0.0886,
      "step": 4185
    },
    {
      "epoch": 2.73630864803008,
      "grad_norm": 6.625,
      "learning_rate": 1.0086758011035826e-05,
      "loss": 0.2126,
      "step": 4186
    },
    {
      "epoch": 2.7369625633480466,
      "grad_norm": 3.640625,
      "learning_rate": 1.0082191905611447e-05,
      "loss": 0.1426,
      "step": 4187
    },
    {
      "epoch": 2.7376164786660127,
      "grad_norm": 4.625,
      "learning_rate": 1.0077625783049388e-05,
      "loss": 0.2504,
      "step": 4188
    },
    {
      "epoch": 2.738270393983979,
      "grad_norm": 3.359375,
      "learning_rate": 1.007305964430173e-05,
      "loss": 0.1115,
      "step": 4189
    },
    {
      "epoch": 2.7389243093019453,
      "grad_norm": 4.9375,
      "learning_rate": 1.006849349032055e-05,
      "loss": 0.1927,
      "step": 4190
    },
    {
      "epoch": 2.739578224619912,
      "grad_norm": 5.25,
      "learning_rate": 1.0063927322057923e-05,
      "loss": 0.2631,
      "step": 4191
    },
    {
      "epoch": 2.740232139937878,
      "grad_norm": 5.15625,
      "learning_rate": 1.005936114046593e-05,
      "loss": 0.1884,
      "step": 4192
    },
    {
      "epoch": 2.7408860552558445,
      "grad_norm": 4.125,
      "learning_rate": 1.0054794946496663e-05,
      "loss": 0.1736,
      "step": 4193
    },
    {
      "epoch": 2.7415399705738106,
      "grad_norm": 5.90625,
      "learning_rate": 1.0050228741102206e-05,
      "loss": 0.225,
      "step": 4194
    },
    {
      "epoch": 2.742193885891777,
      "grad_norm": 7.40625,
      "learning_rate": 1.0045662525234657e-05,
      "loss": 0.2123,
      "step": 4195
    },
    {
      "epoch": 2.7428478012097433,
      "grad_norm": 13.0625,
      "learning_rate": 1.0041096299846098e-05,
      "loss": 0.1837,
      "step": 4196
    },
    {
      "epoch": 2.74350171652771,
      "grad_norm": 3.796875,
      "learning_rate": 1.003653006588863e-05,
      "loss": 0.1148,
      "step": 4197
    },
    {
      "epoch": 2.744155631845676,
      "grad_norm": 4.75,
      "learning_rate": 1.0031963824314347e-05,
      "loss": 0.1365,
      "step": 4198
    },
    {
      "epoch": 2.7448095471636424,
      "grad_norm": 3.875,
      "learning_rate": 1.002739757607535e-05,
      "loss": 0.1119,
      "step": 4199
    },
    {
      "epoch": 2.7454634624816086,
      "grad_norm": 3.15625,
      "learning_rate": 1.0022831322123738e-05,
      "loss": 0.107,
      "step": 4200
    },
    {
      "epoch": 2.746117377799575,
      "grad_norm": 5.28125,
      "learning_rate": 1.0018265063411612e-05,
      "loss": 0.3163,
      "step": 4201
    },
    {
      "epoch": 2.746771293117541,
      "grad_norm": 5.25,
      "learning_rate": 1.0013698800891071e-05,
      "loss": 0.2115,
      "step": 4202
    },
    {
      "epoch": 2.7474252084355077,
      "grad_norm": 6.6875,
      "learning_rate": 1.000913253551422e-05,
      "loss": 0.4355,
      "step": 4203
    },
    {
      "epoch": 2.748079123753474,
      "grad_norm": 4.53125,
      "learning_rate": 1.0004566268233162e-05,
      "loss": 0.2053,
      "step": 4204
    },
    {
      "epoch": 2.7487330390714404,
      "grad_norm": 5.4375,
      "learning_rate": 1e-05,
      "loss": 0.239,
      "step": 4205
    },
    {
      "epoch": 2.7493869543894065,
      "grad_norm": 1.9453125,
      "learning_rate": 9.99543373176684e-06,
      "loss": 0.0444,
      "step": 4206
    },
    {
      "epoch": 2.750040869707373,
      "grad_norm": 3.390625,
      "learning_rate": 9.990867464485781e-06,
      "loss": 0.0771,
      "step": 4207
    },
    {
      "epoch": 2.750694785025339,
      "grad_norm": 5.40625,
      "learning_rate": 9.986301199108934e-06,
      "loss": 0.2328,
      "step": 4208
    },
    {
      "epoch": 2.7513487003433057,
      "grad_norm": 2.71875,
      "learning_rate": 9.981734936588393e-06,
      "loss": 0.0825,
      "step": 4209
    },
    {
      "epoch": 2.752002615661272,
      "grad_norm": 4.25,
      "learning_rate": 9.977168677876265e-06,
      "loss": 0.0964,
      "step": 4210
    },
    {
      "epoch": 2.7526565309792383,
      "grad_norm": 3.84375,
      "learning_rate": 9.97260242392465e-06,
      "loss": 0.0784,
      "step": 4211
    },
    {
      "epoch": 2.7533104462972045,
      "grad_norm": 4.5,
      "learning_rate": 9.968036175685655e-06,
      "loss": 0.1486,
      "step": 4212
    },
    {
      "epoch": 2.753964361615171,
      "grad_norm": 3.71875,
      "learning_rate": 9.963469934111374e-06,
      "loss": 0.1444,
      "step": 4213
    },
    {
      "epoch": 2.754618276933137,
      "grad_norm": 3.9375,
      "learning_rate": 9.958903700153906e-06,
      "loss": 0.1393,
      "step": 4214
    },
    {
      "epoch": 2.7552721922511036,
      "grad_norm": 4.09375,
      "learning_rate": 9.954337474765348e-06,
      "loss": 0.2086,
      "step": 4215
    },
    {
      "epoch": 2.7559261075690697,
      "grad_norm": 5.5625,
      "learning_rate": 9.949771258897797e-06,
      "loss": 0.2789,
      "step": 4216
    },
    {
      "epoch": 2.756580022887036,
      "grad_norm": 4.9375,
      "learning_rate": 9.94520505350334e-06,
      "loss": 0.1088,
      "step": 4217
    },
    {
      "epoch": 2.7572339382050024,
      "grad_norm": 4.8125,
      "learning_rate": 9.940638859534074e-06,
      "loss": 0.2789,
      "step": 4218
    },
    {
      "epoch": 2.757887853522969,
      "grad_norm": 6.25,
      "learning_rate": 9.936072677942084e-06,
      "loss": 0.2108,
      "step": 4219
    },
    {
      "epoch": 2.758541768840935,
      "grad_norm": 5.25,
      "learning_rate": 9.931506509679455e-06,
      "loss": 0.2076,
      "step": 4220
    },
    {
      "epoch": 2.759195684158901,
      "grad_norm": 5.15625,
      "learning_rate": 9.92694035569827e-06,
      "loss": 0.2753,
      "step": 4221
    },
    {
      "epoch": 2.7598495994768677,
      "grad_norm": 3.921875,
      "learning_rate": 9.922374216950612e-06,
      "loss": 0.1821,
      "step": 4222
    },
    {
      "epoch": 2.7605035147948342,
      "grad_norm": 4.59375,
      "learning_rate": 9.917808094388556e-06,
      "loss": 0.2632,
      "step": 4223
    },
    {
      "epoch": 2.7611574301128003,
      "grad_norm": 3.59375,
      "learning_rate": 9.913241988964176e-06,
      "loss": 0.1557,
      "step": 4224
    },
    {
      "epoch": 2.7618113454307665,
      "grad_norm": 6.15625,
      "learning_rate": 9.908675901629542e-06,
      "loss": 0.2558,
      "step": 4225
    },
    {
      "epoch": 2.762465260748733,
      "grad_norm": 7.1875,
      "learning_rate": 9.90410983333672e-06,
      "loss": 0.2606,
      "step": 4226
    },
    {
      "epoch": 2.7631191760666995,
      "grad_norm": 5.5,
      "learning_rate": 9.899543785037769e-06,
      "loss": 0.2327,
      "step": 4227
    },
    {
      "epoch": 2.7637730913846656,
      "grad_norm": 3.296875,
      "learning_rate": 9.894977757684749e-06,
      "loss": 0.1236,
      "step": 4228
    },
    {
      "epoch": 2.7644270067026318,
      "grad_norm": 6.21875,
      "learning_rate": 9.890411752229714e-06,
      "loss": 0.2778,
      "step": 4229
    },
    {
      "epoch": 2.7650809220205983,
      "grad_norm": 5.84375,
      "learning_rate": 9.885845769624715e-06,
      "loss": 0.2794,
      "step": 4230
    },
    {
      "epoch": 2.765734837338565,
      "grad_norm": 5.4375,
      "learning_rate": 9.881279810821786e-06,
      "loss": 0.3027,
      "step": 4231
    },
    {
      "epoch": 2.766388752656531,
      "grad_norm": 5.28125,
      "learning_rate": 9.87671387677298e-06,
      "loss": 0.3193,
      "step": 4232
    },
    {
      "epoch": 2.767042667974497,
      "grad_norm": 5.34375,
      "learning_rate": 9.872147968430328e-06,
      "loss": 0.2537,
      "step": 4233
    },
    {
      "epoch": 2.7676965832924636,
      "grad_norm": 6.59375,
      "learning_rate": 9.867582086745853e-06,
      "loss": 0.3195,
      "step": 4234
    },
    {
      "epoch": 2.76835049861043,
      "grad_norm": 7.125,
      "learning_rate": 9.863016232671581e-06,
      "loss": 0.3716,
      "step": 4235
    },
    {
      "epoch": 2.7690044139283962,
      "grad_norm": 3.578125,
      "learning_rate": 9.85845040715953e-06,
      "loss": 0.1665,
      "step": 4236
    },
    {
      "epoch": 2.7696583292463623,
      "grad_norm": 4.125,
      "learning_rate": 9.853884611161709e-06,
      "loss": 0.1765,
      "step": 4237
    },
    {
      "epoch": 2.770312244564329,
      "grad_norm": 5.1875,
      "learning_rate": 9.849318845630129e-06,
      "loss": 0.169,
      "step": 4238
    },
    {
      "epoch": 2.7709661598822954,
      "grad_norm": 5.53125,
      "learning_rate": 9.844753111516782e-06,
      "loss": 0.2357,
      "step": 4239
    },
    {
      "epoch": 2.7716200752002615,
      "grad_norm": 4.15625,
      "learning_rate": 9.840187409773664e-06,
      "loss": 0.1926,
      "step": 4240
    },
    {
      "epoch": 2.7722739905182276,
      "grad_norm": 5.6875,
      "learning_rate": 9.835621741352756e-06,
      "loss": 0.2662,
      "step": 4241
    },
    {
      "epoch": 2.772927905836194,
      "grad_norm": 4.5625,
      "learning_rate": 9.831056107206049e-06,
      "loss": 0.3235,
      "step": 4242
    },
    {
      "epoch": 2.7735818211541607,
      "grad_norm": 4.96875,
      "learning_rate": 9.826490508285502e-06,
      "loss": 0.1318,
      "step": 4243
    },
    {
      "epoch": 2.774235736472127,
      "grad_norm": 3.96875,
      "learning_rate": 9.821924945543085e-06,
      "loss": 0.1056,
      "step": 4244
    },
    {
      "epoch": 2.774889651790093,
      "grad_norm": 3.421875,
      "learning_rate": 9.817359419930753e-06,
      "loss": 0.1463,
      "step": 4245
    },
    {
      "epoch": 2.7755435671080595,
      "grad_norm": 4.59375,
      "learning_rate": 9.812793932400456e-06,
      "loss": 0.1105,
      "step": 4246
    },
    {
      "epoch": 2.776197482426026,
      "grad_norm": 5.65625,
      "learning_rate": 9.808228483904134e-06,
      "loss": 0.2019,
      "step": 4247
    },
    {
      "epoch": 2.776851397743992,
      "grad_norm": 7.84375,
      "learning_rate": 9.80366307539372e-06,
      "loss": 0.2961,
      "step": 4248
    },
    {
      "epoch": 2.7775053130619582,
      "grad_norm": 3.828125,
      "learning_rate": 9.799097707821137e-06,
      "loss": 0.0957,
      "step": 4249
    },
    {
      "epoch": 2.778159228379925,
      "grad_norm": 9.25,
      "learning_rate": 9.794532382138304e-06,
      "loss": 0.4137,
      "step": 4250
    },
    {
      "epoch": 2.7788131436978913,
      "grad_norm": 4.09375,
      "learning_rate": 9.789967099297126e-06,
      "loss": 0.2021,
      "step": 4251
    },
    {
      "epoch": 2.7794670590158574,
      "grad_norm": 4.90625,
      "learning_rate": 9.785401860249501e-06,
      "loss": 0.2004,
      "step": 4252
    },
    {
      "epoch": 2.7801209743338235,
      "grad_norm": 3.90625,
      "learning_rate": 9.78083666594732e-06,
      "loss": 0.1596,
      "step": 4253
    },
    {
      "epoch": 2.78077488965179,
      "grad_norm": 6.46875,
      "learning_rate": 9.776271517342463e-06,
      "loss": 0.3908,
      "step": 4254
    },
    {
      "epoch": 2.7814288049697566,
      "grad_norm": 4.8125,
      "learning_rate": 9.7717064153868e-06,
      "loss": 0.2502,
      "step": 4255
    },
    {
      "epoch": 2.7820827202877227,
      "grad_norm": 5.65625,
      "learning_rate": 9.76714136103219e-06,
      "loss": 0.224,
      "step": 4256
    },
    {
      "epoch": 2.782736635605689,
      "grad_norm": 4.6875,
      "learning_rate": 9.762576355230485e-06,
      "loss": 0.1157,
      "step": 4257
    },
    {
      "epoch": 2.7833905509236554,
      "grad_norm": 4.75,
      "learning_rate": 9.758011398933525e-06,
      "loss": 0.2531,
      "step": 4258
    },
    {
      "epoch": 2.784044466241622,
      "grad_norm": 3.96875,
      "learning_rate": 9.75344649309314e-06,
      "loss": 0.1673,
      "step": 4259
    },
    {
      "epoch": 2.784698381559588,
      "grad_norm": 6.25,
      "learning_rate": 9.748881638661152e-06,
      "loss": 0.1422,
      "step": 4260
    },
    {
      "epoch": 2.785352296877554,
      "grad_norm": 4.6875,
      "learning_rate": 9.744316836589366e-06,
      "loss": 0.1027,
      "step": 4261
    },
    {
      "epoch": 2.7860062121955207,
      "grad_norm": 6.21875,
      "learning_rate": 9.739752087829576e-06,
      "loss": 0.3859,
      "step": 4262
    },
    {
      "epoch": 2.7866601275134872,
      "grad_norm": 4.625,
      "learning_rate": 9.735187393333583e-06,
      "loss": 0.2734,
      "step": 4263
    },
    {
      "epoch": 2.7873140428314533,
      "grad_norm": 5.1875,
      "learning_rate": 9.730622754053155e-06,
      "loss": 0.2312,
      "step": 4264
    },
    {
      "epoch": 2.7879679581494194,
      "grad_norm": 4.9375,
      "learning_rate": 9.726058170940053e-06,
      "loss": 0.2518,
      "step": 4265
    },
    {
      "epoch": 2.788621873467386,
      "grad_norm": 7.3125,
      "learning_rate": 9.721493644946034e-06,
      "loss": 0.4095,
      "step": 4266
    },
    {
      "epoch": 2.7892757887853525,
      "grad_norm": 7.0,
      "learning_rate": 9.716929177022833e-06,
      "loss": 0.2458,
      "step": 4267
    },
    {
      "epoch": 2.7899297041033186,
      "grad_norm": 4.46875,
      "learning_rate": 9.712364768122186e-06,
      "loss": 0.2807,
      "step": 4268
    },
    {
      "epoch": 2.7905836194212847,
      "grad_norm": 5.875,
      "learning_rate": 9.707800419195805e-06,
      "loss": 0.1541,
      "step": 4269
    },
    {
      "epoch": 2.7912375347392513,
      "grad_norm": 4.46875,
      "learning_rate": 9.703236131195392e-06,
      "loss": 0.2051,
      "step": 4270
    },
    {
      "epoch": 2.791891450057218,
      "grad_norm": 5.8125,
      "learning_rate": 9.698671905072639e-06,
      "loss": 0.3071,
      "step": 4271
    },
    {
      "epoch": 2.792545365375184,
      "grad_norm": 4.84375,
      "learning_rate": 9.694107741779224e-06,
      "loss": 0.1419,
      "step": 4272
    },
    {
      "epoch": 2.79319928069315,
      "grad_norm": 4.53125,
      "learning_rate": 9.689543642266814e-06,
      "loss": 0.1729,
      "step": 4273
    },
    {
      "epoch": 2.7938531960111166,
      "grad_norm": 5.03125,
      "learning_rate": 9.684979607487056e-06,
      "loss": 0.325,
      "step": 4274
    },
    {
      "epoch": 2.794507111329083,
      "grad_norm": 4.75,
      "learning_rate": 9.680415638391594e-06,
      "loss": 0.1495,
      "step": 4275
    },
    {
      "epoch": 2.7951610266470492,
      "grad_norm": 4.84375,
      "learning_rate": 9.67585173593205e-06,
      "loss": 0.2839,
      "step": 4276
    },
    {
      "epoch": 2.7958149419650153,
      "grad_norm": 5.3125,
      "learning_rate": 9.671287901060035e-06,
      "loss": 0.1539,
      "step": 4277
    },
    {
      "epoch": 2.796468857282982,
      "grad_norm": 4.4375,
      "learning_rate": 9.666724134727142e-06,
      "loss": 0.1208,
      "step": 4278
    },
    {
      "epoch": 2.7971227726009484,
      "grad_norm": 3.03125,
      "learning_rate": 9.662160437884955e-06,
      "loss": 0.1647,
      "step": 4279
    },
    {
      "epoch": 2.7977766879189145,
      "grad_norm": 6.3125,
      "learning_rate": 9.65759681148504e-06,
      "loss": 0.3505,
      "step": 4280
    },
    {
      "epoch": 2.7984306032368806,
      "grad_norm": 4.375,
      "learning_rate": 9.653033256478957e-06,
      "loss": 0.2063,
      "step": 4281
    },
    {
      "epoch": 2.799084518554847,
      "grad_norm": 7.09375,
      "learning_rate": 9.648469773818233e-06,
      "loss": 0.282,
      "step": 4282
    },
    {
      "epoch": 2.7997384338728137,
      "grad_norm": 5.46875,
      "learning_rate": 9.6439063644544e-06,
      "loss": 0.2108,
      "step": 4283
    },
    {
      "epoch": 2.80039234919078,
      "grad_norm": 5.25,
      "learning_rate": 9.639343029338962e-06,
      "loss": 0.4603,
      "step": 4284
    },
    {
      "epoch": 2.801046264508746,
      "grad_norm": 3.84375,
      "learning_rate": 9.634779769423412e-06,
      "loss": 0.1384,
      "step": 4285
    },
    {
      "epoch": 2.8017001798267125,
      "grad_norm": 8.1875,
      "learning_rate": 9.630216585659227e-06,
      "loss": 0.5457,
      "step": 4286
    },
    {
      "epoch": 2.802354095144679,
      "grad_norm": 6.625,
      "learning_rate": 9.625653478997867e-06,
      "loss": 0.7845,
      "step": 4287
    },
    {
      "epoch": 2.803008010462645,
      "grad_norm": 4.53125,
      "learning_rate": 9.621090450390774e-06,
      "loss": 0.1634,
      "step": 4288
    },
    {
      "epoch": 2.8036619257806112,
      "grad_norm": 4.15625,
      "learning_rate": 9.61652750078938e-06,
      "loss": 0.1753,
      "step": 4289
    },
    {
      "epoch": 2.804315841098578,
      "grad_norm": 5.25,
      "learning_rate": 9.611964631145095e-06,
      "loss": 0.1309,
      "step": 4290
    },
    {
      "epoch": 2.804969756416544,
      "grad_norm": 4.03125,
      "learning_rate": 9.607401842409318e-06,
      "loss": 0.1838,
      "step": 4291
    },
    {
      "epoch": 2.8056236717345104,
      "grad_norm": 4.75,
      "learning_rate": 9.60283913553342e-06,
      "loss": 0.1785,
      "step": 4292
    },
    {
      "epoch": 2.8062775870524765,
      "grad_norm": 3.59375,
      "learning_rate": 9.598276511468763e-06,
      "loss": 0.1232,
      "step": 4293
    },
    {
      "epoch": 2.806931502370443,
      "grad_norm": 4.375,
      "learning_rate": 9.5937139711667e-06,
      "loss": 0.1212,
      "step": 4294
    },
    {
      "epoch": 2.807585417688409,
      "grad_norm": 2.703125,
      "learning_rate": 9.589151515578547e-06,
      "loss": 0.0447,
      "step": 4295
    },
    {
      "epoch": 2.8082393330063757,
      "grad_norm": 6.59375,
      "learning_rate": 9.58458914565562e-06,
      "loss": 0.2251,
      "step": 4296
    },
    {
      "epoch": 2.808893248324342,
      "grad_norm": 5.6875,
      "learning_rate": 9.580026862349205e-06,
      "loss": 0.2269,
      "step": 4297
    },
    {
      "epoch": 2.8095471636423084,
      "grad_norm": 5.53125,
      "learning_rate": 9.575464666610579e-06,
      "loss": 0.3326,
      "step": 4298
    },
    {
      "epoch": 2.8102010789602745,
      "grad_norm": 4.90625,
      "learning_rate": 9.570902559390996e-06,
      "loss": 0.1418,
      "step": 4299
    },
    {
      "epoch": 2.810854994278241,
      "grad_norm": 4.46875,
      "learning_rate": 9.566340541641689e-06,
      "loss": 0.1076,
      "step": 4300
    },
    {
      "epoch": 2.811508909596207,
      "grad_norm": 9.5625,
      "learning_rate": 9.561778614313876e-06,
      "loss": 0.513,
      "step": 4301
    },
    {
      "epoch": 2.8121628249141737,
      "grad_norm": 8.125,
      "learning_rate": 9.557216778358758e-06,
      "loss": 0.283,
      "step": 4302
    },
    {
      "epoch": 2.81281674023214,
      "grad_norm": 5.3125,
      "learning_rate": 9.55265503472751e-06,
      "loss": 0.2065,
      "step": 4303
    },
    {
      "epoch": 2.8134706555501063,
      "grad_norm": 4.3125,
      "learning_rate": 9.5480933843713e-06,
      "loss": 0.1535,
      "step": 4304
    },
    {
      "epoch": 2.8141245708680724,
      "grad_norm": 3.65625,
      "learning_rate": 9.543531828241263e-06,
      "loss": 0.0818,
      "step": 4305
    },
    {
      "epoch": 2.814778486186039,
      "grad_norm": 3.953125,
      "learning_rate": 9.538970367288523e-06,
      "loss": 0.1745,
      "step": 4306
    },
    {
      "epoch": 2.815432401504005,
      "grad_norm": 4.875,
      "learning_rate": 9.53440900246418e-06,
      "loss": 0.1877,
      "step": 4307
    },
    {
      "epoch": 2.8160863168219716,
      "grad_norm": 4.625,
      "learning_rate": 9.529847734719318e-06,
      "loss": 0.1325,
      "step": 4308
    },
    {
      "epoch": 2.8167402321399377,
      "grad_norm": 4.6875,
      "learning_rate": 9.525286565004993e-06,
      "loss": 0.1694,
      "step": 4309
    },
    {
      "epoch": 2.8173941474579043,
      "grad_norm": 5.09375,
      "learning_rate": 9.52072549427225e-06,
      "loss": 0.2022,
      "step": 4310
    },
    {
      "epoch": 2.8180480627758704,
      "grad_norm": 10.5,
      "learning_rate": 9.516164523472106e-06,
      "loss": 0.44,
      "step": 4311
    },
    {
      "epoch": 2.818701978093837,
      "grad_norm": 5.1875,
      "learning_rate": 9.511603653555562e-06,
      "loss": 0.243,
      "step": 4312
    },
    {
      "epoch": 2.819355893411803,
      "grad_norm": 5.15625,
      "learning_rate": 9.507042885473593e-06,
      "loss": 0.2011,
      "step": 4313
    },
    {
      "epoch": 2.8200098087297696,
      "grad_norm": 5.0625,
      "learning_rate": 9.502482220177163e-06,
      "loss": 0.1409,
      "step": 4314
    },
    {
      "epoch": 2.8206637240477357,
      "grad_norm": 6.15625,
      "learning_rate": 9.497921658617202e-06,
      "loss": 0.4576,
      "step": 4315
    },
    {
      "epoch": 2.8213176393657022,
      "grad_norm": 3.75,
      "learning_rate": 9.49336120174463e-06,
      "loss": 0.1621,
      "step": 4316
    },
    {
      "epoch": 2.8219715546836683,
      "grad_norm": 5.65625,
      "learning_rate": 9.48880085051033e-06,
      "loss": 0.1288,
      "step": 4317
    },
    {
      "epoch": 2.822625470001635,
      "grad_norm": 5.65625,
      "learning_rate": 9.484240605865175e-06,
      "loss": 0.244,
      "step": 4318
    },
    {
      "epoch": 2.823279385319601,
      "grad_norm": 4.0625,
      "learning_rate": 9.479680468760017e-06,
      "loss": 0.1242,
      "step": 4319
    },
    {
      "epoch": 2.8239333006375675,
      "grad_norm": 7.46875,
      "learning_rate": 9.475120440145678e-06,
      "loss": 0.296,
      "step": 4320
    },
    {
      "epoch": 2.8245872159555336,
      "grad_norm": 4.6875,
      "learning_rate": 9.470560520972962e-06,
      "loss": 0.1938,
      "step": 4321
    },
    {
      "epoch": 2.8252411312735,
      "grad_norm": 4.90625,
      "learning_rate": 9.466000712192646e-06,
      "loss": 0.1121,
      "step": 4322
    },
    {
      "epoch": 2.8258950465914663,
      "grad_norm": 4.4375,
      "learning_rate": 9.461441014755486e-06,
      "loss": 0.1943,
      "step": 4323
    },
    {
      "epoch": 2.826548961909433,
      "grad_norm": 6.53125,
      "learning_rate": 9.456881429612225e-06,
      "loss": 0.2496,
      "step": 4324
    },
    {
      "epoch": 2.827202877227399,
      "grad_norm": 5.125,
      "learning_rate": 9.452321957713563e-06,
      "loss": 0.2363,
      "step": 4325
    },
    {
      "epoch": 2.8278567925453655,
      "grad_norm": 7.78125,
      "learning_rate": 9.447762600010193e-06,
      "loss": 0.2793,
      "step": 4326
    },
    {
      "epoch": 2.8285107078633316,
      "grad_norm": 4.875,
      "learning_rate": 9.443203357452775e-06,
      "loss": 0.1579,
      "step": 4327
    },
    {
      "epoch": 2.829164623181298,
      "grad_norm": 3.65625,
      "learning_rate": 9.43864423099195e-06,
      "loss": 0.1394,
      "step": 4328
    },
    {
      "epoch": 2.8298185384992642,
      "grad_norm": 5.75,
      "learning_rate": 9.434085221578331e-06,
      "loss": 0.2068,
      "step": 4329
    },
    {
      "epoch": 2.830472453817231,
      "grad_norm": 3.921875,
      "learning_rate": 9.429526330162505e-06,
      "loss": 0.1323,
      "step": 4330
    },
    {
      "epoch": 2.831126369135197,
      "grad_norm": 4.5625,
      "learning_rate": 9.424967557695044e-06,
      "loss": 0.2169,
      "step": 4331
    },
    {
      "epoch": 2.8317802844531634,
      "grad_norm": 6.59375,
      "learning_rate": 9.420408905126484e-06,
      "loss": 0.2845,
      "step": 4332
    },
    {
      "epoch": 2.8324341997711295,
      "grad_norm": 3.875,
      "learning_rate": 9.415850373407342e-06,
      "loss": 0.1573,
      "step": 4333
    },
    {
      "epoch": 2.833088115089096,
      "grad_norm": 6.375,
      "learning_rate": 9.41129196348811e-06,
      "loss": 0.2577,
      "step": 4334
    },
    {
      "epoch": 2.833742030407062,
      "grad_norm": 4.46875,
      "learning_rate": 9.406733676319253e-06,
      "loss": 0.0585,
      "step": 4335
    },
    {
      "epoch": 2.8343959457250287,
      "grad_norm": 4.4375,
      "learning_rate": 9.40217551285121e-06,
      "loss": 0.1533,
      "step": 4336
    },
    {
      "epoch": 2.835049861042995,
      "grad_norm": 5.34375,
      "learning_rate": 9.397617474034396e-06,
      "loss": 0.1725,
      "step": 4337
    },
    {
      "epoch": 2.8357037763609614,
      "grad_norm": 6.90625,
      "learning_rate": 9.3930595608192e-06,
      "loss": 0.2083,
      "step": 4338
    },
    {
      "epoch": 2.8363576916789275,
      "grad_norm": 3.21875,
      "learning_rate": 9.388501774155977e-06,
      "loss": 0.0686,
      "step": 4339
    },
    {
      "epoch": 2.837011606996894,
      "grad_norm": 6.03125,
      "learning_rate": 9.383944114995069e-06,
      "loss": 0.2703,
      "step": 4340
    },
    {
      "epoch": 2.83766552231486,
      "grad_norm": 4.21875,
      "learning_rate": 9.379386584286782e-06,
      "loss": 0.1558,
      "step": 4341
    },
    {
      "epoch": 2.8383194376328267,
      "grad_norm": 4.46875,
      "learning_rate": 9.374829182981397e-06,
      "loss": 0.2216,
      "step": 4342
    },
    {
      "epoch": 2.838973352950793,
      "grad_norm": 7.5625,
      "learning_rate": 9.370271912029175e-06,
      "loss": 0.3406,
      "step": 4343
    },
    {
      "epoch": 2.8396272682687593,
      "grad_norm": 4.78125,
      "learning_rate": 9.365714772380331e-06,
      "loss": 0.1497,
      "step": 4344
    },
    {
      "epoch": 2.8402811835867254,
      "grad_norm": 4.59375,
      "learning_rate": 9.361157764985079e-06,
      "loss": 0.1871,
      "step": 4345
    },
    {
      "epoch": 2.840935098904692,
      "grad_norm": 5.15625,
      "learning_rate": 9.356600890793586e-06,
      "loss": 0.2112,
      "step": 4346
    },
    {
      "epoch": 2.841589014222658,
      "grad_norm": 6.6875,
      "learning_rate": 9.352044150755998e-06,
      "loss": 0.3986,
      "step": 4347
    },
    {
      "epoch": 2.8422429295406246,
      "grad_norm": 5.6875,
      "learning_rate": 9.34748754582243e-06,
      "loss": 0.2567,
      "step": 4348
    },
    {
      "epoch": 2.8428968448585907,
      "grad_norm": 4.40625,
      "learning_rate": 9.342931076942973e-06,
      "loss": 0.1335,
      "step": 4349
    },
    {
      "epoch": 2.8435507601765573,
      "grad_norm": 6.375,
      "learning_rate": 9.338374745067686e-06,
      "loss": 0.209,
      "step": 4350
    },
    {
      "epoch": 2.8442046754945234,
      "grad_norm": 4.875,
      "learning_rate": 9.333818551146605e-06,
      "loss": 0.2201,
      "step": 4351
    },
    {
      "epoch": 2.84485859081249,
      "grad_norm": 5.15625,
      "learning_rate": 9.329262496129727e-06,
      "loss": 0.2405,
      "step": 4352
    },
    {
      "epoch": 2.845512506130456,
      "grad_norm": 6.53125,
      "learning_rate": 9.324706580967029e-06,
      "loss": 0.6133,
      "step": 4353
    },
    {
      "epoch": 2.8461664214484226,
      "grad_norm": 5.1875,
      "learning_rate": 9.320150806608451e-06,
      "loss": 0.1329,
      "step": 4354
    },
    {
      "epoch": 2.8468203367663887,
      "grad_norm": 4.875,
      "learning_rate": 9.315595174003922e-06,
      "loss": 0.2196,
      "step": 4355
    },
    {
      "epoch": 2.8474742520843552,
      "grad_norm": 4.75,
      "learning_rate": 9.311039684103318e-06,
      "loss": 0.2348,
      "step": 4356
    },
    {
      "epoch": 2.8481281674023213,
      "grad_norm": 6.6875,
      "learning_rate": 9.306484337856497e-06,
      "loss": 0.3273,
      "step": 4357
    },
    {
      "epoch": 2.848782082720288,
      "grad_norm": 4.09375,
      "learning_rate": 9.301929136213287e-06,
      "loss": 0.1227,
      "step": 4358
    },
    {
      "epoch": 2.849435998038254,
      "grad_norm": 4.03125,
      "learning_rate": 9.297374080123481e-06,
      "loss": 0.0975,
      "step": 4359
    },
    {
      "epoch": 2.8500899133562205,
      "grad_norm": 5.96875,
      "learning_rate": 9.29281917053685e-06,
      "loss": 0.2992,
      "step": 4360
    },
    {
      "epoch": 2.8507438286741866,
      "grad_norm": 5.78125,
      "learning_rate": 9.288264408403126e-06,
      "loss": 0.3751,
      "step": 4361
    },
    {
      "epoch": 2.851397743992153,
      "grad_norm": 7.25,
      "learning_rate": 9.283709794672012e-06,
      "loss": 0.2992,
      "step": 4362
    },
    {
      "epoch": 2.8520516593101193,
      "grad_norm": 2.671875,
      "learning_rate": 9.279155330293184e-06,
      "loss": 0.0775,
      "step": 4363
    },
    {
      "epoch": 2.852705574628086,
      "grad_norm": 4.8125,
      "learning_rate": 9.274601016216283e-06,
      "loss": 0.2749,
      "step": 4364
    },
    {
      "epoch": 2.853359489946052,
      "grad_norm": 4.875,
      "learning_rate": 9.270046853390924e-06,
      "loss": 0.158,
      "step": 4365
    },
    {
      "epoch": 2.854013405264018,
      "grad_norm": 5.125,
      "learning_rate": 9.265492842766684e-06,
      "loss": 0.2033,
      "step": 4366
    },
    {
      "epoch": 2.8546673205819846,
      "grad_norm": 4.5,
      "learning_rate": 9.260938985293112e-06,
      "loss": 0.1727,
      "step": 4367
    },
    {
      "epoch": 2.855321235899951,
      "grad_norm": 6.34375,
      "learning_rate": 9.256385281919725e-06,
      "loss": 0.3178,
      "step": 4368
    },
    {
      "epoch": 2.8559751512179172,
      "grad_norm": 4.25,
      "learning_rate": 9.251831733596003e-06,
      "loss": 0.1534,
      "step": 4369
    },
    {
      "epoch": 2.8566290665358833,
      "grad_norm": 5.21875,
      "learning_rate": 9.2472783412714e-06,
      "loss": 0.1787,
      "step": 4370
    },
    {
      "epoch": 2.85728298185385,
      "grad_norm": 4.40625,
      "learning_rate": 9.242725105895335e-06,
      "loss": 0.2078,
      "step": 4371
    },
    {
      "epoch": 2.8579368971718164,
      "grad_norm": 5.90625,
      "learning_rate": 9.238172028417192e-06,
      "loss": 0.1778,
      "step": 4372
    },
    {
      "epoch": 2.8585908124897825,
      "grad_norm": 4.15625,
      "learning_rate": 9.233619109786332e-06,
      "loss": 0.1966,
      "step": 4373
    },
    {
      "epoch": 2.8592447278077486,
      "grad_norm": 4.65625,
      "learning_rate": 9.22906635095206e-06,
      "loss": 0.2237,
      "step": 4374
    },
    {
      "epoch": 2.859898643125715,
      "grad_norm": 2.421875,
      "learning_rate": 9.224513752863678e-06,
      "loss": 0.0617,
      "step": 4375
    },
    {
      "epoch": 2.8605525584436817,
      "grad_norm": 4.59375,
      "learning_rate": 9.219961316470437e-06,
      "loss": 0.1509,
      "step": 4376
    },
    {
      "epoch": 2.861206473761648,
      "grad_norm": 4.28125,
      "learning_rate": 9.215409042721553e-06,
      "loss": 0.1002,
      "step": 4377
    },
    {
      "epoch": 2.861860389079614,
      "grad_norm": 5.625,
      "learning_rate": 9.21085693256621e-06,
      "loss": 0.1963,
      "step": 4378
    },
    {
      "epoch": 2.8625143043975805,
      "grad_norm": 5.15625,
      "learning_rate": 9.206304986953562e-06,
      "loss": 0.2506,
      "step": 4379
    },
    {
      "epoch": 2.863168219715547,
      "grad_norm": 5.375,
      "learning_rate": 9.201753206832729e-06,
      "loss": 0.2454,
      "step": 4380
    },
    {
      "epoch": 2.863822135033513,
      "grad_norm": 4.84375,
      "learning_rate": 9.19720159315279e-06,
      "loss": 0.2837,
      "step": 4381
    },
    {
      "epoch": 2.8644760503514792,
      "grad_norm": 4.625,
      "learning_rate": 9.192650146862798e-06,
      "loss": 0.1484,
      "step": 4382
    },
    {
      "epoch": 2.8651299656694458,
      "grad_norm": 4.125,
      "learning_rate": 9.18809886891176e-06,
      "loss": 0.1408,
      "step": 4383
    },
    {
      "epoch": 2.8657838809874123,
      "grad_norm": 2.921875,
      "learning_rate": 9.183547760248657e-06,
      "loss": 0.1175,
      "step": 4384
    },
    {
      "epoch": 2.8664377963053784,
      "grad_norm": 3.25,
      "learning_rate": 9.17899682182243e-06,
      "loss": 0.1495,
      "step": 4385
    },
    {
      "epoch": 2.8670917116233445,
      "grad_norm": 2.734375,
      "learning_rate": 9.17444605458199e-06,
      "loss": 0.0633,
      "step": 4386
    },
    {
      "epoch": 2.867745626941311,
      "grad_norm": 7.40625,
      "learning_rate": 9.169895459476209e-06,
      "loss": 0.2692,
      "step": 4387
    },
    {
      "epoch": 2.8683995422592776,
      "grad_norm": 2.65625,
      "learning_rate": 9.165345037453918e-06,
      "loss": 0.0577,
      "step": 4388
    },
    {
      "epoch": 2.8690534575772437,
      "grad_norm": 4.375,
      "learning_rate": 9.160794789463923e-06,
      "loss": 0.226,
      "step": 4389
    },
    {
      "epoch": 2.86970737289521,
      "grad_norm": 6.25,
      "learning_rate": 9.156244716454984e-06,
      "loss": 0.2861,
      "step": 4390
    },
    {
      "epoch": 2.8703612882131764,
      "grad_norm": 2.109375,
      "learning_rate": 9.151694819375827e-06,
      "loss": 0.045,
      "step": 4391
    },
    {
      "epoch": 2.871015203531143,
      "grad_norm": 3.75,
      "learning_rate": 9.147145099175141e-06,
      "loss": 0.1411,
      "step": 4392
    },
    {
      "epoch": 2.871669118849109,
      "grad_norm": 3.953125,
      "learning_rate": 9.142595556801583e-06,
      "loss": 0.1279,
      "step": 4393
    },
    {
      "epoch": 2.872323034167075,
      "grad_norm": 5.46875,
      "learning_rate": 9.138046193203767e-06,
      "loss": 0.2267,
      "step": 4394
    },
    {
      "epoch": 2.8729769494850417,
      "grad_norm": 4.1875,
      "learning_rate": 9.133497009330271e-06,
      "loss": 0.1902,
      "step": 4395
    },
    {
      "epoch": 2.8736308648030082,
      "grad_norm": 6.25,
      "learning_rate": 9.128948006129642e-06,
      "loss": 0.3315,
      "step": 4396
    },
    {
      "epoch": 2.8742847801209743,
      "grad_norm": 4.1875,
      "learning_rate": 9.124399184550377e-06,
      "loss": 0.1571,
      "step": 4397
    },
    {
      "epoch": 2.8749386954389404,
      "grad_norm": 2.390625,
      "learning_rate": 9.119850545540947e-06,
      "loss": 0.0662,
      "step": 4398
    },
    {
      "epoch": 2.875592610756907,
      "grad_norm": 5.65625,
      "learning_rate": 9.11530209004978e-06,
      "loss": 0.2388,
      "step": 4399
    },
    {
      "epoch": 2.8762465260748735,
      "grad_norm": 4.53125,
      "learning_rate": 9.110753819025261e-06,
      "loss": 0.124,
      "step": 4400
    },
    {
      "epoch": 2.8769004413928396,
      "grad_norm": 3.828125,
      "learning_rate": 9.106205733415745e-06,
      "loss": 0.1344,
      "step": 4401
    },
    {
      "epoch": 2.8775543567108057,
      "grad_norm": 5.84375,
      "learning_rate": 9.101657834169544e-06,
      "loss": 0.2649,
      "step": 4402
    },
    {
      "epoch": 2.8782082720287723,
      "grad_norm": 6.15625,
      "learning_rate": 9.09711012223493e-06,
      "loss": 0.1815,
      "step": 4403
    },
    {
      "epoch": 2.878862187346739,
      "grad_norm": 6.1875,
      "learning_rate": 9.092562598560141e-06,
      "loss": 0.19,
      "step": 4404
    },
    {
      "epoch": 2.879516102664705,
      "grad_norm": 3.296875,
      "learning_rate": 9.088015264093365e-06,
      "loss": 0.1012,
      "step": 4405
    },
    {
      "epoch": 2.880170017982671,
      "grad_norm": 4.15625,
      "learning_rate": 9.083468119782766e-06,
      "loss": 0.1099,
      "step": 4406
    },
    {
      "epoch": 2.8808239333006376,
      "grad_norm": 4.0,
      "learning_rate": 9.07892116657646e-06,
      "loss": 0.1214,
      "step": 4407
    },
    {
      "epoch": 2.881477848618604,
      "grad_norm": 6.25,
      "learning_rate": 9.07437440542252e-06,
      "loss": 0.2973,
      "step": 4408
    },
    {
      "epoch": 2.8821317639365702,
      "grad_norm": 3.96875,
      "learning_rate": 9.069827837268981e-06,
      "loss": 0.1048,
      "step": 4409
    },
    {
      "epoch": 2.8827856792545363,
      "grad_norm": 6.375,
      "learning_rate": 9.065281463063841e-06,
      "loss": 0.2429,
      "step": 4410
    },
    {
      "epoch": 2.883439594572503,
      "grad_norm": 4.3125,
      "learning_rate": 9.060735283755058e-06,
      "loss": 0.1464,
      "step": 4411
    },
    {
      "epoch": 2.8840935098904694,
      "grad_norm": 4.96875,
      "learning_rate": 9.056189300290545e-06,
      "loss": 0.1365,
      "step": 4412
    },
    {
      "epoch": 2.8847474252084355,
      "grad_norm": 4.5,
      "learning_rate": 9.051643513618176e-06,
      "loss": 0.1841,
      "step": 4413
    },
    {
      "epoch": 2.8854013405264016,
      "grad_norm": 3.703125,
      "learning_rate": 9.047097924685784e-06,
      "loss": 0.1269,
      "step": 4414
    },
    {
      "epoch": 2.886055255844368,
      "grad_norm": 3.671875,
      "learning_rate": 9.04255253444116e-06,
      "loss": 0.1131,
      "step": 4415
    },
    {
      "epoch": 2.8867091711623347,
      "grad_norm": 5.78125,
      "learning_rate": 9.038007343832055e-06,
      "loss": 0.145,
      "step": 4416
    },
    {
      "epoch": 2.887363086480301,
      "grad_norm": 3.765625,
      "learning_rate": 9.033462353806182e-06,
      "loss": 0.1838,
      "step": 4417
    },
    {
      "epoch": 2.888017001798267,
      "grad_norm": 4.0625,
      "learning_rate": 9.028917565311204e-06,
      "loss": 0.198,
      "step": 4418
    },
    {
      "epoch": 2.8886709171162335,
      "grad_norm": 4.28125,
      "learning_rate": 9.024372979294748e-06,
      "loss": 0.1627,
      "step": 4419
    },
    {
      "epoch": 2.8893248324342,
      "grad_norm": 6.5,
      "learning_rate": 9.019828596704394e-06,
      "loss": 0.2276,
      "step": 4420
    },
    {
      "epoch": 2.889978747752166,
      "grad_norm": 3.453125,
      "learning_rate": 9.015284418487688e-06,
      "loss": 0.1199,
      "step": 4421
    },
    {
      "epoch": 2.8906326630701322,
      "grad_norm": 6.34375,
      "learning_rate": 9.010740445592122e-06,
      "loss": 0.23,
      "step": 4422
    },
    {
      "epoch": 2.8912865783880988,
      "grad_norm": 4.5,
      "learning_rate": 9.006196678965152e-06,
      "loss": 0.2149,
      "step": 4423
    },
    {
      "epoch": 2.8919404937060653,
      "grad_norm": 8.375,
      "learning_rate": 9.00165311955419e-06,
      "loss": 0.2674,
      "step": 4424
    },
    {
      "epoch": 2.8925944090240314,
      "grad_norm": 5.46875,
      "learning_rate": 8.997109768306607e-06,
      "loss": 0.2135,
      "step": 4425
    },
    {
      "epoch": 2.8932483243419975,
      "grad_norm": 4.15625,
      "learning_rate": 8.992566626169726e-06,
      "loss": 0.2203,
      "step": 4426
    },
    {
      "epoch": 2.893902239659964,
      "grad_norm": 4.1875,
      "learning_rate": 8.988023694090832e-06,
      "loss": 0.1004,
      "step": 4427
    },
    {
      "epoch": 2.8945561549779306,
      "grad_norm": 4.28125,
      "learning_rate": 8.98348097301716e-06,
      "loss": 0.1572,
      "step": 4428
    },
    {
      "epoch": 2.8952100702958967,
      "grad_norm": 3.75,
      "learning_rate": 8.978938463895908e-06,
      "loss": 0.0984,
      "step": 4429
    },
    {
      "epoch": 2.895863985613863,
      "grad_norm": 4.6875,
      "learning_rate": 8.974396167674221e-06,
      "loss": 0.2212,
      "step": 4430
    },
    {
      "epoch": 2.8965179009318294,
      "grad_norm": 4.28125,
      "learning_rate": 8.969854085299206e-06,
      "loss": 0.1119,
      "step": 4431
    },
    {
      "epoch": 2.897171816249796,
      "grad_norm": 6.875,
      "learning_rate": 8.965312217717923e-06,
      "loss": 0.2102,
      "step": 4432
    },
    {
      "epoch": 2.897825731567762,
      "grad_norm": 6.3125,
      "learning_rate": 8.96077056587739e-06,
      "loss": 0.2757,
      "step": 4433
    },
    {
      "epoch": 2.898479646885728,
      "grad_norm": 5.5625,
      "learning_rate": 8.956229130724579e-06,
      "loss": 0.2994,
      "step": 4434
    },
    {
      "epoch": 2.8991335622036947,
      "grad_norm": 6.03125,
      "learning_rate": 8.95168791320641e-06,
      "loss": 0.2284,
      "step": 4435
    },
    {
      "epoch": 2.899787477521661,
      "grad_norm": 4.75,
      "learning_rate": 8.947146914269767e-06,
      "loss": 0.1495,
      "step": 4436
    },
    {
      "epoch": 2.9004413928396273,
      "grad_norm": 4.0,
      "learning_rate": 8.94260613486149e-06,
      "loss": 0.1014,
      "step": 4437
    },
    {
      "epoch": 2.9010953081575934,
      "grad_norm": 3.609375,
      "learning_rate": 8.938065575928361e-06,
      "loss": 0.1171,
      "step": 4438
    },
    {
      "epoch": 2.90174922347556,
      "grad_norm": 6.53125,
      "learning_rate": 8.933525238417125e-06,
      "loss": 0.3894,
      "step": 4439
    },
    {
      "epoch": 2.9024031387935265,
      "grad_norm": 4.65625,
      "learning_rate": 8.928985123274481e-06,
      "loss": 0.1791,
      "step": 4440
    },
    {
      "epoch": 2.9030570541114926,
      "grad_norm": 4.96875,
      "learning_rate": 8.924445231447077e-06,
      "loss": 0.1384,
      "step": 4441
    },
    {
      "epoch": 2.9037109694294587,
      "grad_norm": 7.1875,
      "learning_rate": 8.919905563881523e-06,
      "loss": 0.1693,
      "step": 4442
    },
    {
      "epoch": 2.9043648847474253,
      "grad_norm": 6.0625,
      "learning_rate": 8.915366121524367e-06,
      "loss": 0.177,
      "step": 4443
    },
    {
      "epoch": 2.9050188000653914,
      "grad_norm": 6.0625,
      "learning_rate": 8.910826905322125e-06,
      "loss": 0.2685,
      "step": 4444
    },
    {
      "epoch": 2.905672715383358,
      "grad_norm": 6.25,
      "learning_rate": 8.906287916221259e-06,
      "loss": 0.4072,
      "step": 4445
    },
    {
      "epoch": 2.906326630701324,
      "grad_norm": 3.28125,
      "learning_rate": 8.901749155168183e-06,
      "loss": 0.0787,
      "step": 4446
    },
    {
      "epoch": 2.9069805460192906,
      "grad_norm": 3.21875,
      "learning_rate": 8.89721062310927e-06,
      "loss": 0.1085,
      "step": 4447
    },
    {
      "epoch": 2.9076344613372567,
      "grad_norm": 5.71875,
      "learning_rate": 8.892672320990835e-06,
      "loss": 0.2542,
      "step": 4448
    },
    {
      "epoch": 2.908288376655223,
      "grad_norm": 4.71875,
      "learning_rate": 8.888134249759157e-06,
      "loss": 0.202,
      "step": 4449
    },
    {
      "epoch": 2.9089422919731893,
      "grad_norm": 4.09375,
      "learning_rate": 8.883596410360456e-06,
      "loss": 0.2368,
      "step": 4450
    },
    {
      "epoch": 2.909596207291156,
      "grad_norm": 5.25,
      "learning_rate": 8.879058803740912e-06,
      "loss": 0.1373,
      "step": 4451
    },
    {
      "epoch": 2.910250122609122,
      "grad_norm": 4.40625,
      "learning_rate": 8.874521430846646e-06,
      "loss": 0.2227,
      "step": 4452
    },
    {
      "epoch": 2.9109040379270885,
      "grad_norm": 5.3125,
      "learning_rate": 8.86998429262374e-06,
      "loss": 0.2484,
      "step": 4453
    },
    {
      "epoch": 2.9115579532450546,
      "grad_norm": 5.125,
      "learning_rate": 8.865447390018226e-06,
      "loss": 0.1375,
      "step": 4454
    },
    {
      "epoch": 2.912211868563021,
      "grad_norm": 3.546875,
      "learning_rate": 8.860910723976083e-06,
      "loss": 0.1363,
      "step": 4455
    },
    {
      "epoch": 2.9128657838809873,
      "grad_norm": 7.28125,
      "learning_rate": 8.85637429544324e-06,
      "loss": 0.3121,
      "step": 4456
    },
    {
      "epoch": 2.913519699198954,
      "grad_norm": 6.84375,
      "learning_rate": 8.851838105365584e-06,
      "loss": 0.3096,
      "step": 4457
    },
    {
      "epoch": 2.91417361451692,
      "grad_norm": 6.40625,
      "learning_rate": 8.847302154688944e-06,
      "loss": 0.2641,
      "step": 4458
    },
    {
      "epoch": 2.9148275298348865,
      "grad_norm": 4.28125,
      "learning_rate": 8.842766444359105e-06,
      "loss": 0.1341,
      "step": 4459
    },
    {
      "epoch": 2.9154814451528526,
      "grad_norm": 4.5625,
      "learning_rate": 8.838230975321798e-06,
      "loss": 0.2641,
      "step": 4460
    },
    {
      "epoch": 2.916135360470819,
      "grad_norm": 3.71875,
      "learning_rate": 8.833695748522702e-06,
      "loss": 0.1331,
      "step": 4461
    },
    {
      "epoch": 2.916789275788785,
      "grad_norm": 5.4375,
      "learning_rate": 8.82916076490745e-06,
      "loss": 0.3394,
      "step": 4462
    },
    {
      "epoch": 2.9174431911067518,
      "grad_norm": 3.671875,
      "learning_rate": 8.824626025421625e-06,
      "loss": 0.0833,
      "step": 4463
    },
    {
      "epoch": 2.918097106424718,
      "grad_norm": 4.34375,
      "learning_rate": 8.820091531010756e-06,
      "loss": 0.1658,
      "step": 4464
    },
    {
      "epoch": 2.9187510217426844,
      "grad_norm": 11.4375,
      "learning_rate": 8.81555728262032e-06,
      "loss": 0.3729,
      "step": 4465
    },
    {
      "epoch": 2.9194049370606505,
      "grad_norm": 4.8125,
      "learning_rate": 8.811023281195743e-06,
      "loss": 0.2431,
      "step": 4466
    },
    {
      "epoch": 2.920058852378617,
      "grad_norm": 6.40625,
      "learning_rate": 8.8064895276824e-06,
      "loss": 0.1571,
      "step": 4467
    },
    {
      "epoch": 2.920712767696583,
      "grad_norm": 4.4375,
      "learning_rate": 8.801956023025624e-06,
      "loss": 0.1676,
      "step": 4468
    },
    {
      "epoch": 2.9213666830145497,
      "grad_norm": 5.59375,
      "learning_rate": 8.79742276817068e-06,
      "loss": 0.1804,
      "step": 4469
    },
    {
      "epoch": 2.922020598332516,
      "grad_norm": 5.25,
      "learning_rate": 8.792889764062789e-06,
      "loss": 0.2614,
      "step": 4470
    },
    {
      "epoch": 2.9226745136504824,
      "grad_norm": 4.4375,
      "learning_rate": 8.78835701164712e-06,
      "loss": 0.1191,
      "step": 4471
    },
    {
      "epoch": 2.9233284289684485,
      "grad_norm": 4.125,
      "learning_rate": 8.783824511868787e-06,
      "loss": 0.117,
      "step": 4472
    },
    {
      "epoch": 2.923982344286415,
      "grad_norm": 6.5,
      "learning_rate": 8.779292265672857e-06,
      "loss": 0.3927,
      "step": 4473
    },
    {
      "epoch": 2.924636259604381,
      "grad_norm": 4.875,
      "learning_rate": 8.774760274004333e-06,
      "loss": 0.2002,
      "step": 4474
    },
    {
      "epoch": 2.9252901749223477,
      "grad_norm": 6.90625,
      "learning_rate": 8.770228537808177e-06,
      "loss": 0.3231,
      "step": 4475
    },
    {
      "epoch": 2.9259440902403138,
      "grad_norm": 3.734375,
      "learning_rate": 8.76569705802929e-06,
      "loss": 0.1511,
      "step": 4476
    },
    {
      "epoch": 2.9265980055582803,
      "grad_norm": 6.96875,
      "learning_rate": 8.76116583561252e-06,
      "loss": 0.235,
      "step": 4477
    },
    {
      "epoch": 2.9272519208762464,
      "grad_norm": 5.09375,
      "learning_rate": 8.75663487150267e-06,
      "loss": 0.2939,
      "step": 4478
    },
    {
      "epoch": 2.927905836194213,
      "grad_norm": 6.90625,
      "learning_rate": 8.752104166644479e-06,
      "loss": 0.3426,
      "step": 4479
    },
    {
      "epoch": 2.928559751512179,
      "grad_norm": 5.125,
      "learning_rate": 8.747573721982636e-06,
      "loss": 0.3784,
      "step": 4480
    },
    {
      "epoch": 2.9292136668301456,
      "grad_norm": 4.75,
      "learning_rate": 8.743043538461775e-06,
      "loss": 0.1291,
      "step": 4481
    },
    {
      "epoch": 2.9298675821481117,
      "grad_norm": 5.9375,
      "learning_rate": 8.738513617026477e-06,
      "loss": 0.2854,
      "step": 4482
    },
    {
      "epoch": 2.9305214974660783,
      "grad_norm": 4.96875,
      "learning_rate": 8.733983958621264e-06,
      "loss": 0.1507,
      "step": 4483
    },
    {
      "epoch": 2.9311754127840444,
      "grad_norm": 4.71875,
      "learning_rate": 8.729454564190607e-06,
      "loss": 0.1516,
      "step": 4484
    },
    {
      "epoch": 2.931829328102011,
      "grad_norm": 6.09375,
      "learning_rate": 8.724925434678923e-06,
      "loss": 0.2798,
      "step": 4485
    },
    {
      "epoch": 2.932483243419977,
      "grad_norm": 4.8125,
      "learning_rate": 8.720396571030574e-06,
      "loss": 0.2108,
      "step": 4486
    },
    {
      "epoch": 2.9331371587379436,
      "grad_norm": 3.6875,
      "learning_rate": 8.715867974189856e-06,
      "loss": 0.1237,
      "step": 4487
    },
    {
      "epoch": 2.9337910740559097,
      "grad_norm": 5.03125,
      "learning_rate": 8.711339645101029e-06,
      "loss": 0.1231,
      "step": 4488
    },
    {
      "epoch": 2.934444989373876,
      "grad_norm": 6.34375,
      "learning_rate": 8.70681158470828e-06,
      "loss": 0.2999,
      "step": 4489
    },
    {
      "epoch": 2.9350989046918423,
      "grad_norm": 3.71875,
      "learning_rate": 8.702283793955748e-06,
      "loss": 0.1432,
      "step": 4490
    },
    {
      "epoch": 2.935752820009809,
      "grad_norm": 3.796875,
      "learning_rate": 8.697756273787513e-06,
      "loss": 0.1718,
      "step": 4491
    },
    {
      "epoch": 2.936406735327775,
      "grad_norm": 5.875,
      "learning_rate": 8.693229025147598e-06,
      "loss": 0.2515,
      "step": 4492
    },
    {
      "epoch": 2.9370606506457415,
      "grad_norm": 7.0625,
      "learning_rate": 8.688702048979974e-06,
      "loss": 0.5402,
      "step": 4493
    },
    {
      "epoch": 2.9377145659637076,
      "grad_norm": 5.125,
      "learning_rate": 8.68417534622855e-06,
      "loss": 0.2295,
      "step": 4494
    },
    {
      "epoch": 2.938368481281674,
      "grad_norm": 5.84375,
      "learning_rate": 8.679648917837184e-06,
      "loss": 0.2274,
      "step": 4495
    },
    {
      "epoch": 2.9390223965996403,
      "grad_norm": 5.375,
      "learning_rate": 8.675122764749664e-06,
      "loss": 0.2842,
      "step": 4496
    },
    {
      "epoch": 2.939676311917607,
      "grad_norm": 6.375,
      "learning_rate": 8.670596887909733e-06,
      "loss": 0.3653,
      "step": 4497
    },
    {
      "epoch": 2.940330227235573,
      "grad_norm": 6.03125,
      "learning_rate": 8.666071288261083e-06,
      "loss": 0.4767,
      "step": 4498
    },
    {
      "epoch": 2.9409841425535395,
      "grad_norm": 5.375,
      "learning_rate": 8.661545966747324e-06,
      "loss": 0.1752,
      "step": 4499
    },
    {
      "epoch": 2.9416380578715056,
      "grad_norm": 4.625,
      "learning_rate": 8.65702092431203e-06,
      "loss": 0.1783,
      "step": 4500
    },
    {
      "epoch": 2.942291973189472,
      "grad_norm": 3.828125,
      "learning_rate": 8.652496161898704e-06,
      "loss": 0.1551,
      "step": 4501
    },
    {
      "epoch": 2.942945888507438,
      "grad_norm": 5.71875,
      "learning_rate": 8.647971680450801e-06,
      "loss": 0.4022,
      "step": 4502
    },
    {
      "epoch": 2.9435998038254048,
      "grad_norm": 8.625,
      "learning_rate": 8.64344748091171e-06,
      "loss": 0.4208,
      "step": 4503
    },
    {
      "epoch": 2.944253719143371,
      "grad_norm": 3.890625,
      "learning_rate": 8.63892356422476e-06,
      "loss": 0.2941,
      "step": 4504
    },
    {
      "epoch": 2.9449076344613374,
      "grad_norm": 5.1875,
      "learning_rate": 8.634399931333226e-06,
      "loss": 0.1179,
      "step": 4505
    },
    {
      "epoch": 2.9455615497793035,
      "grad_norm": 4.34375,
      "learning_rate": 8.629876583180322e-06,
      "loss": 0.2114,
      "step": 4506
    },
    {
      "epoch": 2.94621546509727,
      "grad_norm": 5.9375,
      "learning_rate": 8.625353520709203e-06,
      "loss": 0.3903,
      "step": 4507
    },
    {
      "epoch": 2.946869380415236,
      "grad_norm": 4.5625,
      "learning_rate": 8.620830744862962e-06,
      "loss": 0.2304,
      "step": 4508
    },
    {
      "epoch": 2.9475232957332027,
      "grad_norm": 4.3125,
      "learning_rate": 8.616308256584636e-06,
      "loss": 0.1995,
      "step": 4509
    },
    {
      "epoch": 2.948177211051169,
      "grad_norm": 3.828125,
      "learning_rate": 8.611786056817203e-06,
      "loss": 0.1512,
      "step": 4510
    },
    {
      "epoch": 2.9488311263691354,
      "grad_norm": 6.28125,
      "learning_rate": 8.607264146503574e-06,
      "loss": 0.2564,
      "step": 4511
    },
    {
      "epoch": 2.9494850416871015,
      "grad_norm": 6.0625,
      "learning_rate": 8.602742526586607e-06,
      "loss": 0.1605,
      "step": 4512
    },
    {
      "epoch": 2.950138957005068,
      "grad_norm": 7.34375,
      "learning_rate": 8.598221198009094e-06,
      "loss": 0.2781,
      "step": 4513
    },
    {
      "epoch": 2.950792872323034,
      "grad_norm": 4.3125,
      "learning_rate": 8.593700161713767e-06,
      "loss": 0.2319,
      "step": 4514
    },
    {
      "epoch": 2.951446787641,
      "grad_norm": 7.09375,
      "learning_rate": 8.589179418643302e-06,
      "loss": 0.2835,
      "step": 4515
    },
    {
      "epoch": 2.9521007029589668,
      "grad_norm": 7.75,
      "learning_rate": 8.584658969740306e-06,
      "loss": 0.3398,
      "step": 4516
    },
    {
      "epoch": 2.9527546182769333,
      "grad_norm": 4.0625,
      "learning_rate": 8.580138815947336e-06,
      "loss": 0.1528,
      "step": 4517
    },
    {
      "epoch": 2.9534085335948994,
      "grad_norm": 5.78125,
      "learning_rate": 8.57561895820687e-06,
      "loss": 0.1423,
      "step": 4518
    },
    {
      "epoch": 2.9540624489128655,
      "grad_norm": 6.34375,
      "learning_rate": 8.571099397461344e-06,
      "loss": 0.3504,
      "step": 4519
    },
    {
      "epoch": 2.954716364230832,
      "grad_norm": 7.03125,
      "learning_rate": 8.566580134653125e-06,
      "loss": 0.2729,
      "step": 4520
    },
    {
      "epoch": 2.9553702795487986,
      "grad_norm": 3.203125,
      "learning_rate": 8.562061170724506e-06,
      "loss": 0.0996,
      "step": 4521
    },
    {
      "epoch": 2.9560241948667647,
      "grad_norm": 3.59375,
      "learning_rate": 8.557542506617733e-06,
      "loss": 0.168,
      "step": 4522
    },
    {
      "epoch": 2.956678110184731,
      "grad_norm": 4.96875,
      "learning_rate": 8.553024143274984e-06,
      "loss": 0.2146,
      "step": 4523
    },
    {
      "epoch": 2.9573320255026974,
      "grad_norm": 2.09375,
      "learning_rate": 8.548506081638373e-06,
      "loss": 0.0618,
      "step": 4524
    },
    {
      "epoch": 2.957985940820664,
      "grad_norm": 4.75,
      "learning_rate": 8.543988322649954e-06,
      "loss": 0.2589,
      "step": 4525
    },
    {
      "epoch": 2.95863985613863,
      "grad_norm": 7.34375,
      "learning_rate": 8.539470867251713e-06,
      "loss": 0.3506,
      "step": 4526
    },
    {
      "epoch": 2.959293771456596,
      "grad_norm": 7.21875,
      "learning_rate": 8.53495371638558e-06,
      "loss": 0.384,
      "step": 4527
    },
    {
      "epoch": 2.9599476867745627,
      "grad_norm": 5.15625,
      "learning_rate": 8.530436870993411e-06,
      "loss": 0.2524,
      "step": 4528
    },
    {
      "epoch": 2.960601602092529,
      "grad_norm": 4.34375,
      "learning_rate": 8.52592033201701e-06,
      "loss": 0.1956,
      "step": 4529
    },
    {
      "epoch": 2.9612555174104953,
      "grad_norm": 4.03125,
      "learning_rate": 8.521404100398113e-06,
      "loss": 0.1853,
      "step": 4530
    },
    {
      "epoch": 2.9619094327284614,
      "grad_norm": 6.625,
      "learning_rate": 8.516888177078386e-06,
      "loss": 0.3536,
      "step": 4531
    },
    {
      "epoch": 2.962563348046428,
      "grad_norm": 5.5625,
      "learning_rate": 8.512372562999437e-06,
      "loss": 0.1783,
      "step": 4532
    },
    {
      "epoch": 2.9632172633643945,
      "grad_norm": 3.515625,
      "learning_rate": 8.507857259102814e-06,
      "loss": 0.1065,
      "step": 4533
    },
    {
      "epoch": 2.9638711786823606,
      "grad_norm": 5.1875,
      "learning_rate": 8.503342266329986e-06,
      "loss": 0.2599,
      "step": 4534
    },
    {
      "epoch": 2.9645250940003267,
      "grad_norm": 3.6875,
      "learning_rate": 8.498827585622367e-06,
      "loss": 0.1885,
      "step": 4535
    },
    {
      "epoch": 2.9651790093182933,
      "grad_norm": 3.1875,
      "learning_rate": 8.494313217921308e-06,
      "loss": 0.1725,
      "step": 4536
    },
    {
      "epoch": 2.96583292463626,
      "grad_norm": 5.375,
      "learning_rate": 8.489799164168087e-06,
      "loss": 0.149,
      "step": 4537
    },
    {
      "epoch": 2.966486839954226,
      "grad_norm": 5.78125,
      "learning_rate": 8.485285425303922e-06,
      "loss": 0.2747,
      "step": 4538
    },
    {
      "epoch": 2.967140755272192,
      "grad_norm": 6.0625,
      "learning_rate": 8.480772002269966e-06,
      "loss": 0.3262,
      "step": 4539
    },
    {
      "epoch": 2.9677946705901586,
      "grad_norm": 3.890625,
      "learning_rate": 8.476258896007302e-06,
      "loss": 0.1589,
      "step": 4540
    },
    {
      "epoch": 2.968448585908125,
      "grad_norm": 4.5,
      "learning_rate": 8.47174610745695e-06,
      "loss": 0.1923,
      "step": 4541
    },
    {
      "epoch": 2.969102501226091,
      "grad_norm": 3.59375,
      "learning_rate": 8.467233637559866e-06,
      "loss": 0.1549,
      "step": 4542
    },
    {
      "epoch": 2.9697564165440573,
      "grad_norm": 3.9375,
      "learning_rate": 8.462721487256928e-06,
      "loss": 0.0939,
      "step": 4543
    },
    {
      "epoch": 2.970410331862024,
      "grad_norm": 7.0625,
      "learning_rate": 8.458209657488962e-06,
      "loss": 0.4861,
      "step": 4544
    },
    {
      "epoch": 2.9710642471799904,
      "grad_norm": 6.15625,
      "learning_rate": 8.45369814919672e-06,
      "loss": 0.2473,
      "step": 4545
    },
    {
      "epoch": 2.9717181624979565,
      "grad_norm": 3.046875,
      "learning_rate": 8.449186963320886e-06,
      "loss": 0.1042,
      "step": 4546
    },
    {
      "epoch": 2.9723720778159226,
      "grad_norm": 6.6875,
      "learning_rate": 8.444676100802084e-06,
      "loss": 0.3382,
      "step": 4547
    },
    {
      "epoch": 2.973025993133889,
      "grad_norm": 3.953125,
      "learning_rate": 8.440165562580854e-06,
      "loss": 0.249,
      "step": 4548
    },
    {
      "epoch": 2.9736799084518557,
      "grad_norm": 4.0625,
      "learning_rate": 8.43565534959769e-06,
      "loss": 0.1606,
      "step": 4549
    },
    {
      "epoch": 2.974333823769822,
      "grad_norm": 4.96875,
      "learning_rate": 8.431145462793008e-06,
      "loss": 0.1425,
      "step": 4550
    },
    {
      "epoch": 2.974987739087788,
      "grad_norm": 4.84375,
      "learning_rate": 8.426635903107149e-06,
      "loss": 0.2143,
      "step": 4551
    },
    {
      "epoch": 2.9756416544057545,
      "grad_norm": 3.84375,
      "learning_rate": 8.422126671480397e-06,
      "loss": 0.1667,
      "step": 4552
    },
    {
      "epoch": 2.976295569723721,
      "grad_norm": 3.15625,
      "learning_rate": 8.417617768852962e-06,
      "loss": 0.097,
      "step": 4553
    },
    {
      "epoch": 2.976949485041687,
      "grad_norm": 4.96875,
      "learning_rate": 8.413109196164987e-06,
      "loss": 0.1998,
      "step": 4554
    },
    {
      "epoch": 2.977603400359653,
      "grad_norm": 5.71875,
      "learning_rate": 8.408600954356548e-06,
      "loss": 0.2937,
      "step": 4555
    },
    {
      "epoch": 2.9782573156776198,
      "grad_norm": 2.90625,
      "learning_rate": 8.404093044367646e-06,
      "loss": 0.0693,
      "step": 4556
    },
    {
      "epoch": 2.9789112309955863,
      "grad_norm": 5.625,
      "learning_rate": 8.399585467138215e-06,
      "loss": 0.2833,
      "step": 4557
    },
    {
      "epoch": 2.9795651463135524,
      "grad_norm": 4.15625,
      "learning_rate": 8.395078223608125e-06,
      "loss": 0.1177,
      "step": 4558
    },
    {
      "epoch": 2.9802190616315185,
      "grad_norm": 3.34375,
      "learning_rate": 8.39057131471717e-06,
      "loss": 0.0895,
      "step": 4559
    },
    {
      "epoch": 2.980872976949485,
      "grad_norm": 4.90625,
      "learning_rate": 8.38606474140508e-06,
      "loss": 0.1738,
      "step": 4560
    },
    {
      "epoch": 2.9815268922674516,
      "grad_norm": 4.53125,
      "learning_rate": 8.381558504611511e-06,
      "loss": 0.1318,
      "step": 4561
    },
    {
      "epoch": 2.9821808075854177,
      "grad_norm": 4.09375,
      "learning_rate": 8.377052605276051e-06,
      "loss": 0.1764,
      "step": 4562
    },
    {
      "epoch": 2.982834722903384,
      "grad_norm": 5.34375,
      "learning_rate": 8.372547044338212e-06,
      "loss": 0.3153,
      "step": 4563
    },
    {
      "epoch": 2.9834886382213504,
      "grad_norm": 5.375,
      "learning_rate": 8.368041822737444e-06,
      "loss": 0.1854,
      "step": 4564
    },
    {
      "epoch": 2.984142553539317,
      "grad_norm": 4.15625,
      "learning_rate": 8.363536941413121e-06,
      "loss": 0.1127,
      "step": 4565
    },
    {
      "epoch": 2.984796468857283,
      "grad_norm": 3.859375,
      "learning_rate": 8.359032401304544e-06,
      "loss": 0.0963,
      "step": 4566
    },
    {
      "epoch": 2.985450384175249,
      "grad_norm": 5.0,
      "learning_rate": 8.35452820335095e-06,
      "loss": 0.2334,
      "step": 4567
    },
    {
      "epoch": 2.9861042994932157,
      "grad_norm": 6.65625,
      "learning_rate": 8.3500243484915e-06,
      "loss": 0.282,
      "step": 4568
    },
    {
      "epoch": 2.986758214811182,
      "grad_norm": 5.15625,
      "learning_rate": 8.345520837665278e-06,
      "loss": 0.2027,
      "step": 4569
    },
    {
      "epoch": 2.9874121301291483,
      "grad_norm": 3.234375,
      "learning_rate": 8.34101767181131e-06,
      "loss": 0.0696,
      "step": 4570
    },
    {
      "epoch": 2.9880660454471144,
      "grad_norm": 4.84375,
      "learning_rate": 8.336514851868542e-06,
      "loss": 0.1594,
      "step": 4571
    },
    {
      "epoch": 2.988719960765081,
      "grad_norm": 2.859375,
      "learning_rate": 8.332012378775846e-06,
      "loss": 0.1219,
      "step": 4572
    },
    {
      "epoch": 2.9893738760830475,
      "grad_norm": 3.78125,
      "learning_rate": 8.327510253472023e-06,
      "loss": 0.1499,
      "step": 4573
    },
    {
      "epoch": 2.9900277914010136,
      "grad_norm": 4.875,
      "learning_rate": 8.323008476895804e-06,
      "loss": 0.1485,
      "step": 4574
    },
    {
      "epoch": 2.9906817067189797,
      "grad_norm": 3.984375,
      "learning_rate": 8.318507049985844e-06,
      "loss": 0.125,
      "step": 4575
    },
    {
      "epoch": 2.9913356220369463,
      "grad_norm": 7.59375,
      "learning_rate": 8.31400597368073e-06,
      "loss": 0.5685,
      "step": 4576
    },
    {
      "epoch": 2.991989537354913,
      "grad_norm": 7.53125,
      "learning_rate": 8.309505248918973e-06,
      "loss": 0.2563,
      "step": 4577
    },
    {
      "epoch": 2.992643452672879,
      "grad_norm": 5.46875,
      "learning_rate": 8.305004876639004e-06,
      "loss": 0.2168,
      "step": 4578
    },
    {
      "epoch": 2.993297367990845,
      "grad_norm": 4.125,
      "learning_rate": 8.300504857779187e-06,
      "loss": 0.1841,
      "step": 4579
    },
    {
      "epoch": 2.9939512833088116,
      "grad_norm": 4.09375,
      "learning_rate": 8.296005193277821e-06,
      "loss": 0.1521,
      "step": 4580
    },
    {
      "epoch": 2.994605198626778,
      "grad_norm": 4.8125,
      "learning_rate": 8.291505884073121e-06,
      "loss": 0.1835,
      "step": 4581
    },
    {
      "epoch": 2.995259113944744,
      "grad_norm": 4.4375,
      "learning_rate": 8.287006931103222e-06,
      "loss": 0.2153,
      "step": 4582
    },
    {
      "epoch": 2.9959130292627103,
      "grad_norm": 3.953125,
      "learning_rate": 8.2825083353062e-06,
      "loss": 0.0632,
      "step": 4583
    },
    {
      "epoch": 2.996566944580677,
      "grad_norm": 3.90625,
      "learning_rate": 8.278010097620039e-06,
      "loss": 0.1996,
      "step": 4584
    },
    {
      "epoch": 2.9972208598986434,
      "grad_norm": 4.625,
      "learning_rate": 8.273512218982666e-06,
      "loss": 0.1769,
      "step": 4585
    },
    {
      "epoch": 2.9978747752166095,
      "grad_norm": 3.640625,
      "learning_rate": 8.269014700331925e-06,
      "loss": 0.1183,
      "step": 4586
    },
    {
      "epoch": 2.9985286905345756,
      "grad_norm": 7.625,
      "learning_rate": 8.264517542605579e-06,
      "loss": 0.4181,
      "step": 4587
    },
    {
      "epoch": 2.999182605852542,
      "grad_norm": 4.4375,
      "learning_rate": 8.260020746741326e-06,
      "loss": 0.1598,
      "step": 4588
    },
    {
      "epoch": 2.9998365211705087,
      "grad_norm": 4.03125,
      "learning_rate": 8.25552431367678e-06,
      "loss": 0.0631,
      "step": 4589
    },
    {
      "epoch": 3.0,
      "grad_norm": 2.078125,
      "learning_rate": 8.251028244349489e-06,
      "loss": 0.0774,
      "step": 4590
    },
    {
      "epoch": 3.000653915317966,
      "grad_norm": 4.21875,
      "learning_rate": 8.246532539696916e-06,
      "loss": 0.26,
      "step": 4591
    },
    {
      "epoch": 3.0013078306359326,
      "grad_norm": 3.625,
      "learning_rate": 8.242037200656455e-06,
      "loss": 0.0995,
      "step": 4592
    },
    {
      "epoch": 3.0019617459538988,
      "grad_norm": 2.5625,
      "learning_rate": 8.237542228165418e-06,
      "loss": 0.0667,
      "step": 4593
    },
    {
      "epoch": 3.0026156612718653,
      "grad_norm": 3.671875,
      "learning_rate": 8.233047623161046e-06,
      "loss": 0.1984,
      "step": 4594
    },
    {
      "epoch": 3.0032695765898314,
      "grad_norm": 1.6328125,
      "learning_rate": 8.228553386580495e-06,
      "loss": 0.0352,
      "step": 4595
    },
    {
      "epoch": 3.003923491907798,
      "grad_norm": 2.96875,
      "learning_rate": 8.224059519360853e-06,
      "loss": 0.0798,
      "step": 4596
    },
    {
      "epoch": 3.004577407225764,
      "grad_norm": 2.625,
      "learning_rate": 8.219566022439128e-06,
      "loss": 0.0686,
      "step": 4597
    },
    {
      "epoch": 3.0052313225437306,
      "grad_norm": 3.375,
      "learning_rate": 8.215072896752247e-06,
      "loss": 0.1479,
      "step": 4598
    },
    {
      "epoch": 3.0058852378616967,
      "grad_norm": 5.15625,
      "learning_rate": 8.21058014323707e-06,
      "loss": 0.1984,
      "step": 4599
    },
    {
      "epoch": 3.0065391531796632,
      "grad_norm": 4.34375,
      "learning_rate": 8.206087762830361e-06,
      "loss": 0.1688,
      "step": 4600
    },
    {
      "epoch": 3.0071930684976294,
      "grad_norm": 4.53125,
      "learning_rate": 8.201595756468827e-06,
      "loss": 0.2171,
      "step": 4601
    },
    {
      "epoch": 3.007846983815596,
      "grad_norm": 5.6875,
      "learning_rate": 8.197104125089086e-06,
      "loss": 0.3856,
      "step": 4602
    },
    {
      "epoch": 3.008500899133562,
      "grad_norm": 3.359375,
      "learning_rate": 8.19261286962768e-06,
      "loss": 0.0904,
      "step": 4603
    },
    {
      "epoch": 3.0091548144515285,
      "grad_norm": 2.828125,
      "learning_rate": 8.188121991021069e-06,
      "loss": 0.0973,
      "step": 4604
    },
    {
      "epoch": 3.0098087297694947,
      "grad_norm": 5.0625,
      "learning_rate": 8.183631490205636e-06,
      "loss": 0.1866,
      "step": 4605
    },
    {
      "epoch": 3.010462645087461,
      "grad_norm": 3.25,
      "learning_rate": 8.179141368117693e-06,
      "loss": 0.0496,
      "step": 4606
    },
    {
      "epoch": 3.0111165604054273,
      "grad_norm": 4.34375,
      "learning_rate": 8.17465162569346e-06,
      "loss": 0.1611,
      "step": 4607
    },
    {
      "epoch": 3.011770475723394,
      "grad_norm": 3.28125,
      "learning_rate": 8.17016226386909e-06,
      "loss": 0.1024,
      "step": 4608
    },
    {
      "epoch": 3.01242439104136,
      "grad_norm": 3.40625,
      "learning_rate": 8.165673283580649e-06,
      "loss": 0.1567,
      "step": 4609
    },
    {
      "epoch": 3.0130783063593265,
      "grad_norm": 4.34375,
      "learning_rate": 8.161184685764119e-06,
      "loss": 0.1353,
      "step": 4610
    },
    {
      "epoch": 3.0137322216772926,
      "grad_norm": 4.5,
      "learning_rate": 8.15669647135542e-06,
      "loss": 0.187,
      "step": 4611
    },
    {
      "epoch": 3.014386136995259,
      "grad_norm": 2.453125,
      "learning_rate": 8.152208641290377e-06,
      "loss": 0.0453,
      "step": 4612
    },
    {
      "epoch": 3.0150400523132252,
      "grad_norm": 3.59375,
      "learning_rate": 8.147721196504736e-06,
      "loss": 0.0663,
      "step": 4613
    },
    {
      "epoch": 3.015693967631192,
      "grad_norm": 4.09375,
      "learning_rate": 8.143234137934167e-06,
      "loss": 0.1515,
      "step": 4614
    },
    {
      "epoch": 3.016347882949158,
      "grad_norm": 4.59375,
      "learning_rate": 8.138747466514259e-06,
      "loss": 0.2073,
      "step": 4615
    },
    {
      "epoch": 3.0170017982671244,
      "grad_norm": 5.46875,
      "learning_rate": 8.13426118318052e-06,
      "loss": 0.2257,
      "step": 4616
    },
    {
      "epoch": 3.0176557135850905,
      "grad_norm": 3.328125,
      "learning_rate": 8.129775288868372e-06,
      "loss": 0.0821,
      "step": 4617
    },
    {
      "epoch": 3.018309628903057,
      "grad_norm": 3.3125,
      "learning_rate": 8.125289784513164e-06,
      "loss": 0.1586,
      "step": 4618
    },
    {
      "epoch": 3.018963544221023,
      "grad_norm": 4.96875,
      "learning_rate": 8.120804671050158e-06,
      "loss": 0.2058,
      "step": 4619
    },
    {
      "epoch": 3.0196174595389897,
      "grad_norm": 2.796875,
      "learning_rate": 8.116319949414534e-06,
      "loss": 0.0714,
      "step": 4620
    },
    {
      "epoch": 3.020271374856956,
      "grad_norm": 4.90625,
      "learning_rate": 8.111835620541397e-06,
      "loss": 0.1487,
      "step": 4621
    },
    {
      "epoch": 3.0209252901749224,
      "grad_norm": 1.6953125,
      "learning_rate": 8.107351685365765e-06,
      "loss": 0.0271,
      "step": 4622
    },
    {
      "epoch": 3.0215792054928885,
      "grad_norm": 4.40625,
      "learning_rate": 8.102868144822575e-06,
      "loss": 0.098,
      "step": 4623
    },
    {
      "epoch": 3.022233120810855,
      "grad_norm": 3.625,
      "learning_rate": 8.09838499984668e-06,
      "loss": 0.1253,
      "step": 4624
    },
    {
      "epoch": 3.022887036128821,
      "grad_norm": 3.296875,
      "learning_rate": 8.093902251372854e-06,
      "loss": 0.0445,
      "step": 4625
    },
    {
      "epoch": 3.0235409514467877,
      "grad_norm": 5.5625,
      "learning_rate": 8.089419900335781e-06,
      "loss": 0.183,
      "step": 4626
    },
    {
      "epoch": 3.024194866764754,
      "grad_norm": 4.15625,
      "learning_rate": 8.084937947670073e-06,
      "loss": 0.1073,
      "step": 4627
    },
    {
      "epoch": 3.0248487820827203,
      "grad_norm": 2.234375,
      "learning_rate": 8.08045639431025e-06,
      "loss": 0.0295,
      "step": 4628
    },
    {
      "epoch": 3.0255026974006864,
      "grad_norm": 5.0625,
      "learning_rate": 8.075975241190752e-06,
      "loss": 0.1252,
      "step": 4629
    },
    {
      "epoch": 3.026156612718653,
      "grad_norm": 2.953125,
      "learning_rate": 8.071494489245936e-06,
      "loss": 0.0657,
      "step": 4630
    },
    {
      "epoch": 3.026810528036619,
      "grad_norm": 3.828125,
      "learning_rate": 8.067014139410077e-06,
      "loss": 0.0972,
      "step": 4631
    },
    {
      "epoch": 3.0274644433545856,
      "grad_norm": 3.53125,
      "learning_rate": 8.062534192617361e-06,
      "loss": 0.1145,
      "step": 4632
    },
    {
      "epoch": 3.0281183586725517,
      "grad_norm": 5.25,
      "learning_rate": 8.058054649801899e-06,
      "loss": 0.1618,
      "step": 4633
    },
    {
      "epoch": 3.0287722739905183,
      "grad_norm": 3.4375,
      "learning_rate": 8.053575511897706e-06,
      "loss": 0.1031,
      "step": 4634
    },
    {
      "epoch": 3.0294261893084844,
      "grad_norm": 5.40625,
      "learning_rate": 8.04909677983872e-06,
      "loss": 0.1774,
      "step": 4635
    },
    {
      "epoch": 3.030080104626451,
      "grad_norm": 5.53125,
      "learning_rate": 8.04461845455879e-06,
      "loss": 0.1537,
      "step": 4636
    },
    {
      "epoch": 3.030734019944417,
      "grad_norm": 4.53125,
      "learning_rate": 8.040140536991688e-06,
      "loss": 0.1965,
      "step": 4637
    },
    {
      "epoch": 3.0313879352623836,
      "grad_norm": 3.046875,
      "learning_rate": 8.035663028071094e-06,
      "loss": 0.073,
      "step": 4638
    },
    {
      "epoch": 3.0320418505803497,
      "grad_norm": 2.09375,
      "learning_rate": 8.031185928730602e-06,
      "loss": 0.0264,
      "step": 4639
    },
    {
      "epoch": 3.0326957658983162,
      "grad_norm": 6.90625,
      "learning_rate": 8.026709239903727e-06,
      "loss": 0.3606,
      "step": 4640
    },
    {
      "epoch": 3.0333496812162823,
      "grad_norm": 2.125,
      "learning_rate": 8.02223296252389e-06,
      "loss": 0.0365,
      "step": 4641
    },
    {
      "epoch": 3.034003596534249,
      "grad_norm": 3.34375,
      "learning_rate": 8.017757097524436e-06,
      "loss": 0.0789,
      "step": 4642
    },
    {
      "epoch": 3.034657511852215,
      "grad_norm": 4.3125,
      "learning_rate": 8.01328164583862e-06,
      "loss": 0.1268,
      "step": 4643
    },
    {
      "epoch": 3.0353114271701815,
      "grad_norm": 3.515625,
      "learning_rate": 8.008806608399604e-06,
      "loss": 0.0432,
      "step": 4644
    },
    {
      "epoch": 3.0359653424881476,
      "grad_norm": 4.25,
      "learning_rate": 8.004331986140474e-06,
      "loss": 0.1752,
      "step": 4645
    },
    {
      "epoch": 3.036619257806114,
      "grad_norm": 5.1875,
      "learning_rate": 7.999857779994225e-06,
      "loss": 0.1365,
      "step": 4646
    },
    {
      "epoch": 3.0372731731240803,
      "grad_norm": 6.25,
      "learning_rate": 7.995383990893762e-06,
      "loss": 0.1443,
      "step": 4647
    },
    {
      "epoch": 3.037927088442047,
      "grad_norm": 3.140625,
      "learning_rate": 7.990910619771906e-06,
      "loss": 0.0726,
      "step": 4648
    },
    {
      "epoch": 3.038581003760013,
      "grad_norm": 6.40625,
      "learning_rate": 7.986437667561392e-06,
      "loss": 0.1947,
      "step": 4649
    },
    {
      "epoch": 3.0392349190779795,
      "grad_norm": 3.953125,
      "learning_rate": 7.981965135194868e-06,
      "loss": 0.0918,
      "step": 4650
    },
    {
      "epoch": 3.0398888343959456,
      "grad_norm": 4.28125,
      "learning_rate": 7.97749302360489e-06,
      "loss": 0.1502,
      "step": 4651
    },
    {
      "epoch": 3.040542749713912,
      "grad_norm": 9.625,
      "learning_rate": 7.973021333723933e-06,
      "loss": 1.0087,
      "step": 4652
    },
    {
      "epoch": 3.0411966650318782,
      "grad_norm": 6.34375,
      "learning_rate": 7.96855006648438e-06,
      "loss": 0.2053,
      "step": 4653
    },
    {
      "epoch": 3.041850580349845,
      "grad_norm": 6.875,
      "learning_rate": 7.964079222818523e-06,
      "loss": 0.1324,
      "step": 4654
    },
    {
      "epoch": 3.042504495667811,
      "grad_norm": 6.15625,
      "learning_rate": 7.959608803658575e-06,
      "loss": 0.2432,
      "step": 4655
    },
    {
      "epoch": 3.0431584109857774,
      "grad_norm": 3.484375,
      "learning_rate": 7.955138809936648e-06,
      "loss": 0.0879,
      "step": 4656
    },
    {
      "epoch": 3.0438123263037435,
      "grad_norm": 2.984375,
      "learning_rate": 7.950669242584775e-06,
      "loss": 0.0444,
      "step": 4657
    },
    {
      "epoch": 3.04446624162171,
      "grad_norm": 4.96875,
      "learning_rate": 7.946200102534894e-06,
      "loss": 0.0821,
      "step": 4658
    },
    {
      "epoch": 3.045120156939676,
      "grad_norm": 5.0,
      "learning_rate": 7.94173139071886e-06,
      "loss": 0.1409,
      "step": 4659
    },
    {
      "epoch": 3.0457740722576427,
      "grad_norm": 2.453125,
      "learning_rate": 7.937263108068438e-06,
      "loss": 0.0425,
      "step": 4660
    },
    {
      "epoch": 3.046427987575609,
      "grad_norm": 6.3125,
      "learning_rate": 7.932795255515289e-06,
      "loss": 0.1968,
      "step": 4661
    },
    {
      "epoch": 3.0470819028935754,
      "grad_norm": 3.15625,
      "learning_rate": 7.928327833991009e-06,
      "loss": 0.0527,
      "step": 4662
    },
    {
      "epoch": 3.0477358182115415,
      "grad_norm": 3.28125,
      "learning_rate": 7.923860844427089e-06,
      "loss": 0.0716,
      "step": 4663
    },
    {
      "epoch": 3.048389733529508,
      "grad_norm": 4.28125,
      "learning_rate": 7.919394287754928e-06,
      "loss": 0.12,
      "step": 4664
    },
    {
      "epoch": 3.049043648847474,
      "grad_norm": 4.78125,
      "learning_rate": 7.914928164905844e-06,
      "loss": 0.1697,
      "step": 4665
    },
    {
      "epoch": 3.0496975641654407,
      "grad_norm": 4.40625,
      "learning_rate": 7.910462476811056e-06,
      "loss": 0.1259,
      "step": 4666
    },
    {
      "epoch": 3.050351479483407,
      "grad_norm": 3.453125,
      "learning_rate": 7.905997224401696e-06,
      "loss": 0.0554,
      "step": 4667
    },
    {
      "epoch": 3.0510053948013733,
      "grad_norm": 5.0625,
      "learning_rate": 7.90153240860881e-06,
      "loss": 0.1487,
      "step": 4668
    },
    {
      "epoch": 3.0516593101193394,
      "grad_norm": 6.8125,
      "learning_rate": 7.897068030363341e-06,
      "loss": 0.1071,
      "step": 4669
    },
    {
      "epoch": 3.052313225437306,
      "grad_norm": 5.3125,
      "learning_rate": 7.892604090596153e-06,
      "loss": 0.1072,
      "step": 4670
    },
    {
      "epoch": 3.052967140755272,
      "grad_norm": 6.65625,
      "learning_rate": 7.888140590238005e-06,
      "loss": 0.2201,
      "step": 4671
    },
    {
      "epoch": 3.0536210560732386,
      "grad_norm": 2.234375,
      "learning_rate": 7.883677530219587e-06,
      "loss": 0.0393,
      "step": 4672
    },
    {
      "epoch": 3.0542749713912047,
      "grad_norm": 5.71875,
      "learning_rate": 7.879214911471474e-06,
      "loss": 0.1366,
      "step": 4673
    },
    {
      "epoch": 3.0549288867091713,
      "grad_norm": 3.875,
      "learning_rate": 7.874752734924159e-06,
      "loss": 0.1246,
      "step": 4674
    },
    {
      "epoch": 3.0555828020271374,
      "grad_norm": 3.671875,
      "learning_rate": 7.87029100150804e-06,
      "loss": 0.0875,
      "step": 4675
    },
    {
      "epoch": 3.056236717345104,
      "grad_norm": 3.640625,
      "learning_rate": 7.86582971215343e-06,
      "loss": 0.0849,
      "step": 4676
    },
    {
      "epoch": 3.05689063266307,
      "grad_norm": 3.1875,
      "learning_rate": 7.861368867790541e-06,
      "loss": 0.0763,
      "step": 4677
    },
    {
      "epoch": 3.0575445479810366,
      "grad_norm": 4.34375,
      "learning_rate": 7.856908469349495e-06,
      "loss": 0.1141,
      "step": 4678
    },
    {
      "epoch": 3.0581984632990027,
      "grad_norm": 4.28125,
      "learning_rate": 7.85244851776032e-06,
      "loss": 0.1333,
      "step": 4679
    },
    {
      "epoch": 3.0588523786169692,
      "grad_norm": 5.3125,
      "learning_rate": 7.84798901395295e-06,
      "loss": 0.1441,
      "step": 4680
    },
    {
      "epoch": 3.0595062939349353,
      "grad_norm": 3.40625,
      "learning_rate": 7.843529958857232e-06,
      "loss": 0.1083,
      "step": 4681
    },
    {
      "epoch": 3.060160209252902,
      "grad_norm": 4.28125,
      "learning_rate": 7.839071353402911e-06,
      "loss": 0.1091,
      "step": 4682
    },
    {
      "epoch": 3.060814124570868,
      "grad_norm": 4.125,
      "learning_rate": 7.834613198519646e-06,
      "loss": 0.0864,
      "step": 4683
    },
    {
      "epoch": 3.0614680398888345,
      "grad_norm": 4.65625,
      "learning_rate": 7.830155495136997e-06,
      "loss": 0.1497,
      "step": 4684
    },
    {
      "epoch": 3.0621219552068006,
      "grad_norm": 5.0625,
      "learning_rate": 7.825698244184432e-06,
      "loss": 0.2569,
      "step": 4685
    },
    {
      "epoch": 3.062775870524767,
      "grad_norm": 3.46875,
      "learning_rate": 7.821241446591321e-06,
      "loss": 0.088,
      "step": 4686
    },
    {
      "epoch": 3.0634297858427333,
      "grad_norm": 3.84375,
      "learning_rate": 7.816785103286944e-06,
      "loss": 0.1383,
      "step": 4687
    },
    {
      "epoch": 3.0640837011607,
      "grad_norm": 4.5625,
      "learning_rate": 7.812329215200483e-06,
      "loss": 0.0939,
      "step": 4688
    },
    {
      "epoch": 3.064737616478666,
      "grad_norm": 3.8125,
      "learning_rate": 7.807873783261027e-06,
      "loss": 0.0849,
      "step": 4689
    },
    {
      "epoch": 3.0653915317966325,
      "grad_norm": 2.6875,
      "learning_rate": 7.803418808397574e-06,
      "loss": 0.0467,
      "step": 4690
    },
    {
      "epoch": 3.0660454471145986,
      "grad_norm": 2.8125,
      "learning_rate": 7.798964291539016e-06,
      "loss": 0.0727,
      "step": 4691
    },
    {
      "epoch": 3.066699362432565,
      "grad_norm": 5.25,
      "learning_rate": 7.794510233614154e-06,
      "loss": 0.1267,
      "step": 4692
    },
    {
      "epoch": 3.0673532777505312,
      "grad_norm": 6.40625,
      "learning_rate": 7.790056635551704e-06,
      "loss": 0.0889,
      "step": 4693
    },
    {
      "epoch": 3.068007193068498,
      "grad_norm": 2.984375,
      "learning_rate": 7.785603498280272e-06,
      "loss": 0.061,
      "step": 4694
    },
    {
      "epoch": 3.068661108386464,
      "grad_norm": 2.765625,
      "learning_rate": 7.781150822728374e-06,
      "loss": 0.06,
      "step": 4695
    },
    {
      "epoch": 3.0693150237044304,
      "grad_norm": 3.390625,
      "learning_rate": 7.776698609824427e-06,
      "loss": 0.0925,
      "step": 4696
    },
    {
      "epoch": 3.0699689390223965,
      "grad_norm": 2.265625,
      "learning_rate": 7.772246860496755e-06,
      "loss": 0.031,
      "step": 4697
    },
    {
      "epoch": 3.070622854340363,
      "grad_norm": 6.59375,
      "learning_rate": 7.767795575673583e-06,
      "loss": 0.1284,
      "step": 4698
    },
    {
      "epoch": 3.071276769658329,
      "grad_norm": 3.453125,
      "learning_rate": 7.763344756283041e-06,
      "loss": 0.109,
      "step": 4699
    },
    {
      "epoch": 3.0719306849762957,
      "grad_norm": 5.375,
      "learning_rate": 7.758894403253158e-06,
      "loss": 0.1093,
      "step": 4700
    },
    {
      "epoch": 3.072584600294262,
      "grad_norm": 2.078125,
      "learning_rate": 7.754444517511869e-06,
      "loss": 0.033,
      "step": 4701
    },
    {
      "epoch": 3.0732385156122284,
      "grad_norm": 2.640625,
      "learning_rate": 7.749995099987013e-06,
      "loss": 0.0501,
      "step": 4702
    },
    {
      "epoch": 3.0738924309301945,
      "grad_norm": 5.15625,
      "learning_rate": 7.745546151606329e-06,
      "loss": 0.1457,
      "step": 4703
    },
    {
      "epoch": 3.074546346248161,
      "grad_norm": 2.546875,
      "learning_rate": 7.741097673297457e-06,
      "loss": 0.0702,
      "step": 4704
    },
    {
      "epoch": 3.075200261566127,
      "grad_norm": 3.890625,
      "learning_rate": 7.736649665987944e-06,
      "loss": 0.0914,
      "step": 4705
    },
    {
      "epoch": 3.0758541768840937,
      "grad_norm": 3.34375,
      "learning_rate": 7.732202130605232e-06,
      "loss": 0.0726,
      "step": 4706
    },
    {
      "epoch": 3.07650809220206,
      "grad_norm": 7.21875,
      "learning_rate": 7.727755068076673e-06,
      "loss": 0.1783,
      "step": 4707
    },
    {
      "epoch": 3.0771620075200263,
      "grad_norm": 3.390625,
      "learning_rate": 7.723308479329507e-06,
      "loss": 0.0586,
      "step": 4708
    },
    {
      "epoch": 3.0778159228379924,
      "grad_norm": 5.15625,
      "learning_rate": 7.718862365290891e-06,
      "loss": 0.1362,
      "step": 4709
    },
    {
      "epoch": 3.078469838155959,
      "grad_norm": 2.8125,
      "learning_rate": 7.714416726887872e-06,
      "loss": 0.038,
      "step": 4710
    },
    {
      "epoch": 3.079123753473925,
      "grad_norm": 3.609375,
      "learning_rate": 7.709971565047402e-06,
      "loss": 0.0763,
      "step": 4711
    },
    {
      "epoch": 3.0797776687918916,
      "grad_norm": 4.0625,
      "learning_rate": 7.70552688069633e-06,
      "loss": 0.097,
      "step": 4712
    },
    {
      "epoch": 3.0804315841098577,
      "grad_norm": 2.609375,
      "learning_rate": 7.701082674761417e-06,
      "loss": 0.0272,
      "step": 4713
    },
    {
      "epoch": 3.0810854994278243,
      "grad_norm": 2.921875,
      "learning_rate": 7.696638948169309e-06,
      "loss": 0.0703,
      "step": 4714
    },
    {
      "epoch": 3.0817394147457904,
      "grad_norm": 5.21875,
      "learning_rate": 7.69219570184656e-06,
      "loss": 0.076,
      "step": 4715
    },
    {
      "epoch": 3.082393330063757,
      "grad_norm": 3.671875,
      "learning_rate": 7.687752936719628e-06,
      "loss": 0.0543,
      "step": 4716
    },
    {
      "epoch": 3.083047245381723,
      "grad_norm": 3.78125,
      "learning_rate": 7.683310653714857e-06,
      "loss": 0.0829,
      "step": 4717
    },
    {
      "epoch": 3.0837011606996896,
      "grad_norm": 7.90625,
      "learning_rate": 7.678868853758503e-06,
      "loss": 0.2072,
      "step": 4718
    },
    {
      "epoch": 3.0843550760176557,
      "grad_norm": 5.40625,
      "learning_rate": 7.674427537776717e-06,
      "loss": 0.1795,
      "step": 4719
    },
    {
      "epoch": 3.0850089913356222,
      "grad_norm": 4.6875,
      "learning_rate": 7.669986706695549e-06,
      "loss": 0.2039,
      "step": 4720
    },
    {
      "epoch": 3.0856629066535883,
      "grad_norm": 3.078125,
      "learning_rate": 7.66554636144095e-06,
      "loss": 0.05,
      "step": 4721
    },
    {
      "epoch": 3.086316821971555,
      "grad_norm": 4.6875,
      "learning_rate": 7.661106502938764e-06,
      "loss": 0.1868,
      "step": 4722
    },
    {
      "epoch": 3.086970737289521,
      "grad_norm": 3.46875,
      "learning_rate": 7.656667132114733e-06,
      "loss": 0.0712,
      "step": 4723
    },
    {
      "epoch": 3.0876246526074875,
      "grad_norm": 4.46875,
      "learning_rate": 7.652228249894516e-06,
      "loss": 0.1113,
      "step": 4724
    },
    {
      "epoch": 3.0882785679254536,
      "grad_norm": 1.9453125,
      "learning_rate": 7.647789857203644e-06,
      "loss": 0.0218,
      "step": 4725
    },
    {
      "epoch": 3.08893248324342,
      "grad_norm": 3.375,
      "learning_rate": 7.643351954967564e-06,
      "loss": 0.1049,
      "step": 4726
    },
    {
      "epoch": 3.0895863985613863,
      "grad_norm": 4.75,
      "learning_rate": 7.63891454411161e-06,
      "loss": 0.1309,
      "step": 4727
    },
    {
      "epoch": 3.090240313879353,
      "grad_norm": 3.46875,
      "learning_rate": 7.634477625561018e-06,
      "loss": 0.0378,
      "step": 4728
    },
    {
      "epoch": 3.090894229197319,
      "grad_norm": 3.34375,
      "learning_rate": 7.630041200240927e-06,
      "loss": 0.0876,
      "step": 4729
    },
    {
      "epoch": 3.0915481445152855,
      "grad_norm": 3.84375,
      "learning_rate": 7.625605269076361e-06,
      "loss": 0.0979,
      "step": 4730
    },
    {
      "epoch": 3.0922020598332516,
      "grad_norm": 4.90625,
      "learning_rate": 7.621169832992248e-06,
      "loss": 0.1255,
      "step": 4731
    },
    {
      "epoch": 3.092855975151218,
      "grad_norm": 5.625,
      "learning_rate": 7.616734892913415e-06,
      "loss": 0.1248,
      "step": 4732
    },
    {
      "epoch": 3.0935098904691842,
      "grad_norm": 2.46875,
      "learning_rate": 7.61230044976458e-06,
      "loss": 0.0378,
      "step": 4733
    },
    {
      "epoch": 3.094163805787151,
      "grad_norm": 4.75,
      "learning_rate": 7.607866504470365e-06,
      "loss": 0.0983,
      "step": 4734
    },
    {
      "epoch": 3.094817721105117,
      "grad_norm": 3.859375,
      "learning_rate": 7.603433057955279e-06,
      "loss": 0.085,
      "step": 4735
    },
    {
      "epoch": 3.095471636423083,
      "grad_norm": 4.625,
      "learning_rate": 7.599000111143733e-06,
      "loss": 0.1255,
      "step": 4736
    },
    {
      "epoch": 3.0961255517410495,
      "grad_norm": 5.1875,
      "learning_rate": 7.594567664960032e-06,
      "loss": 0.1033,
      "step": 4737
    },
    {
      "epoch": 3.096779467059016,
      "grad_norm": 5.3125,
      "learning_rate": 7.590135720328379e-06,
      "loss": 0.1468,
      "step": 4738
    },
    {
      "epoch": 3.097433382376982,
      "grad_norm": 2.203125,
      "learning_rate": 7.585704278172865e-06,
      "loss": 0.0322,
      "step": 4739
    },
    {
      "epoch": 3.0980872976949483,
      "grad_norm": 2.53125,
      "learning_rate": 7.581273339417485e-06,
      "loss": 0.0277,
      "step": 4740
    },
    {
      "epoch": 3.098741213012915,
      "grad_norm": 3.484375,
      "learning_rate": 7.576842904986124e-06,
      "loss": 0.1142,
      "step": 4741
    },
    {
      "epoch": 3.0993951283308814,
      "grad_norm": 4.40625,
      "learning_rate": 7.5724129758025644e-06,
      "loss": 0.1071,
      "step": 4742
    },
    {
      "epoch": 3.1000490436488475,
      "grad_norm": 7.0,
      "learning_rate": 7.56798355279048e-06,
      "loss": 0.1985,
      "step": 4743
    },
    {
      "epoch": 3.1007029589668136,
      "grad_norm": 1.9609375,
      "learning_rate": 7.563554636873444e-06,
      "loss": 0.0308,
      "step": 4744
    },
    {
      "epoch": 3.10135687428478,
      "grad_norm": 5.34375,
      "learning_rate": 7.559126228974921e-06,
      "loss": 0.1418,
      "step": 4745
    },
    {
      "epoch": 3.1020107896027462,
      "grad_norm": 4.78125,
      "learning_rate": 7.554698330018272e-06,
      "loss": 0.1304,
      "step": 4746
    },
    {
      "epoch": 3.102664704920713,
      "grad_norm": 3.125,
      "learning_rate": 7.5502709409267425e-06,
      "loss": 0.0376,
      "step": 4747
    },
    {
      "epoch": 3.103318620238679,
      "grad_norm": 5.65625,
      "learning_rate": 7.545844062623484e-06,
      "loss": 0.1446,
      "step": 4748
    },
    {
      "epoch": 3.1039725355566454,
      "grad_norm": 3.53125,
      "learning_rate": 7.541417696031535e-06,
      "loss": 0.1466,
      "step": 4749
    },
    {
      "epoch": 3.1046264508746115,
      "grad_norm": 4.3125,
      "learning_rate": 7.53699184207383e-06,
      "loss": 0.1054,
      "step": 4750
    },
    {
      "epoch": 3.105280366192578,
      "grad_norm": 6.03125,
      "learning_rate": 7.5325665016731956e-06,
      "loss": 0.1384,
      "step": 4751
    },
    {
      "epoch": 3.105934281510544,
      "grad_norm": 3.875,
      "learning_rate": 7.528141675752346e-06,
      "loss": 0.1226,
      "step": 4752
    },
    {
      "epoch": 3.1065881968285107,
      "grad_norm": 3.875,
      "learning_rate": 7.523717365233894e-06,
      "loss": 0.1152,
      "step": 4753
    },
    {
      "epoch": 3.107242112146477,
      "grad_norm": 3.953125,
      "learning_rate": 7.519293571040352e-06,
      "loss": 0.0683,
      "step": 4754
    },
    {
      "epoch": 3.1078960274644434,
      "grad_norm": 7.1875,
      "learning_rate": 7.5148702940941094e-06,
      "loss": 0.3364,
      "step": 4755
    },
    {
      "epoch": 3.1085499427824095,
      "grad_norm": 3.3125,
      "learning_rate": 7.510447535317458e-06,
      "loss": 0.1121,
      "step": 4756
    },
    {
      "epoch": 3.109203858100376,
      "grad_norm": 6.375,
      "learning_rate": 7.506025295632577e-06,
      "loss": 0.2036,
      "step": 4757
    },
    {
      "epoch": 3.109857773418342,
      "grad_norm": 2.78125,
      "learning_rate": 7.501603575961539e-06,
      "loss": 0.0552,
      "step": 4758
    },
    {
      "epoch": 3.1105116887363087,
      "grad_norm": 3.71875,
      "learning_rate": 7.497182377226313e-06,
      "loss": 0.0965,
      "step": 4759
    },
    {
      "epoch": 3.111165604054275,
      "grad_norm": 4.78125,
      "learning_rate": 7.492761700348747e-06,
      "loss": 0.1329,
      "step": 4760
    },
    {
      "epoch": 3.1118195193722413,
      "grad_norm": 2.390625,
      "learning_rate": 7.488341546250593e-06,
      "loss": 0.0504,
      "step": 4761
    },
    {
      "epoch": 3.1124734346902074,
      "grad_norm": 5.53125,
      "learning_rate": 7.483921915853486e-06,
      "loss": 0.1388,
      "step": 4762
    },
    {
      "epoch": 3.113127350008174,
      "grad_norm": 2.9375,
      "learning_rate": 7.479502810078954e-06,
      "loss": 0.0644,
      "step": 4763
    },
    {
      "epoch": 3.11378126532614,
      "grad_norm": 3.6875,
      "learning_rate": 7.4750842298484205e-06,
      "loss": 0.0901,
      "step": 4764
    },
    {
      "epoch": 3.1144351806441066,
      "grad_norm": 5.71875,
      "learning_rate": 7.470666176083193e-06,
      "loss": 0.1315,
      "step": 4765
    },
    {
      "epoch": 3.1150890959620727,
      "grad_norm": 5.6875,
      "learning_rate": 7.466248649704471e-06,
      "loss": 0.1658,
      "step": 4766
    },
    {
      "epoch": 3.1157430112800393,
      "grad_norm": 4.375,
      "learning_rate": 7.4618316516333435e-06,
      "loss": 0.1132,
      "step": 4767
    },
    {
      "epoch": 3.1163969265980054,
      "grad_norm": 4.03125,
      "learning_rate": 7.4574151827907935e-06,
      "loss": 0.0838,
      "step": 4768
    },
    {
      "epoch": 3.117050841915972,
      "grad_norm": 4.1875,
      "learning_rate": 7.4529992440976865e-06,
      "loss": 0.1232,
      "step": 4769
    },
    {
      "epoch": 3.117704757233938,
      "grad_norm": 3.203125,
      "learning_rate": 7.448583836474782e-06,
      "loss": 0.0354,
      "step": 4770
    },
    {
      "epoch": 3.1183586725519046,
      "grad_norm": 4.65625,
      "learning_rate": 7.444168960842729e-06,
      "loss": 0.0917,
      "step": 4771
    },
    {
      "epoch": 3.1190125878698707,
      "grad_norm": 3.375,
      "learning_rate": 7.439754618122066e-06,
      "loss": 0.0522,
      "step": 4772
    },
    {
      "epoch": 3.1196665031878372,
      "grad_norm": 3.796875,
      "learning_rate": 7.435340809233218e-06,
      "loss": 0.0907,
      "step": 4773
    },
    {
      "epoch": 3.1203204185058033,
      "grad_norm": 4.0625,
      "learning_rate": 7.430927535096495e-06,
      "loss": 0.1228,
      "step": 4774
    },
    {
      "epoch": 3.12097433382377,
      "grad_norm": 6.0625,
      "learning_rate": 7.4265147966321075e-06,
      "loss": 0.1221,
      "step": 4775
    },
    {
      "epoch": 3.121628249141736,
      "grad_norm": 2.765625,
      "learning_rate": 7.422102594760146e-06,
      "loss": 0.0345,
      "step": 4776
    },
    {
      "epoch": 3.1222821644597025,
      "grad_norm": 5.71875,
      "learning_rate": 7.417690930400587e-06,
      "loss": 0.1832,
      "step": 4777
    },
    {
      "epoch": 3.1229360797776686,
      "grad_norm": 3.1875,
      "learning_rate": 7.4132798044733e-06,
      "loss": 0.0692,
      "step": 4778
    },
    {
      "epoch": 3.123589995095635,
      "grad_norm": 4.03125,
      "learning_rate": 7.40886921789804e-06,
      "loss": 0.1075,
      "step": 4779
    },
    {
      "epoch": 3.1242439104136013,
      "grad_norm": 2.578125,
      "learning_rate": 7.404459171594449e-06,
      "loss": 0.0472,
      "step": 4780
    },
    {
      "epoch": 3.124897825731568,
      "grad_norm": 2.703125,
      "learning_rate": 7.400049666482061e-06,
      "loss": 0.0783,
      "step": 4781
    },
    {
      "epoch": 3.125551741049534,
      "grad_norm": 6.40625,
      "learning_rate": 7.395640703480288e-06,
      "loss": 0.2143,
      "step": 4782
    },
    {
      "epoch": 3.1262056563675005,
      "grad_norm": 2.765625,
      "learning_rate": 7.391232283508436e-06,
      "loss": 0.0495,
      "step": 4783
    },
    {
      "epoch": 3.1268595716854666,
      "grad_norm": 4.875,
      "learning_rate": 7.386824407485693e-06,
      "loss": 0.171,
      "step": 4784
    },
    {
      "epoch": 3.127513487003433,
      "grad_norm": 3.609375,
      "learning_rate": 7.382417076331148e-06,
      "loss": 0.0542,
      "step": 4785
    },
    {
      "epoch": 3.1281674023213992,
      "grad_norm": 5.375,
      "learning_rate": 7.378010290963755e-06,
      "loss": 0.0784,
      "step": 4786
    },
    {
      "epoch": 3.1288213176393658,
      "grad_norm": 4.0,
      "learning_rate": 7.373604052302365e-06,
      "loss": 0.1404,
      "step": 4787
    },
    {
      "epoch": 3.129475232957332,
      "grad_norm": 4.84375,
      "learning_rate": 7.369198361265719e-06,
      "loss": 0.1135,
      "step": 4788
    },
    {
      "epoch": 3.1301291482752984,
      "grad_norm": 4.9375,
      "learning_rate": 7.3647932187724356e-06,
      "loss": 0.1586,
      "step": 4789
    },
    {
      "epoch": 3.1307830635932645,
      "grad_norm": 6.5,
      "learning_rate": 7.3603886257410255e-06,
      "loss": 0.0729,
      "step": 4790
    },
    {
      "epoch": 3.131436978911231,
      "grad_norm": 4.15625,
      "learning_rate": 7.355984583089877e-06,
      "loss": 0.0614,
      "step": 4791
    },
    {
      "epoch": 3.132090894229197,
      "grad_norm": 3.921875,
      "learning_rate": 7.351581091737272e-06,
      "loss": 0.2028,
      "step": 4792
    },
    {
      "epoch": 3.1327448095471637,
      "grad_norm": 2.875,
      "learning_rate": 7.347178152601373e-06,
      "loss": 0.0347,
      "step": 4793
    },
    {
      "epoch": 3.13339872486513,
      "grad_norm": 3.71875,
      "learning_rate": 7.342775766600225e-06,
      "loss": 0.0961,
      "step": 4794
    },
    {
      "epoch": 3.1340526401830964,
      "grad_norm": 4.625,
      "learning_rate": 7.338373934651769e-06,
      "loss": 0.0943,
      "step": 4795
    },
    {
      "epoch": 3.1347065555010625,
      "grad_norm": 4.21875,
      "learning_rate": 7.333972657673817e-06,
      "loss": 0.1259,
      "step": 4796
    },
    {
      "epoch": 3.135360470819029,
      "grad_norm": 4.25,
      "learning_rate": 7.329571936584072e-06,
      "loss": 0.047,
      "step": 4797
    },
    {
      "epoch": 3.136014386136995,
      "grad_norm": 3.15625,
      "learning_rate": 7.325171772300122e-06,
      "loss": 0.0438,
      "step": 4798
    },
    {
      "epoch": 3.1366683014549617,
      "grad_norm": 3.03125,
      "learning_rate": 7.320772165739432e-06,
      "loss": 0.0631,
      "step": 4799
    },
    {
      "epoch": 3.1373222167729278,
      "grad_norm": 4.5625,
      "learning_rate": 7.316373117819357e-06,
      "loss": 0.1042,
      "step": 4800
    },
    {
      "epoch": 3.1379761320908943,
      "grad_norm": 4.84375,
      "learning_rate": 7.311974629457135e-06,
      "loss": 0.1335,
      "step": 4801
    },
    {
      "epoch": 3.1386300474088604,
      "grad_norm": 5.5,
      "learning_rate": 7.3075767015698865e-06,
      "loss": 0.1916,
      "step": 4802
    },
    {
      "epoch": 3.139283962726827,
      "grad_norm": 5.0,
      "learning_rate": 7.303179335074616e-06,
      "loss": 0.0731,
      "step": 4803
    },
    {
      "epoch": 3.139937878044793,
      "grad_norm": 3.265625,
      "learning_rate": 7.298782530888202e-06,
      "loss": 0.0535,
      "step": 4804
    },
    {
      "epoch": 3.1405917933627596,
      "grad_norm": 5.28125,
      "learning_rate": 7.294386289927425e-06,
      "loss": 0.1299,
      "step": 4805
    },
    {
      "epoch": 3.1412457086807257,
      "grad_norm": 7.65625,
      "learning_rate": 7.289990613108933e-06,
      "loss": 0.1035,
      "step": 4806
    },
    {
      "epoch": 3.1418996239986923,
      "grad_norm": 4.53125,
      "learning_rate": 7.285595501349259e-06,
      "loss": 0.2183,
      "step": 4807
    },
    {
      "epoch": 3.1425535393166584,
      "grad_norm": 3.15625,
      "learning_rate": 7.281200955564818e-06,
      "loss": 0.0499,
      "step": 4808
    },
    {
      "epoch": 3.143207454634625,
      "grad_norm": 3.09375,
      "learning_rate": 7.276806976671908e-06,
      "loss": 0.0738,
      "step": 4809
    },
    {
      "epoch": 3.143861369952591,
      "grad_norm": 3.296875,
      "learning_rate": 7.272413565586711e-06,
      "loss": 0.0661,
      "step": 4810
    },
    {
      "epoch": 3.1445152852705576,
      "grad_norm": 4.40625,
      "learning_rate": 7.268020723225288e-06,
      "loss": 0.1261,
      "step": 4811
    },
    {
      "epoch": 3.1451692005885237,
      "grad_norm": 4.71875,
      "learning_rate": 7.2636284505035855e-06,
      "loss": 0.2077,
      "step": 4812
    },
    {
      "epoch": 3.14582311590649,
      "grad_norm": 4.90625,
      "learning_rate": 7.259236748337421e-06,
      "loss": 0.0807,
      "step": 4813
    },
    {
      "epoch": 3.1464770312244563,
      "grad_norm": 5.1875,
      "learning_rate": 7.254845617642504e-06,
      "loss": 0.1145,
      "step": 4814
    },
    {
      "epoch": 3.147130946542423,
      "grad_norm": 7.25,
      "learning_rate": 7.250455059334418e-06,
      "loss": 0.1405,
      "step": 4815
    },
    {
      "epoch": 3.147784861860389,
      "grad_norm": 4.0625,
      "learning_rate": 7.246065074328632e-06,
      "loss": 0.0643,
      "step": 4816
    },
    {
      "epoch": 3.1484387771783555,
      "grad_norm": 4.25,
      "learning_rate": 7.241675663540495e-06,
      "loss": 0.063,
      "step": 4817
    },
    {
      "epoch": 3.1490926924963216,
      "grad_norm": 6.78125,
      "learning_rate": 7.2372868278852315e-06,
      "loss": 0.2884,
      "step": 4818
    },
    {
      "epoch": 3.149746607814288,
      "grad_norm": 5.03125,
      "learning_rate": 7.232898568277951e-06,
      "loss": 0.2005,
      "step": 4819
    },
    {
      "epoch": 3.1504005231322543,
      "grad_norm": 4.28125,
      "learning_rate": 7.2285108856336415e-06,
      "loss": 0.1012,
      "step": 4820
    },
    {
      "epoch": 3.151054438450221,
      "grad_norm": 3.734375,
      "learning_rate": 7.224123780867167e-06,
      "loss": 0.1097,
      "step": 4821
    },
    {
      "epoch": 3.151708353768187,
      "grad_norm": 2.96875,
      "learning_rate": 7.219737254893275e-06,
      "loss": 0.0647,
      "step": 4822
    },
    {
      "epoch": 3.1523622690861535,
      "grad_norm": 5.71875,
      "learning_rate": 7.215351308626595e-06,
      "loss": 0.2163,
      "step": 4823
    },
    {
      "epoch": 3.1530161844041196,
      "grad_norm": 2.46875,
      "learning_rate": 7.2109659429816294e-06,
      "loss": 0.04,
      "step": 4824
    },
    {
      "epoch": 3.153670099722086,
      "grad_norm": 3.234375,
      "learning_rate": 7.206581158872761e-06,
      "loss": 0.0805,
      "step": 4825
    },
    {
      "epoch": 3.154324015040052,
      "grad_norm": 3.109375,
      "learning_rate": 7.2021969572142546e-06,
      "loss": 0.0561,
      "step": 4826
    },
    {
      "epoch": 3.1549779303580188,
      "grad_norm": 5.3125,
      "learning_rate": 7.197813338920253e-06,
      "loss": 0.2243,
      "step": 4827
    },
    {
      "epoch": 3.155631845675985,
      "grad_norm": 5.125,
      "learning_rate": 7.193430304904774e-06,
      "loss": 0.1443,
      "step": 4828
    },
    {
      "epoch": 3.1562857609939514,
      "grad_norm": 4.5,
      "learning_rate": 7.189047856081719e-06,
      "loss": 0.1777,
      "step": 4829
    },
    {
      "epoch": 3.1569396763119175,
      "grad_norm": 4.96875,
      "learning_rate": 7.1846659933648575e-06,
      "loss": 0.0963,
      "step": 4830
    },
    {
      "epoch": 3.157593591629884,
      "grad_norm": 5.09375,
      "learning_rate": 7.1802847176678466e-06,
      "loss": 0.1611,
      "step": 4831
    },
    {
      "epoch": 3.15824750694785,
      "grad_norm": 3.96875,
      "learning_rate": 7.175904029904219e-06,
      "loss": 0.0605,
      "step": 4832
    },
    {
      "epoch": 3.1589014222658167,
      "grad_norm": 4.3125,
      "learning_rate": 7.171523930987382e-06,
      "loss": 0.1042,
      "step": 4833
    },
    {
      "epoch": 3.159555337583783,
      "grad_norm": 5.96875,
      "learning_rate": 7.167144421830623e-06,
      "loss": 0.0962,
      "step": 4834
    },
    {
      "epoch": 3.1602092529017494,
      "grad_norm": 6.15625,
      "learning_rate": 7.162765503347097e-06,
      "loss": 0.1458,
      "step": 4835
    },
    {
      "epoch": 3.1608631682197155,
      "grad_norm": 4.75,
      "learning_rate": 7.158387176449857e-06,
      "loss": 0.1605,
      "step": 4836
    },
    {
      "epoch": 3.161517083537682,
      "grad_norm": 5.46875,
      "learning_rate": 7.154009442051813e-06,
      "loss": 0.1013,
      "step": 4837
    },
    {
      "epoch": 3.162170998855648,
      "grad_norm": 3.578125,
      "learning_rate": 7.149632301065756e-06,
      "loss": 0.0852,
      "step": 4838
    },
    {
      "epoch": 3.1628249141736147,
      "grad_norm": 4.46875,
      "learning_rate": 7.1452557544043585e-06,
      "loss": 0.1128,
      "step": 4839
    },
    {
      "epoch": 3.1634788294915808,
      "grad_norm": 5.0,
      "learning_rate": 7.140879802980163e-06,
      "loss": 0.0814,
      "step": 4840
    },
    {
      "epoch": 3.1641327448095473,
      "grad_norm": 4.0625,
      "learning_rate": 7.136504447705592e-06,
      "loss": 0.0609,
      "step": 4841
    },
    {
      "epoch": 3.1647866601275134,
      "grad_norm": 3.578125,
      "learning_rate": 7.1321296894929455e-06,
      "loss": 0.0532,
      "step": 4842
    },
    {
      "epoch": 3.16544057544548,
      "grad_norm": 5.78125,
      "learning_rate": 7.12775552925439e-06,
      "loss": 0.2177,
      "step": 4843
    },
    {
      "epoch": 3.166094490763446,
      "grad_norm": 2.859375,
      "learning_rate": 7.123381967901976e-06,
      "loss": 0.0714,
      "step": 4844
    },
    {
      "epoch": 3.1667484060814126,
      "grad_norm": 5.15625,
      "learning_rate": 7.119009006347625e-06,
      "loss": 0.2258,
      "step": 4845
    },
    {
      "epoch": 3.1674023213993787,
      "grad_norm": 7.1875,
      "learning_rate": 7.114636645503137e-06,
      "loss": 0.2251,
      "step": 4846
    },
    {
      "epoch": 3.1680562367173453,
      "grad_norm": 6.78125,
      "learning_rate": 7.110264886280185e-06,
      "loss": 0.1956,
      "step": 4847
    },
    {
      "epoch": 3.1687101520353114,
      "grad_norm": 6.9375,
      "learning_rate": 7.105893729590314e-06,
      "loss": 0.1006,
      "step": 4848
    },
    {
      "epoch": 3.169364067353278,
      "grad_norm": 5.71875,
      "learning_rate": 7.1015231763449464e-06,
      "loss": 0.0634,
      "step": 4849
    },
    {
      "epoch": 3.170017982671244,
      "grad_norm": 3.0625,
      "learning_rate": 7.097153227455379e-06,
      "loss": 0.0502,
      "step": 4850
    },
    {
      "epoch": 3.1706718979892106,
      "grad_norm": 6.4375,
      "learning_rate": 7.0927838838327776e-06,
      "loss": 0.2013,
      "step": 4851
    },
    {
      "epoch": 3.1713258133071767,
      "grad_norm": 4.875,
      "learning_rate": 7.088415146388188e-06,
      "loss": 0.1379,
      "step": 4852
    },
    {
      "epoch": 3.171979728625143,
      "grad_norm": 4.34375,
      "learning_rate": 7.084047016032528e-06,
      "loss": 0.0755,
      "step": 4853
    },
    {
      "epoch": 3.1726336439431093,
      "grad_norm": 5.375,
      "learning_rate": 7.0796794936765856e-06,
      "loss": 0.1534,
      "step": 4854
    },
    {
      "epoch": 3.173287559261076,
      "grad_norm": 5.28125,
      "learning_rate": 7.0753125802310275e-06,
      "loss": 0.1133,
      "step": 4855
    },
    {
      "epoch": 3.173941474579042,
      "grad_norm": 3.546875,
      "learning_rate": 7.070946276606387e-06,
      "loss": 0.1177,
      "step": 4856
    },
    {
      "epoch": 3.1745953898970085,
      "grad_norm": 4.9375,
      "learning_rate": 7.066580583713076e-06,
      "loss": 0.2595,
      "step": 4857
    },
    {
      "epoch": 3.1752493052149746,
      "grad_norm": 3.9375,
      "learning_rate": 7.062215502461376e-06,
      "loss": 0.0611,
      "step": 4858
    },
    {
      "epoch": 3.175903220532941,
      "grad_norm": 3.4375,
      "learning_rate": 7.057851033761445e-06,
      "loss": 0.0856,
      "step": 4859
    },
    {
      "epoch": 3.1765571358509073,
      "grad_norm": 3.5,
      "learning_rate": 7.053487178523304e-06,
      "loss": 0.0443,
      "step": 4860
    },
    {
      "epoch": 3.177211051168874,
      "grad_norm": 5.34375,
      "learning_rate": 7.049123937656855e-06,
      "loss": 0.202,
      "step": 4861
    },
    {
      "epoch": 3.17786496648684,
      "grad_norm": 7.15625,
      "learning_rate": 7.044761312071869e-06,
      "loss": 0.1779,
      "step": 4862
    },
    {
      "epoch": 3.1785188818048065,
      "grad_norm": 3.78125,
      "learning_rate": 7.040399302677988e-06,
      "loss": 0.0723,
      "step": 4863
    },
    {
      "epoch": 3.1791727971227726,
      "grad_norm": 5.78125,
      "learning_rate": 7.036037910384729e-06,
      "loss": 0.1734,
      "step": 4864
    },
    {
      "epoch": 3.179826712440739,
      "grad_norm": 4.3125,
      "learning_rate": 7.031677136101471e-06,
      "loss": 0.0966,
      "step": 4865
    },
    {
      "epoch": 3.180480627758705,
      "grad_norm": 4.5625,
      "learning_rate": 7.027316980737473e-06,
      "loss": 0.1988,
      "step": 4866
    },
    {
      "epoch": 3.1811345430766718,
      "grad_norm": 6.90625,
      "learning_rate": 7.0229574452018675e-06,
      "loss": 0.3001,
      "step": 4867
    },
    {
      "epoch": 3.181788458394638,
      "grad_norm": 6.90625,
      "learning_rate": 7.01859853040365e-06,
      "loss": 0.2919,
      "step": 4868
    },
    {
      "epoch": 3.1824423737126044,
      "grad_norm": 4.78125,
      "learning_rate": 7.014240237251687e-06,
      "loss": 0.1451,
      "step": 4869
    },
    {
      "epoch": 3.1830962890305705,
      "grad_norm": 3.4375,
      "learning_rate": 7.00988256665472e-06,
      "loss": 0.0834,
      "step": 4870
    },
    {
      "epoch": 3.183750204348537,
      "grad_norm": 3.78125,
      "learning_rate": 7.005525519521359e-06,
      "loss": 0.1064,
      "step": 4871
    },
    {
      "epoch": 3.184404119666503,
      "grad_norm": 3.171875,
      "learning_rate": 7.001169096760083e-06,
      "loss": 0.0369,
      "step": 4872
    },
    {
      "epoch": 3.1850580349844697,
      "grad_norm": 3.625,
      "learning_rate": 6.99681329927924e-06,
      "loss": 0.0592,
      "step": 4873
    },
    {
      "epoch": 3.185711950302436,
      "grad_norm": 3.609375,
      "learning_rate": 6.99245812798705e-06,
      "loss": 0.0551,
      "step": 4874
    },
    {
      "epoch": 3.1863658656204024,
      "grad_norm": 4.15625,
      "learning_rate": 6.9881035837916e-06,
      "loss": 0.0822,
      "step": 4875
    },
    {
      "epoch": 3.1870197809383685,
      "grad_norm": 4.53125,
      "learning_rate": 6.9837496676008475e-06,
      "loss": 0.0964,
      "step": 4876
    },
    {
      "epoch": 3.187673696256335,
      "grad_norm": 6.65625,
      "learning_rate": 6.979396380322621e-06,
      "loss": 0.2398,
      "step": 4877
    },
    {
      "epoch": 3.188327611574301,
      "grad_norm": 5.4375,
      "learning_rate": 6.975043722864616e-06,
      "loss": 0.0753,
      "step": 4878
    },
    {
      "epoch": 3.1889815268922677,
      "grad_norm": 8.375,
      "learning_rate": 6.970691696134397e-06,
      "loss": 0.1336,
      "step": 4879
    },
    {
      "epoch": 3.1896354422102338,
      "grad_norm": 5.4375,
      "learning_rate": 6.966340301039394e-06,
      "loss": 0.0968,
      "step": 4880
    },
    {
      "epoch": 3.1902893575282,
      "grad_norm": 3.015625,
      "learning_rate": 6.961989538486913e-06,
      "loss": 0.0561,
      "step": 4881
    },
    {
      "epoch": 3.1909432728461664,
      "grad_norm": 6.375,
      "learning_rate": 6.957639409384118e-06,
      "loss": 0.2233,
      "step": 4882
    },
    {
      "epoch": 3.191597188164133,
      "grad_norm": 1.859375,
      "learning_rate": 6.953289914638046e-06,
      "loss": 0.0316,
      "step": 4883
    },
    {
      "epoch": 3.192251103482099,
      "grad_norm": 5.3125,
      "learning_rate": 6.948941055155605e-06,
      "loss": 0.1493,
      "step": 4884
    },
    {
      "epoch": 3.192905018800065,
      "grad_norm": 3.859375,
      "learning_rate": 6.944592831843566e-06,
      "loss": 0.0589,
      "step": 4885
    },
    {
      "epoch": 3.1935589341180317,
      "grad_norm": 5.40625,
      "learning_rate": 6.940245245608566e-06,
      "loss": 0.103,
      "step": 4886
    },
    {
      "epoch": 3.1942128494359983,
      "grad_norm": 4.03125,
      "learning_rate": 6.935898297357115e-06,
      "loss": 0.0953,
      "step": 4887
    },
    {
      "epoch": 3.1948667647539644,
      "grad_norm": 6.46875,
      "learning_rate": 6.931551987995588e-06,
      "loss": 0.2535,
      "step": 4888
    },
    {
      "epoch": 3.1955206800719305,
      "grad_norm": 5.1875,
      "learning_rate": 6.927206318430224e-06,
      "loss": 0.1304,
      "step": 4889
    },
    {
      "epoch": 3.196174595389897,
      "grad_norm": 3.59375,
      "learning_rate": 6.922861289567129e-06,
      "loss": 0.0887,
      "step": 4890
    },
    {
      "epoch": 3.1968285107078636,
      "grad_norm": 6.78125,
      "learning_rate": 6.918516902312277e-06,
      "loss": 0.2583,
      "step": 4891
    },
    {
      "epoch": 3.1974824260258297,
      "grad_norm": 2.296875,
      "learning_rate": 6.914173157571506e-06,
      "loss": 0.0261,
      "step": 4892
    },
    {
      "epoch": 3.1981363413437958,
      "grad_norm": 2.40625,
      "learning_rate": 6.909830056250527e-06,
      "loss": 0.0392,
      "step": 4893
    },
    {
      "epoch": 3.1987902566617623,
      "grad_norm": 3.578125,
      "learning_rate": 6.90548759925491e-06,
      "loss": 0.0428,
      "step": 4894
    },
    {
      "epoch": 3.199444171979729,
      "grad_norm": 6.6875,
      "learning_rate": 6.901145787490087e-06,
      "loss": 0.196,
      "step": 4895
    },
    {
      "epoch": 3.200098087297695,
      "grad_norm": 7.90625,
      "learning_rate": 6.896804621861366e-06,
      "loss": 0.202,
      "step": 4896
    },
    {
      "epoch": 3.200752002615661,
      "grad_norm": 4.15625,
      "learning_rate": 6.8924641032739105e-06,
      "loss": 0.0799,
      "step": 4897
    },
    {
      "epoch": 3.2014059179336276,
      "grad_norm": 3.421875,
      "learning_rate": 6.88812423263276e-06,
      "loss": 0.0412,
      "step": 4898
    },
    {
      "epoch": 3.2020598332515937,
      "grad_norm": 2.109375,
      "learning_rate": 6.883785010842809e-06,
      "loss": 0.0379,
      "step": 4899
    },
    {
      "epoch": 3.2027137485695603,
      "grad_norm": 2.359375,
      "learning_rate": 6.879446438808822e-06,
      "loss": 0.0613,
      "step": 4900
    },
    {
      "epoch": 3.2033676638875264,
      "grad_norm": 4.1875,
      "learning_rate": 6.875108517435424e-06,
      "loss": 0.1337,
      "step": 4901
    },
    {
      "epoch": 3.204021579205493,
      "grad_norm": 4.6875,
      "learning_rate": 6.8707712476271075e-06,
      "loss": 0.1379,
      "step": 4902
    },
    {
      "epoch": 3.204675494523459,
      "grad_norm": 2.3125,
      "learning_rate": 6.86643463028823e-06,
      "loss": 0.0393,
      "step": 4903
    },
    {
      "epoch": 3.2053294098414256,
      "grad_norm": 4.34375,
      "learning_rate": 6.8620986663230075e-06,
      "loss": 0.084,
      "step": 4904
    },
    {
      "epoch": 3.2059833251593917,
      "grad_norm": 2.640625,
      "learning_rate": 6.857763356635525e-06,
      "loss": 0.0362,
      "step": 4905
    },
    {
      "epoch": 3.206637240477358,
      "grad_norm": 3.484375,
      "learning_rate": 6.8534287021297295e-06,
      "loss": 0.0459,
      "step": 4906
    },
    {
      "epoch": 3.2072911557953243,
      "grad_norm": 4.78125,
      "learning_rate": 6.849094703709431e-06,
      "loss": 0.1061,
      "step": 4907
    },
    {
      "epoch": 3.207945071113291,
      "grad_norm": 5.25,
      "learning_rate": 6.844761362278305e-06,
      "loss": 0.137,
      "step": 4908
    },
    {
      "epoch": 3.208598986431257,
      "grad_norm": 4.71875,
      "learning_rate": 6.840428678739887e-06,
      "loss": 0.1037,
      "step": 4909
    },
    {
      "epoch": 3.2092529017492235,
      "grad_norm": 5.09375,
      "learning_rate": 6.83609665399758e-06,
      "loss": 0.2149,
      "step": 4910
    },
    {
      "epoch": 3.2099068170671896,
      "grad_norm": 3.359375,
      "learning_rate": 6.831765288954641e-06,
      "loss": 0.0826,
      "step": 4911
    },
    {
      "epoch": 3.210560732385156,
      "grad_norm": 6.09375,
      "learning_rate": 6.827434584514194e-06,
      "loss": 0.1588,
      "step": 4912
    },
    {
      "epoch": 3.2112146477031223,
      "grad_norm": 4.875,
      "learning_rate": 6.823104541579231e-06,
      "loss": 0.2311,
      "step": 4913
    },
    {
      "epoch": 3.211868563021089,
      "grad_norm": 3.484375,
      "learning_rate": 6.8187751610525955e-06,
      "loss": 0.051,
      "step": 4914
    },
    {
      "epoch": 3.212522478339055,
      "grad_norm": 3.0625,
      "learning_rate": 6.814446443837002e-06,
      "loss": 0.0718,
      "step": 4915
    },
    {
      "epoch": 3.2131763936570215,
      "grad_norm": 8.375,
      "learning_rate": 6.810118390835023e-06,
      "loss": 0.3986,
      "step": 4916
    },
    {
      "epoch": 3.2138303089749876,
      "grad_norm": 5.21875,
      "learning_rate": 6.805791002949085e-06,
      "loss": 0.1626,
      "step": 4917
    },
    {
      "epoch": 3.214484224292954,
      "grad_norm": 6.5625,
      "learning_rate": 6.801464281081493e-06,
      "loss": 0.0641,
      "step": 4918
    },
    {
      "epoch": 3.21513813961092,
      "grad_norm": 4.4375,
      "learning_rate": 6.797138226134401e-06,
      "loss": 0.1349,
      "step": 4919
    },
    {
      "epoch": 3.2157920549288868,
      "grad_norm": 4.40625,
      "learning_rate": 6.792812839009828e-06,
      "loss": 0.0547,
      "step": 4920
    },
    {
      "epoch": 3.216445970246853,
      "grad_norm": 7.03125,
      "learning_rate": 6.788488120609646e-06,
      "loss": 0.2733,
      "step": 4921
    },
    {
      "epoch": 3.2170998855648194,
      "grad_norm": 4.375,
      "learning_rate": 6.784164071835597e-06,
      "loss": 0.0657,
      "step": 4922
    },
    {
      "epoch": 3.2177538008827855,
      "grad_norm": 6.03125,
      "learning_rate": 6.779840693589279e-06,
      "loss": 0.1828,
      "step": 4923
    },
    {
      "epoch": 3.218407716200752,
      "grad_norm": 4.3125,
      "learning_rate": 6.775517986772153e-06,
      "loss": 0.0758,
      "step": 4924
    },
    {
      "epoch": 3.219061631518718,
      "grad_norm": 5.5625,
      "learning_rate": 6.771195952285541e-06,
      "loss": 0.2207,
      "step": 4925
    },
    {
      "epoch": 3.2197155468366847,
      "grad_norm": 7.4375,
      "learning_rate": 6.766874591030615e-06,
      "loss": 0.2161,
      "step": 4926
    },
    {
      "epoch": 3.220369462154651,
      "grad_norm": 5.25,
      "learning_rate": 6.762553903908413e-06,
      "loss": 0.0705,
      "step": 4927
    },
    {
      "epoch": 3.2210233774726174,
      "grad_norm": 2.765625,
      "learning_rate": 6.758233891819845e-06,
      "loss": 0.0763,
      "step": 4928
    },
    {
      "epoch": 3.2216772927905835,
      "grad_norm": 4.625,
      "learning_rate": 6.753914555665657e-06,
      "loss": 0.1818,
      "step": 4929
    },
    {
      "epoch": 3.22233120810855,
      "grad_norm": 4.15625,
      "learning_rate": 6.7495958963464704e-06,
      "loss": 0.0729,
      "step": 4930
    },
    {
      "epoch": 3.222985123426516,
      "grad_norm": 4.875,
      "learning_rate": 6.745277914762758e-06,
      "loss": 0.1391,
      "step": 4931
    },
    {
      "epoch": 3.2236390387444827,
      "grad_norm": 4.125,
      "learning_rate": 6.7409606118148566e-06,
      "loss": 0.0922,
      "step": 4932
    },
    {
      "epoch": 3.2242929540624488,
      "grad_norm": 4.46875,
      "learning_rate": 6.736643988402958e-06,
      "loss": 0.1233,
      "step": 4933
    },
    {
      "epoch": 3.2249468693804153,
      "grad_norm": 5.5,
      "learning_rate": 6.73232804542711e-06,
      "loss": 0.2025,
      "step": 4934
    },
    {
      "epoch": 3.2256007846983814,
      "grad_norm": 3.953125,
      "learning_rate": 6.728012783787224e-06,
      "loss": 0.1543,
      "step": 4935
    },
    {
      "epoch": 3.226254700016348,
      "grad_norm": 6.40625,
      "learning_rate": 6.723698204383067e-06,
      "loss": 0.268,
      "step": 4936
    },
    {
      "epoch": 3.226908615334314,
      "grad_norm": 3.0,
      "learning_rate": 6.719384308114263e-06,
      "loss": 0.0556,
      "step": 4937
    },
    {
      "epoch": 3.2275625306522806,
      "grad_norm": 5.53125,
      "learning_rate": 6.715071095880292e-06,
      "loss": 0.1449,
      "step": 4938
    },
    {
      "epoch": 3.2282164459702467,
      "grad_norm": 3.453125,
      "learning_rate": 6.710758568580498e-06,
      "loss": 0.0649,
      "step": 4939
    },
    {
      "epoch": 3.2288703612882133,
      "grad_norm": 3.875,
      "learning_rate": 6.7064467271140755e-06,
      "loss": 0.0877,
      "step": 4940
    },
    {
      "epoch": 3.2295242766061794,
      "grad_norm": 2.859375,
      "learning_rate": 6.702135572380078e-06,
      "loss": 0.075,
      "step": 4941
    },
    {
      "epoch": 3.230178191924146,
      "grad_norm": 5.5625,
      "learning_rate": 6.697825105277418e-06,
      "loss": 0.1955,
      "step": 4942
    },
    {
      "epoch": 3.230832107242112,
      "grad_norm": 5.40625,
      "learning_rate": 6.6935153267048604e-06,
      "loss": 0.1225,
      "step": 4943
    },
    {
      "epoch": 3.2314860225600786,
      "grad_norm": 4.21875,
      "learning_rate": 6.689206237561028e-06,
      "loss": 0.0758,
      "step": 4944
    },
    {
      "epoch": 3.2321399378780447,
      "grad_norm": 4.09375,
      "learning_rate": 6.684897838744403e-06,
      "loss": 0.0597,
      "step": 4945
    },
    {
      "epoch": 3.232793853196011,
      "grad_norm": 4.75,
      "learning_rate": 6.68059013115332e-06,
      "loss": 0.0678,
      "step": 4946
    },
    {
      "epoch": 3.2334477685139773,
      "grad_norm": 6.75,
      "learning_rate": 6.676283115685973e-06,
      "loss": 0.2866,
      "step": 4947
    },
    {
      "epoch": 3.234101683831944,
      "grad_norm": 3.53125,
      "learning_rate": 6.671976793240402e-06,
      "loss": 0.0658,
      "step": 4948
    },
    {
      "epoch": 3.23475559914991,
      "grad_norm": 5.25,
      "learning_rate": 6.6676711647145194e-06,
      "loss": 0.1129,
      "step": 4949
    },
    {
      "epoch": 3.2354095144678765,
      "grad_norm": 2.5625,
      "learning_rate": 6.663366231006082e-06,
      "loss": 0.0489,
      "step": 4950
    },
    {
      "epoch": 3.2360634297858426,
      "grad_norm": 4.09375,
      "learning_rate": 6.659061993012699e-06,
      "loss": 0.1122,
      "step": 4951
    },
    {
      "epoch": 3.236717345103809,
      "grad_norm": 2.1875,
      "learning_rate": 6.6547584516318395e-06,
      "loss": 0.0282,
      "step": 4952
    },
    {
      "epoch": 3.2373712604217753,
      "grad_norm": 4.5,
      "learning_rate": 6.650455607760828e-06,
      "loss": 0.0635,
      "step": 4953
    },
    {
      "epoch": 3.238025175739742,
      "grad_norm": 3.46875,
      "learning_rate": 6.646153462296843e-06,
      "loss": 0.118,
      "step": 4954
    },
    {
      "epoch": 3.238679091057708,
      "grad_norm": 3.203125,
      "learning_rate": 6.641852016136916e-06,
      "loss": 0.0861,
      "step": 4955
    },
    {
      "epoch": 3.2393330063756745,
      "grad_norm": 6.5625,
      "learning_rate": 6.637551270177931e-06,
      "loss": 0.083,
      "step": 4956
    },
    {
      "epoch": 3.2399869216936406,
      "grad_norm": 4.59375,
      "learning_rate": 6.63325122531663e-06,
      "loss": 0.0716,
      "step": 4957
    },
    {
      "epoch": 3.240640837011607,
      "grad_norm": 5.125,
      "learning_rate": 6.628951882449604e-06,
      "loss": 0.0639,
      "step": 4958
    },
    {
      "epoch": 3.241294752329573,
      "grad_norm": 4.25,
      "learning_rate": 6.624653242473307e-06,
      "loss": 0.0992,
      "step": 4959
    },
    {
      "epoch": 3.2419486676475398,
      "grad_norm": 4.5625,
      "learning_rate": 6.620355306284036e-06,
      "loss": 0.0915,
      "step": 4960
    },
    {
      "epoch": 3.242602582965506,
      "grad_norm": 6.0,
      "learning_rate": 6.616058074777947e-06,
      "loss": 0.072,
      "step": 4961
    },
    {
      "epoch": 3.2432564982834724,
      "grad_norm": 6.25,
      "learning_rate": 6.611761548851046e-06,
      "loss": 0.2593,
      "step": 4962
    },
    {
      "epoch": 3.2439104136014385,
      "grad_norm": 2.78125,
      "learning_rate": 6.607465729399194e-06,
      "loss": 0.0773,
      "step": 4963
    },
    {
      "epoch": 3.244564328919405,
      "grad_norm": 5.75,
      "learning_rate": 6.603170617318103e-06,
      "loss": 0.1628,
      "step": 4964
    },
    {
      "epoch": 3.245218244237371,
      "grad_norm": 5.3125,
      "learning_rate": 6.5988762135033405e-06,
      "loss": 0.1488,
      "step": 4965
    },
    {
      "epoch": 3.2458721595553377,
      "grad_norm": 5.46875,
      "learning_rate": 6.594582518850321e-06,
      "loss": 0.1374,
      "step": 4966
    },
    {
      "epoch": 3.246526074873304,
      "grad_norm": 3.09375,
      "learning_rate": 6.590289534254317e-06,
      "loss": 0.0585,
      "step": 4967
    },
    {
      "epoch": 3.2471799901912703,
      "grad_norm": 5.875,
      "learning_rate": 6.585997260610448e-06,
      "loss": 0.1009,
      "step": 4968
    },
    {
      "epoch": 3.2478339055092365,
      "grad_norm": 3.375,
      "learning_rate": 6.581705698813694e-06,
      "loss": 0.0758,
      "step": 4969
    },
    {
      "epoch": 3.248487820827203,
      "grad_norm": 3.625,
      "learning_rate": 6.5774148497588745e-06,
      "loss": 0.1034,
      "step": 4970
    },
    {
      "epoch": 3.249141736145169,
      "grad_norm": 6.21875,
      "learning_rate": 6.573124714340666e-06,
      "loss": 0.0899,
      "step": 4971
    },
    {
      "epoch": 3.2497956514631356,
      "grad_norm": 3.90625,
      "learning_rate": 6.568835293453601e-06,
      "loss": 0.0543,
      "step": 4972
    },
    {
      "epoch": 3.2504495667811018,
      "grad_norm": 4.375,
      "learning_rate": 6.564546587992054e-06,
      "loss": 0.1645,
      "step": 4973
    },
    {
      "epoch": 3.2511034820990683,
      "grad_norm": 4.875,
      "learning_rate": 6.5602585988502555e-06,
      "loss": 0.323,
      "step": 4974
    },
    {
      "epoch": 3.2517573974170344,
      "grad_norm": 4.0,
      "learning_rate": 6.555971326922287e-06,
      "loss": 0.0705,
      "step": 4975
    },
    {
      "epoch": 3.252411312735001,
      "grad_norm": 3.1875,
      "learning_rate": 6.5516847731020785e-06,
      "loss": 0.043,
      "step": 4976
    },
    {
      "epoch": 3.253065228052967,
      "grad_norm": 3.375,
      "learning_rate": 6.547398938283412e-06,
      "loss": 0.0754,
      "step": 4977
    },
    {
      "epoch": 3.2537191433709336,
      "grad_norm": 3.375,
      "learning_rate": 6.543113823359913e-06,
      "loss": 0.0502,
      "step": 4978
    },
    {
      "epoch": 3.2543730586888997,
      "grad_norm": 1.7734375,
      "learning_rate": 6.538829429225068e-06,
      "loss": 0.017,
      "step": 4979
    },
    {
      "epoch": 3.2550269740068662,
      "grad_norm": 2.921875,
      "learning_rate": 6.534545756772212e-06,
      "loss": 0.0431,
      "step": 4980
    },
    {
      "epoch": 3.2556808893248323,
      "grad_norm": 5.65625,
      "learning_rate": 6.530262806894518e-06,
      "loss": 0.1994,
      "step": 4981
    },
    {
      "epoch": 3.256334804642799,
      "grad_norm": 4.65625,
      "learning_rate": 6.525980580485019e-06,
      "loss": 0.0892,
      "step": 4982
    },
    {
      "epoch": 3.256988719960765,
      "grad_norm": 3.859375,
      "learning_rate": 6.521699078436592e-06,
      "loss": 0.0933,
      "step": 4983
    },
    {
      "epoch": 3.2576426352787315,
      "grad_norm": 2.578125,
      "learning_rate": 6.5174183016419644e-06,
      "loss": 0.0452,
      "step": 4984
    },
    {
      "epoch": 3.2582965505966976,
      "grad_norm": 6.4375,
      "learning_rate": 6.513138250993716e-06,
      "loss": 0.1446,
      "step": 4985
    },
    {
      "epoch": 3.258950465914664,
      "grad_norm": 4.1875,
      "learning_rate": 6.508858927384267e-06,
      "loss": 0.0945,
      "step": 4986
    },
    {
      "epoch": 3.2596043812326303,
      "grad_norm": 4.5625,
      "learning_rate": 6.504580331705894e-06,
      "loss": 0.1014,
      "step": 4987
    },
    {
      "epoch": 3.260258296550597,
      "grad_norm": 3.171875,
      "learning_rate": 6.500302464850718e-06,
      "loss": 0.0415,
      "step": 4988
    },
    {
      "epoch": 3.260912211868563,
      "grad_norm": 4.03125,
      "learning_rate": 6.496025327710707e-06,
      "loss": 0.054,
      "step": 4989
    },
    {
      "epoch": 3.2615661271865295,
      "grad_norm": 5.90625,
      "learning_rate": 6.491748921177683e-06,
      "loss": 0.137,
      "step": 4990
    },
    {
      "epoch": 3.2622200425044956,
      "grad_norm": 2.609375,
      "learning_rate": 6.487473246143308e-06,
      "loss": 0.0332,
      "step": 4991
    },
    {
      "epoch": 3.262873957822462,
      "grad_norm": 4.5625,
      "learning_rate": 6.483198303499095e-06,
      "loss": 0.0628,
      "step": 4992
    },
    {
      "epoch": 3.2635278731404282,
      "grad_norm": 2.09375,
      "learning_rate": 6.478924094136405e-06,
      "loss": 0.0195,
      "step": 4993
    },
    {
      "epoch": 3.264181788458395,
      "grad_norm": 4.28125,
      "learning_rate": 6.474650618946448e-06,
      "loss": 0.1311,
      "step": 4994
    },
    {
      "epoch": 3.264835703776361,
      "grad_norm": 1.9609375,
      "learning_rate": 6.470377878820271e-06,
      "loss": 0.0371,
      "step": 4995
    },
    {
      "epoch": 3.2654896190943274,
      "grad_norm": 5.875,
      "learning_rate": 6.466105874648778e-06,
      "loss": 0.1782,
      "step": 4996
    },
    {
      "epoch": 3.2661435344122935,
      "grad_norm": 4.90625,
      "learning_rate": 6.461834607322719e-06,
      "loss": 0.1462,
      "step": 4997
    },
    {
      "epoch": 3.26679744973026,
      "grad_norm": 5.5625,
      "learning_rate": 6.457564077732683e-06,
      "loss": 0.1408,
      "step": 4998
    },
    {
      "epoch": 3.267451365048226,
      "grad_norm": 4.90625,
      "learning_rate": 6.453294286769111e-06,
      "loss": 0.1067,
      "step": 4999
    },
    {
      "epoch": 3.2681052803661927,
      "grad_norm": 6.25,
      "learning_rate": 6.449025235322294e-06,
      "loss": 0.1732,
      "step": 5000
    },
    {
      "epoch": 3.268759195684159,
      "grad_norm": 5.40625,
      "learning_rate": 6.444756924282358e-06,
      "loss": 0.1258,
      "step": 5001
    },
    {
      "epoch": 3.2694131110021254,
      "grad_norm": 3.34375,
      "learning_rate": 6.440489354539285e-06,
      "loss": 0.0763,
      "step": 5002
    },
    {
      "epoch": 3.2700670263200915,
      "grad_norm": 2.578125,
      "learning_rate": 6.436222526982893e-06,
      "loss": 0.044,
      "step": 5003
    },
    {
      "epoch": 3.270720941638058,
      "grad_norm": 6.25,
      "learning_rate": 6.431956442502851e-06,
      "loss": 0.2114,
      "step": 5004
    },
    {
      "epoch": 3.271374856956024,
      "grad_norm": 6.375,
      "learning_rate": 6.427691101988673e-06,
      "loss": 0.1416,
      "step": 5005
    },
    {
      "epoch": 3.2720287722739907,
      "grad_norm": 6.375,
      "learning_rate": 6.423426506329717e-06,
      "loss": 0.1363,
      "step": 5006
    },
    {
      "epoch": 3.272682687591957,
      "grad_norm": 5.0625,
      "learning_rate": 6.419162656415188e-06,
      "loss": 0.1119,
      "step": 5007
    },
    {
      "epoch": 3.2733366029099233,
      "grad_norm": 5.03125,
      "learning_rate": 6.414899553134128e-06,
      "loss": 0.1032,
      "step": 5008
    },
    {
      "epoch": 3.2739905182278894,
      "grad_norm": 3.203125,
      "learning_rate": 6.410637197375426e-06,
      "loss": 0.0339,
      "step": 5009
    },
    {
      "epoch": 3.274644433545856,
      "grad_norm": 6.96875,
      "learning_rate": 6.4063755900278275e-06,
      "loss": 0.0973,
      "step": 5010
    },
    {
      "epoch": 3.275298348863822,
      "grad_norm": 4.5,
      "learning_rate": 6.402114731979909e-06,
      "loss": 0.1295,
      "step": 5011
    },
    {
      "epoch": 3.2759522641817886,
      "grad_norm": 3.078125,
      "learning_rate": 6.39785462412009e-06,
      "loss": 0.0882,
      "step": 5012
    },
    {
      "epoch": 3.2766061794997547,
      "grad_norm": 5.125,
      "learning_rate": 6.393595267336639e-06,
      "loss": 0.1821,
      "step": 5013
    },
    {
      "epoch": 3.2772600948177213,
      "grad_norm": 4.4375,
      "learning_rate": 6.389336662517665e-06,
      "loss": 0.0819,
      "step": 5014
    },
    {
      "epoch": 3.2779140101356874,
      "grad_norm": 4.875,
      "learning_rate": 6.385078810551124e-06,
      "loss": 0.1059,
      "step": 5015
    },
    {
      "epoch": 3.278567925453654,
      "grad_norm": 5.875,
      "learning_rate": 6.3808217123248125e-06,
      "loss": 0.1185,
      "step": 5016
    },
    {
      "epoch": 3.27922184077162,
      "grad_norm": 6.125,
      "learning_rate": 6.376565368726367e-06,
      "loss": 0.0923,
      "step": 5017
    },
    {
      "epoch": 3.2798757560895866,
      "grad_norm": 3.9375,
      "learning_rate": 6.372309780643271e-06,
      "loss": 0.0614,
      "step": 5018
    },
    {
      "epoch": 3.2805296714075527,
      "grad_norm": 4.09375,
      "learning_rate": 6.3680549489628475e-06,
      "loss": 0.1296,
      "step": 5019
    },
    {
      "epoch": 3.2811835867255192,
      "grad_norm": 2.515625,
      "learning_rate": 6.363800874572266e-06,
      "loss": 0.0504,
      "step": 5020
    },
    {
      "epoch": 3.2818375020434853,
      "grad_norm": 2.28125,
      "learning_rate": 6.3595475583585344e-06,
      "loss": 0.0205,
      "step": 5021
    },
    {
      "epoch": 3.2824914173614514,
      "grad_norm": 3.984375,
      "learning_rate": 6.355295001208504e-06,
      "loss": 0.1542,
      "step": 5022
    },
    {
      "epoch": 3.283145332679418,
      "grad_norm": 3.296875,
      "learning_rate": 6.3510432040088645e-06,
      "loss": 0.049,
      "step": 5023
    },
    {
      "epoch": 3.2837992479973845,
      "grad_norm": 6.34375,
      "learning_rate": 6.346792167646155e-06,
      "loss": 0.133,
      "step": 5024
    },
    {
      "epoch": 3.2844531633153506,
      "grad_norm": 4.53125,
      "learning_rate": 6.342541893006746e-06,
      "loss": 0.1179,
      "step": 5025
    },
    {
      "epoch": 3.2851070786333167,
      "grad_norm": 4.875,
      "learning_rate": 6.338292380976855e-06,
      "loss": 0.118,
      "step": 5026
    },
    {
      "epoch": 3.2857609939512833,
      "grad_norm": 3.625,
      "learning_rate": 6.3340436324425405e-06,
      "loss": 0.0854,
      "step": 5027
    },
    {
      "epoch": 3.28641490926925,
      "grad_norm": 3.734375,
      "learning_rate": 6.329795648289701e-06,
      "loss": 0.0852,
      "step": 5028
    },
    {
      "epoch": 3.287068824587216,
      "grad_norm": 6.28125,
      "learning_rate": 6.325548429404076e-06,
      "loss": 0.0933,
      "step": 5029
    },
    {
      "epoch": 3.287722739905182,
      "grad_norm": 4.71875,
      "learning_rate": 6.321301976671238e-06,
      "loss": 0.1166,
      "step": 5030
    },
    {
      "epoch": 3.2883766552231486,
      "grad_norm": 4.28125,
      "learning_rate": 6.317056290976618e-06,
      "loss": 0.1342,
      "step": 5031
    },
    {
      "epoch": 3.289030570541115,
      "grad_norm": 4.46875,
      "learning_rate": 6.312811373205469e-06,
      "loss": 0.0853,
      "step": 5032
    },
    {
      "epoch": 3.2896844858590812,
      "grad_norm": 2.734375,
      "learning_rate": 6.308567224242894e-06,
      "loss": 0.0324,
      "step": 5033
    },
    {
      "epoch": 3.2903384011770473,
      "grad_norm": 4.0625,
      "learning_rate": 6.304323844973828e-06,
      "loss": 0.0926,
      "step": 5034
    },
    {
      "epoch": 3.290992316495014,
      "grad_norm": 2.984375,
      "learning_rate": 6.300081236283053e-06,
      "loss": 0.0247,
      "step": 5035
    },
    {
      "epoch": 3.2916462318129804,
      "grad_norm": 3.3125,
      "learning_rate": 6.295839399055186e-06,
      "loss": 0.0607,
      "step": 5036
    },
    {
      "epoch": 3.2923001471309465,
      "grad_norm": 6.09375,
      "learning_rate": 6.291598334174685e-06,
      "loss": 0.2367,
      "step": 5037
    },
    {
      "epoch": 3.2929540624489126,
      "grad_norm": 5.53125,
      "learning_rate": 6.287358042525846e-06,
      "loss": 0.1212,
      "step": 5038
    },
    {
      "epoch": 3.293607977766879,
      "grad_norm": 9.75,
      "learning_rate": 6.283118524992802e-06,
      "loss": 0.1253,
      "step": 5039
    },
    {
      "epoch": 3.2942618930848457,
      "grad_norm": 5.4375,
      "learning_rate": 6.2788797824595245e-06,
      "loss": 0.074,
      "step": 5040
    },
    {
      "epoch": 3.294915808402812,
      "grad_norm": 3.140625,
      "learning_rate": 6.274641815809837e-06,
      "loss": 0.0478,
      "step": 5041
    },
    {
      "epoch": 3.295569723720778,
      "grad_norm": 4.28125,
      "learning_rate": 6.270404625927378e-06,
      "loss": 0.0629,
      "step": 5042
    },
    {
      "epoch": 3.2962236390387445,
      "grad_norm": 2.453125,
      "learning_rate": 6.26616821369564e-06,
      "loss": 0.0344,
      "step": 5043
    },
    {
      "epoch": 3.296877554356711,
      "grad_norm": 4.21875,
      "learning_rate": 6.2619325799979495e-06,
      "loss": 0.0876,
      "step": 5044
    },
    {
      "epoch": 3.297531469674677,
      "grad_norm": 5.625,
      "learning_rate": 6.257697725717469e-06,
      "loss": 0.0619,
      "step": 5045
    },
    {
      "epoch": 3.2981853849926432,
      "grad_norm": 5.375,
      "learning_rate": 6.253463651737204e-06,
      "loss": 0.1343,
      "step": 5046
    },
    {
      "epoch": 3.29883930031061,
      "grad_norm": 4.46875,
      "learning_rate": 6.249230358939986e-06,
      "loss": 0.2678,
      "step": 5047
    },
    {
      "epoch": 3.2994932156285763,
      "grad_norm": 3.5625,
      "learning_rate": 6.244997848208494e-06,
      "loss": 0.1093,
      "step": 5048
    },
    {
      "epoch": 3.3001471309465424,
      "grad_norm": 6.4375,
      "learning_rate": 6.240766120425242e-06,
      "loss": 0.2069,
      "step": 5049
    },
    {
      "epoch": 3.3008010462645085,
      "grad_norm": 4.9375,
      "learning_rate": 6.236535176472576e-06,
      "loss": 0.123,
      "step": 5050
    },
    {
      "epoch": 3.301454961582475,
      "grad_norm": 3.5,
      "learning_rate": 6.232305017232687e-06,
      "loss": 0.0946,
      "step": 5051
    },
    {
      "epoch": 3.3021088769004416,
      "grad_norm": 3.234375,
      "learning_rate": 6.228075643587593e-06,
      "loss": 0.0499,
      "step": 5052
    },
    {
      "epoch": 3.3027627922184077,
      "grad_norm": 4.0,
      "learning_rate": 6.223847056419154e-06,
      "loss": 0.0629,
      "step": 5053
    },
    {
      "epoch": 3.303416707536374,
      "grad_norm": 8.125,
      "learning_rate": 6.219619256609066e-06,
      "loss": 0.2053,
      "step": 5054
    },
    {
      "epoch": 3.3040706228543404,
      "grad_norm": 3.28125,
      "learning_rate": 6.2153922450388606e-06,
      "loss": 0.0435,
      "step": 5055
    },
    {
      "epoch": 3.304724538172307,
      "grad_norm": 4.84375,
      "learning_rate": 6.211166022589898e-06,
      "loss": 0.0643,
      "step": 5056
    },
    {
      "epoch": 3.305378453490273,
      "grad_norm": 3.296875,
      "learning_rate": 6.206940590143382e-06,
      "loss": 0.0371,
      "step": 5057
    },
    {
      "epoch": 3.306032368808239,
      "grad_norm": 5.96875,
      "learning_rate": 6.202715948580351e-06,
      "loss": 0.1846,
      "step": 5058
    },
    {
      "epoch": 3.3066862841262057,
      "grad_norm": 3.28125,
      "learning_rate": 6.198492098781677e-06,
      "loss": 0.115,
      "step": 5059
    },
    {
      "epoch": 3.307340199444172,
      "grad_norm": 3.640625,
      "learning_rate": 6.194269041628063e-06,
      "loss": 0.0726,
      "step": 5060
    },
    {
      "epoch": 3.3079941147621383,
      "grad_norm": 4.96875,
      "learning_rate": 6.190046778000055e-06,
      "loss": 0.1394,
      "step": 5061
    },
    {
      "epoch": 3.3086480300801044,
      "grad_norm": 3.734375,
      "learning_rate": 6.185825308778028e-06,
      "loss": 0.1034,
      "step": 5062
    },
    {
      "epoch": 3.309301945398071,
      "grad_norm": 6.9375,
      "learning_rate": 6.181604634842193e-06,
      "loss": 0.1738,
      "step": 5063
    },
    {
      "epoch": 3.309955860716037,
      "grad_norm": 4.125,
      "learning_rate": 6.177384757072591e-06,
      "loss": 0.1455,
      "step": 5064
    },
    {
      "epoch": 3.3106097760340036,
      "grad_norm": 6.5,
      "learning_rate": 6.173165676349103e-06,
      "loss": 0.294,
      "step": 5065
    },
    {
      "epoch": 3.3112636913519697,
      "grad_norm": 2.515625,
      "learning_rate": 6.168947393551442e-06,
      "loss": 0.0315,
      "step": 5066
    },
    {
      "epoch": 3.3119176066699363,
      "grad_norm": 3.65625,
      "learning_rate": 6.164729909559153e-06,
      "loss": 0.1012,
      "step": 5067
    },
    {
      "epoch": 3.3125715219879024,
      "grad_norm": 6.125,
      "learning_rate": 6.160513225251617e-06,
      "loss": 0.176,
      "step": 5068
    },
    {
      "epoch": 3.313225437305869,
      "grad_norm": 5.125,
      "learning_rate": 6.156297341508044e-06,
      "loss": 0.156,
      "step": 5069
    },
    {
      "epoch": 3.313879352623835,
      "grad_norm": 4.28125,
      "learning_rate": 6.15208225920748e-06,
      "loss": 0.1064,
      "step": 5070
    },
    {
      "epoch": 3.3145332679418016,
      "grad_norm": 3.15625,
      "learning_rate": 6.147867979228803e-06,
      "loss": 0.0362,
      "step": 5071
    },
    {
      "epoch": 3.3151871832597677,
      "grad_norm": 2.4375,
      "learning_rate": 6.143654502450729e-06,
      "loss": 0.0377,
      "step": 5072
    },
    {
      "epoch": 3.3158410985777342,
      "grad_norm": 3.203125,
      "learning_rate": 6.139441829751798e-06,
      "loss": 0.0536,
      "step": 5073
    },
    {
      "epoch": 3.3164950138957003,
      "grad_norm": 3.53125,
      "learning_rate": 6.135229962010387e-06,
      "loss": 0.0343,
      "step": 5074
    },
    {
      "epoch": 3.317148929213667,
      "grad_norm": 5.09375,
      "learning_rate": 6.131018900104706e-06,
      "loss": 0.119,
      "step": 5075
    },
    {
      "epoch": 3.317802844531633,
      "grad_norm": 3.140625,
      "learning_rate": 6.1268086449127965e-06,
      "loss": 0.0553,
      "step": 5076
    },
    {
      "epoch": 3.3184567598495995,
      "grad_norm": 3.015625,
      "learning_rate": 6.122599197312525e-06,
      "loss": 0.0666,
      "step": 5077
    },
    {
      "epoch": 3.3191106751675656,
      "grad_norm": 3.078125,
      "learning_rate": 6.1183905581815975e-06,
      "loss": 0.0647,
      "step": 5078
    },
    {
      "epoch": 3.319764590485532,
      "grad_norm": 5.28125,
      "learning_rate": 6.1141827283975505e-06,
      "loss": 0.1566,
      "step": 5079
    },
    {
      "epoch": 3.3204185058034983,
      "grad_norm": 5.28125,
      "learning_rate": 6.109975708837752e-06,
      "loss": 0.1556,
      "step": 5080
    },
    {
      "epoch": 3.321072421121465,
      "grad_norm": 2.28125,
      "learning_rate": 6.105769500379394e-06,
      "loss": 0.042,
      "step": 5081
    },
    {
      "epoch": 3.321726336439431,
      "grad_norm": 6.125,
      "learning_rate": 6.101564103899511e-06,
      "loss": 0.1095,
      "step": 5082
    },
    {
      "epoch": 3.3223802517573975,
      "grad_norm": 8.1875,
      "learning_rate": 6.0973595202749596e-06,
      "loss": 0.1661,
      "step": 5083
    },
    {
      "epoch": 3.3230341670753636,
      "grad_norm": 2.859375,
      "learning_rate": 6.093155750382429e-06,
      "loss": 0.0492,
      "step": 5084
    },
    {
      "epoch": 3.32368808239333,
      "grad_norm": 3.65625,
      "learning_rate": 6.088952795098442e-06,
      "loss": 0.0837,
      "step": 5085
    },
    {
      "epoch": 3.3243419977112962,
      "grad_norm": 3.28125,
      "learning_rate": 6.084750655299344e-06,
      "loss": 0.0415,
      "step": 5086
    },
    {
      "epoch": 3.324995913029263,
      "grad_norm": 5.21875,
      "learning_rate": 6.080549331861317e-06,
      "loss": 0.1416,
      "step": 5087
    },
    {
      "epoch": 3.325649828347229,
      "grad_norm": 3.890625,
      "learning_rate": 6.076348825660372e-06,
      "loss": 0.0897,
      "step": 5088
    },
    {
      "epoch": 3.3263037436651954,
      "grad_norm": 5.625,
      "learning_rate": 6.0721491375723475e-06,
      "loss": 0.1038,
      "step": 5089
    },
    {
      "epoch": 3.3269576589831615,
      "grad_norm": 5.34375,
      "learning_rate": 6.067950268472913e-06,
      "loss": 0.1415,
      "step": 5090
    },
    {
      "epoch": 3.327611574301128,
      "grad_norm": 5.59375,
      "learning_rate": 6.063752219237561e-06,
      "loss": 0.1685,
      "step": 5091
    },
    {
      "epoch": 3.328265489619094,
      "grad_norm": 3.46875,
      "learning_rate": 6.059554990741627e-06,
      "loss": 0.0751,
      "step": 5092
    },
    {
      "epoch": 3.3289194049370607,
      "grad_norm": 5.15625,
      "learning_rate": 6.055358583860267e-06,
      "loss": 0.1008,
      "step": 5093
    },
    {
      "epoch": 3.329573320255027,
      "grad_norm": 3.59375,
      "learning_rate": 6.051162999468458e-06,
      "loss": 0.0983,
      "step": 5094
    },
    {
      "epoch": 3.3302272355729934,
      "grad_norm": 7.5,
      "learning_rate": 6.04696823844102e-06,
      "loss": 0.1876,
      "step": 5095
    },
    {
      "epoch": 3.3308811508909595,
      "grad_norm": 6.0625,
      "learning_rate": 6.04277430165259e-06,
      "loss": 0.2901,
      "step": 5096
    },
    {
      "epoch": 3.331535066208926,
      "grad_norm": 3.4375,
      "learning_rate": 6.0385811899776415e-06,
      "loss": 0.039,
      "step": 5097
    },
    {
      "epoch": 3.332188981526892,
      "grad_norm": 3.625,
      "learning_rate": 6.03438890429047e-06,
      "loss": 0.1083,
      "step": 5098
    },
    {
      "epoch": 3.3328428968448587,
      "grad_norm": 4.03125,
      "learning_rate": 6.0301974454652e-06,
      "loss": 0.0881,
      "step": 5099
    },
    {
      "epoch": 3.333496812162825,
      "grad_norm": 3.25,
      "learning_rate": 6.026006814375787e-06,
      "loss": 0.0479,
      "step": 5100
    },
    {
      "epoch": 3.3341507274807913,
      "grad_norm": 4.125,
      "learning_rate": 6.021817011896004e-06,
      "loss": 0.1274,
      "step": 5101
    },
    {
      "epoch": 3.3348046427987574,
      "grad_norm": 4.75,
      "learning_rate": 6.017628038899472e-06,
      "loss": 0.1202,
      "step": 5102
    },
    {
      "epoch": 3.335458558116724,
      "grad_norm": 3.921875,
      "learning_rate": 6.013439896259615e-06,
      "loss": 0.0535,
      "step": 5103
    },
    {
      "epoch": 3.33611247343469,
      "grad_norm": 3.90625,
      "learning_rate": 6.009252584849699e-06,
      "loss": 0.1021,
      "step": 5104
    },
    {
      "epoch": 3.3367663887526566,
      "grad_norm": 3.90625,
      "learning_rate": 6.00506610554281e-06,
      "loss": 0.0662,
      "step": 5105
    },
    {
      "epoch": 3.3374203040706227,
      "grad_norm": 5.3125,
      "learning_rate": 6.000880459211864e-06,
      "loss": 0.1239,
      "step": 5106
    },
    {
      "epoch": 3.3380742193885893,
      "grad_norm": 3.46875,
      "learning_rate": 5.996695646729605e-06,
      "loss": 0.0718,
      "step": 5107
    },
    {
      "epoch": 3.3387281347065554,
      "grad_norm": 7.21875,
      "learning_rate": 5.9925116689685925e-06,
      "loss": 0.165,
      "step": 5108
    },
    {
      "epoch": 3.339382050024522,
      "grad_norm": 5.5,
      "learning_rate": 5.988328526801226e-06,
      "loss": 0.1489,
      "step": 5109
    },
    {
      "epoch": 3.340035965342488,
      "grad_norm": 7.0625,
      "learning_rate": 5.98414622109972e-06,
      "loss": 0.3851,
      "step": 5110
    },
    {
      "epoch": 3.3406898806604546,
      "grad_norm": 5.15625,
      "learning_rate": 5.979964752736124e-06,
      "loss": 0.0713,
      "step": 5111
    },
    {
      "epoch": 3.3413437959784207,
      "grad_norm": 2.8125,
      "learning_rate": 5.975784122582302e-06,
      "loss": 0.0308,
      "step": 5112
    },
    {
      "epoch": 3.3419977112963872,
      "grad_norm": 5.03125,
      "learning_rate": 5.971604331509955e-06,
      "loss": 0.2167,
      "step": 5113
    },
    {
      "epoch": 3.3426516266143533,
      "grad_norm": 4.15625,
      "learning_rate": 5.967425380390599e-06,
      "loss": 0.0995,
      "step": 5114
    },
    {
      "epoch": 3.34330554193232,
      "grad_norm": 2.875,
      "learning_rate": 5.963247270095585e-06,
      "loss": 0.0421,
      "step": 5115
    },
    {
      "epoch": 3.343959457250286,
      "grad_norm": 3.875,
      "learning_rate": 5.9590700014960735e-06,
      "loss": 0.0805,
      "step": 5116
    },
    {
      "epoch": 3.3446133725682525,
      "grad_norm": 3.3125,
      "learning_rate": 5.954893575463064e-06,
      "loss": 0.0557,
      "step": 5117
    },
    {
      "epoch": 3.3452672878862186,
      "grad_norm": 3.1875,
      "learning_rate": 5.950717992867377e-06,
      "loss": 0.0573,
      "step": 5118
    },
    {
      "epoch": 3.345921203204185,
      "grad_norm": 4.1875,
      "learning_rate": 5.9465432545796485e-06,
      "loss": 0.0767,
      "step": 5119
    },
    {
      "epoch": 3.3465751185221513,
      "grad_norm": 7.09375,
      "learning_rate": 5.942369361470355e-06,
      "loss": 0.496,
      "step": 5120
    },
    {
      "epoch": 3.347229033840118,
      "grad_norm": 3.59375,
      "learning_rate": 5.938196314409777e-06,
      "loss": 0.0799,
      "step": 5121
    },
    {
      "epoch": 3.347882949158084,
      "grad_norm": 4.21875,
      "learning_rate": 5.934024114268029e-06,
      "loss": 0.0874,
      "step": 5122
    },
    {
      "epoch": 3.3485368644760505,
      "grad_norm": 4.46875,
      "learning_rate": 5.929852761915056e-06,
      "loss": 0.0973,
      "step": 5123
    },
    {
      "epoch": 3.3491907797940166,
      "grad_norm": 5.78125,
      "learning_rate": 5.925682258220615e-06,
      "loss": 0.2291,
      "step": 5124
    },
    {
      "epoch": 3.349844695111983,
      "grad_norm": 3.765625,
      "learning_rate": 5.921512604054289e-06,
      "loss": 0.0778,
      "step": 5125
    },
    {
      "epoch": 3.3504986104299492,
      "grad_norm": 2.078125,
      "learning_rate": 5.9173438002854846e-06,
      "loss": 0.0399,
      "step": 5126
    },
    {
      "epoch": 3.351152525747916,
      "grad_norm": 3.703125,
      "learning_rate": 5.913175847783432e-06,
      "loss": 0.0771,
      "step": 5127
    },
    {
      "epoch": 3.351806441065882,
      "grad_norm": 3.84375,
      "learning_rate": 5.909008747417181e-06,
      "loss": 0.1178,
      "step": 5128
    },
    {
      "epoch": 3.3524603563838484,
      "grad_norm": 3.578125,
      "learning_rate": 5.904842500055609e-06,
      "loss": 0.0392,
      "step": 5129
    },
    {
      "epoch": 3.3531142717018145,
      "grad_norm": 4.46875,
      "learning_rate": 5.900677106567408e-06,
      "loss": 0.1258,
      "step": 5130
    },
    {
      "epoch": 3.353768187019781,
      "grad_norm": 3.265625,
      "learning_rate": 5.896512567821097e-06,
      "loss": 0.0429,
      "step": 5131
    },
    {
      "epoch": 3.354422102337747,
      "grad_norm": 4.46875,
      "learning_rate": 5.892348884685015e-06,
      "loss": 0.1333,
      "step": 5132
    },
    {
      "epoch": 3.3550760176557137,
      "grad_norm": 4.6875,
      "learning_rate": 5.8881860580273285e-06,
      "loss": 0.1864,
      "step": 5133
    },
    {
      "epoch": 3.35572993297368,
      "grad_norm": 4.5,
      "learning_rate": 5.884024088716018e-06,
      "loss": 0.1513,
      "step": 5134
    },
    {
      "epoch": 3.3563838482916464,
      "grad_norm": 3.359375,
      "learning_rate": 5.879862977618886e-06,
      "loss": 0.052,
      "step": 5135
    },
    {
      "epoch": 3.3570377636096125,
      "grad_norm": 3.40625,
      "learning_rate": 5.875702725603558e-06,
      "loss": 0.1101,
      "step": 5136
    },
    {
      "epoch": 3.357691678927579,
      "grad_norm": 3.640625,
      "learning_rate": 5.871543333537485e-06,
      "loss": 0.0496,
      "step": 5137
    },
    {
      "epoch": 3.358345594245545,
      "grad_norm": 4.65625,
      "learning_rate": 5.8673848022879265e-06,
      "loss": 0.1591,
      "step": 5138
    },
    {
      "epoch": 3.3589995095635117,
      "grad_norm": 2.875,
      "learning_rate": 5.863227132721973e-06,
      "loss": 0.0444,
      "step": 5139
    },
    {
      "epoch": 3.359653424881478,
      "grad_norm": 4.0,
      "learning_rate": 5.859070325706533e-06,
      "loss": 0.0628,
      "step": 5140
    },
    {
      "epoch": 3.3603073401994443,
      "grad_norm": 4.78125,
      "learning_rate": 5.854914382108333e-06,
      "loss": 0.1699,
      "step": 5141
    },
    {
      "epoch": 3.3609612555174104,
      "grad_norm": 4.625,
      "learning_rate": 5.850759302793919e-06,
      "loss": 0.1147,
      "step": 5142
    },
    {
      "epoch": 3.361615170835377,
      "grad_norm": 6.1875,
      "learning_rate": 5.846605088629663e-06,
      "loss": 0.2597,
      "step": 5143
    },
    {
      "epoch": 3.362269086153343,
      "grad_norm": 3.421875,
      "learning_rate": 5.842451740481749e-06,
      "loss": 0.067,
      "step": 5144
    },
    {
      "epoch": 3.3629230014713096,
      "grad_norm": 6.15625,
      "learning_rate": 5.838299259216187e-06,
      "loss": 0.1525,
      "step": 5145
    },
    {
      "epoch": 3.3635769167892757,
      "grad_norm": 4.375,
      "learning_rate": 5.8341476456988e-06,
      "loss": 0.1493,
      "step": 5146
    },
    {
      "epoch": 3.3642308321072423,
      "grad_norm": 5.5625,
      "learning_rate": 5.82999690079523e-06,
      "loss": 0.1233,
      "step": 5147
    },
    {
      "epoch": 3.3648847474252084,
      "grad_norm": 4.90625,
      "learning_rate": 5.82584702537095e-06,
      "loss": 0.2064,
      "step": 5148
    },
    {
      "epoch": 3.365538662743175,
      "grad_norm": 4.28125,
      "learning_rate": 5.821698020291234e-06,
      "loss": 0.113,
      "step": 5149
    },
    {
      "epoch": 3.366192578061141,
      "grad_norm": 3.953125,
      "learning_rate": 5.8175498864211834e-06,
      "loss": 0.0905,
      "step": 5150
    },
    {
      "epoch": 3.3668464933791076,
      "grad_norm": 2.65625,
      "learning_rate": 5.813402624625722e-06,
      "loss": 0.0424,
      "step": 5151
    },
    {
      "epoch": 3.3675004086970737,
      "grad_norm": 2.03125,
      "learning_rate": 5.809256235769582e-06,
      "loss": 0.0229,
      "step": 5152
    },
    {
      "epoch": 3.3681543240150402,
      "grad_norm": 6.5,
      "learning_rate": 5.805110720717322e-06,
      "loss": 0.1154,
      "step": 5153
    },
    {
      "epoch": 3.3688082393330063,
      "grad_norm": 3.34375,
      "learning_rate": 5.80096608033332e-06,
      "loss": 0.0727,
      "step": 5154
    },
    {
      "epoch": 3.369462154650973,
      "grad_norm": 3.9375,
      "learning_rate": 5.796822315481758e-06,
      "loss": 0.0826,
      "step": 5155
    },
    {
      "epoch": 3.370116069968939,
      "grad_norm": 5.375,
      "learning_rate": 5.792679427026653e-06,
      "loss": 0.0892,
      "step": 5156
    },
    {
      "epoch": 3.3707699852869055,
      "grad_norm": 4.59375,
      "learning_rate": 5.788537415831825e-06,
      "loss": 0.0669,
      "step": 5157
    },
    {
      "epoch": 3.3714239006048716,
      "grad_norm": 3.09375,
      "learning_rate": 5.784396282760916e-06,
      "loss": 0.0464,
      "step": 5158
    },
    {
      "epoch": 3.372077815922838,
      "grad_norm": 4.6875,
      "learning_rate": 5.780256028677391e-06,
      "loss": 0.1048,
      "step": 5159
    },
    {
      "epoch": 3.3727317312408043,
      "grad_norm": 3.796875,
      "learning_rate": 5.776116654444519e-06,
      "loss": 0.0776,
      "step": 5160
    },
    {
      "epoch": 3.373385646558771,
      "grad_norm": 6.53125,
      "learning_rate": 5.7719781609254025e-06,
      "loss": 0.0583,
      "step": 5161
    },
    {
      "epoch": 3.374039561876737,
      "grad_norm": 4.78125,
      "learning_rate": 5.767840548982944e-06,
      "loss": 0.0587,
      "step": 5162
    },
    {
      "epoch": 3.3746934771947035,
      "grad_norm": 2.984375,
      "learning_rate": 5.763703819479862e-06,
      "loss": 0.042,
      "step": 5163
    },
    {
      "epoch": 3.3753473925126696,
      "grad_norm": 3.90625,
      "learning_rate": 5.759567973278715e-06,
      "loss": 0.0508,
      "step": 5164
    },
    {
      "epoch": 3.376001307830636,
      "grad_norm": 2.28125,
      "learning_rate": 5.755433011241851e-06,
      "loss": 0.0322,
      "step": 5165
    },
    {
      "epoch": 3.3766552231486022,
      "grad_norm": 3.4375,
      "learning_rate": 5.75129893423144e-06,
      "loss": 0.0726,
      "step": 5166
    },
    {
      "epoch": 3.3773091384665688,
      "grad_norm": 4.125,
      "learning_rate": 5.747165743109479e-06,
      "loss": 0.0735,
      "step": 5167
    },
    {
      "epoch": 3.377963053784535,
      "grad_norm": 3.734375,
      "learning_rate": 5.743033438737762e-06,
      "loss": 0.0883,
      "step": 5168
    },
    {
      "epoch": 3.3786169691025014,
      "grad_norm": 7.59375,
      "learning_rate": 5.738902021977915e-06,
      "loss": 0.1934,
      "step": 5169
    },
    {
      "epoch": 3.3792708844204675,
      "grad_norm": 4.96875,
      "learning_rate": 5.73477149369137e-06,
      "loss": 0.2029,
      "step": 5170
    },
    {
      "epoch": 3.3799247997384336,
      "grad_norm": 4.375,
      "learning_rate": 5.730641854739372e-06,
      "loss": 0.1647,
      "step": 5171
    },
    {
      "epoch": 3.3805787150564,
      "grad_norm": 4.25,
      "learning_rate": 5.726513105982989e-06,
      "loss": 0.0743,
      "step": 5172
    },
    {
      "epoch": 3.3812326303743667,
      "grad_norm": 5.21875,
      "learning_rate": 5.722385248283092e-06,
      "loss": 0.1367,
      "step": 5173
    },
    {
      "epoch": 3.381886545692333,
      "grad_norm": 4.46875,
      "learning_rate": 5.718258282500377e-06,
      "loss": 0.0977,
      "step": 5174
    },
    {
      "epoch": 3.382540461010299,
      "grad_norm": 2.9375,
      "learning_rate": 5.7141322094953545e-06,
      "loss": 0.0696,
      "step": 5175
    },
    {
      "epoch": 3.3831943763282655,
      "grad_norm": 2.921875,
      "learning_rate": 5.710007030128334e-06,
      "loss": 0.0649,
      "step": 5176
    },
    {
      "epoch": 3.383848291646232,
      "grad_norm": 4.40625,
      "learning_rate": 5.7058827452594575e-06,
      "loss": 0.0743,
      "step": 5177
    },
    {
      "epoch": 3.384502206964198,
      "grad_norm": 2.953125,
      "learning_rate": 5.701759355748668e-06,
      "loss": 0.0697,
      "step": 5178
    },
    {
      "epoch": 3.3851561222821642,
      "grad_norm": 3.75,
      "learning_rate": 5.697636862455721e-06,
      "loss": 0.0863,
      "step": 5179
    },
    {
      "epoch": 3.3858100376001308,
      "grad_norm": 6.875,
      "learning_rate": 5.693515266240197e-06,
      "loss": 0.2964,
      "step": 5180
    },
    {
      "epoch": 3.3864639529180973,
      "grad_norm": 6.28125,
      "learning_rate": 5.689394567961477e-06,
      "loss": 0.1146,
      "step": 5181
    },
    {
      "epoch": 3.3871178682360634,
      "grad_norm": 3.515625,
      "learning_rate": 5.685274768478764e-06,
      "loss": 0.0669,
      "step": 5182
    },
    {
      "epoch": 3.3877717835540295,
      "grad_norm": 4.25,
      "learning_rate": 5.681155868651064e-06,
      "loss": 0.0956,
      "step": 5183
    },
    {
      "epoch": 3.388425698871996,
      "grad_norm": 4.28125,
      "learning_rate": 5.677037869337203e-06,
      "loss": 0.1438,
      "step": 5184
    },
    {
      "epoch": 3.3890796141899626,
      "grad_norm": 4.5,
      "learning_rate": 5.672920771395822e-06,
      "loss": 0.1954,
      "step": 5185
    },
    {
      "epoch": 3.3897335295079287,
      "grad_norm": 5.3125,
      "learning_rate": 5.668804575685362e-06,
      "loss": 0.1232,
      "step": 5186
    },
    {
      "epoch": 3.390387444825895,
      "grad_norm": 2.1875,
      "learning_rate": 5.664689283064089e-06,
      "loss": 0.0499,
      "step": 5187
    },
    {
      "epoch": 3.3910413601438614,
      "grad_norm": 2.921875,
      "learning_rate": 5.660574894390074e-06,
      "loss": 0.0549,
      "step": 5188
    },
    {
      "epoch": 3.391695275461828,
      "grad_norm": 5.59375,
      "learning_rate": 5.6564614105211925e-06,
      "loss": 0.1915,
      "step": 5189
    },
    {
      "epoch": 3.392349190779794,
      "grad_norm": 12.5,
      "learning_rate": 5.652348832315149e-06,
      "loss": 0.1136,
      "step": 5190
    },
    {
      "epoch": 3.39300310609776,
      "grad_norm": 3.640625,
      "learning_rate": 5.648237160629441e-06,
      "loss": 0.0935,
      "step": 5191
    },
    {
      "epoch": 3.3936570214157267,
      "grad_norm": 4.25,
      "learning_rate": 5.644126396321392e-06,
      "loss": 0.1332,
      "step": 5192
    },
    {
      "epoch": 3.394310936733693,
      "grad_norm": 3.734375,
      "learning_rate": 5.6400165402481235e-06,
      "loss": 0.1133,
      "step": 5193
    },
    {
      "epoch": 3.3949648520516593,
      "grad_norm": 4.09375,
      "learning_rate": 5.635907593266578e-06,
      "loss": 0.0634,
      "step": 5194
    },
    {
      "epoch": 3.3956187673696254,
      "grad_norm": 4.03125,
      "learning_rate": 5.631799556233506e-06,
      "loss": 0.1285,
      "step": 5195
    },
    {
      "epoch": 3.396272682687592,
      "grad_norm": 4.53125,
      "learning_rate": 5.627692430005463e-06,
      "loss": 0.1103,
      "step": 5196
    },
    {
      "epoch": 3.3969265980055585,
      "grad_norm": 2.234375,
      "learning_rate": 5.623586215438813e-06,
      "loss": 0.0254,
      "step": 5197
    },
    {
      "epoch": 3.3975805133235246,
      "grad_norm": 3.109375,
      "learning_rate": 5.619480913389745e-06,
      "loss": 0.0663,
      "step": 5198
    },
    {
      "epoch": 3.3982344286414907,
      "grad_norm": 3.359375,
      "learning_rate": 5.61537652471424e-06,
      "loss": 0.0329,
      "step": 5199
    },
    {
      "epoch": 3.3988883439594573,
      "grad_norm": 5.75,
      "learning_rate": 5.6112730502681e-06,
      "loss": 0.1683,
      "step": 5200
    },
    {
      "epoch": 3.399542259277424,
      "grad_norm": 8.1875,
      "learning_rate": 5.607170490906933e-06,
      "loss": 0.4302,
      "step": 5201
    },
    {
      "epoch": 3.40019617459539,
      "grad_norm": 1.7578125,
      "learning_rate": 5.60306884748615e-06,
      "loss": 0.0161,
      "step": 5202
    },
    {
      "epoch": 3.400850089913356,
      "grad_norm": 4.71875,
      "learning_rate": 5.598968120860986e-06,
      "loss": 0.0821,
      "step": 5203
    },
    {
      "epoch": 3.4015040052313226,
      "grad_norm": 5.125,
      "learning_rate": 5.594868311886464e-06,
      "loss": 0.106,
      "step": 5204
    },
    {
      "epoch": 3.402157920549289,
      "grad_norm": 3.828125,
      "learning_rate": 5.590769421417435e-06,
      "loss": 0.0553,
      "step": 5205
    },
    {
      "epoch": 3.402811835867255,
      "grad_norm": 4.90625,
      "learning_rate": 5.586671450308553e-06,
      "loss": 0.1725,
      "step": 5206
    },
    {
      "epoch": 3.4034657511852213,
      "grad_norm": 8.8125,
      "learning_rate": 5.58257439941427e-06,
      "loss": 0.2649,
      "step": 5207
    },
    {
      "epoch": 3.404119666503188,
      "grad_norm": 2.859375,
      "learning_rate": 5.578478269588863e-06,
      "loss": 0.0426,
      "step": 5208
    },
    {
      "epoch": 3.404773581821154,
      "grad_norm": 2.421875,
      "learning_rate": 5.574383061686404e-06,
      "loss": 0.0348,
      "step": 5209
    },
    {
      "epoch": 3.4054274971391205,
      "grad_norm": 6.21875,
      "learning_rate": 5.57028877656077e-06,
      "loss": 0.2883,
      "step": 5210
    },
    {
      "epoch": 3.4060814124570866,
      "grad_norm": 3.328125,
      "learning_rate": 5.566195415065666e-06,
      "loss": 0.0587,
      "step": 5211
    },
    {
      "epoch": 3.406735327775053,
      "grad_norm": 3.984375,
      "learning_rate": 5.562102978054579e-06,
      "loss": 0.0605,
      "step": 5212
    },
    {
      "epoch": 3.4073892430930193,
      "grad_norm": 4.53125,
      "learning_rate": 5.558011466380824e-06,
      "loss": 0.1487,
      "step": 5213
    },
    {
      "epoch": 3.408043158410986,
      "grad_norm": 3.15625,
      "learning_rate": 5.553920880897506e-06,
      "loss": 0.053,
      "step": 5214
    },
    {
      "epoch": 3.408697073728952,
      "grad_norm": 3.859375,
      "learning_rate": 5.549831222457549e-06,
      "loss": 0.0566,
      "step": 5215
    },
    {
      "epoch": 3.4093509890469185,
      "grad_norm": 5.6875,
      "learning_rate": 5.545742491913684e-06,
      "loss": 0.1999,
      "step": 5216
    },
    {
      "epoch": 3.4100049043648846,
      "grad_norm": 2.578125,
      "learning_rate": 5.541654690118441e-06,
      "loss": 0.0425,
      "step": 5217
    },
    {
      "epoch": 3.410658819682851,
      "grad_norm": 5.21875,
      "learning_rate": 5.537567817924154e-06,
      "loss": 0.1177,
      "step": 5218
    },
    {
      "epoch": 3.411312735000817,
      "grad_norm": 4.875,
      "learning_rate": 5.533481876182978e-06,
      "loss": 0.1188,
      "step": 5219
    },
    {
      "epoch": 3.4119666503187838,
      "grad_norm": 5.1875,
      "learning_rate": 5.529396865746857e-06,
      "loss": 0.1261,
      "step": 5220
    },
    {
      "epoch": 3.41262056563675,
      "grad_norm": 4.0625,
      "learning_rate": 5.5253127874675564e-06,
      "loss": 0.07,
      "step": 5221
    },
    {
      "epoch": 3.4132744809547164,
      "grad_norm": 3.59375,
      "learning_rate": 5.521229642196635e-06,
      "loss": 0.0952,
      "step": 5222
    },
    {
      "epoch": 3.4139283962726825,
      "grad_norm": 3.484375,
      "learning_rate": 5.517147430785459e-06,
      "loss": 0.0713,
      "step": 5223
    },
    {
      "epoch": 3.414582311590649,
      "grad_norm": 2.53125,
      "learning_rate": 5.513066154085203e-06,
      "loss": 0.063,
      "step": 5224
    },
    {
      "epoch": 3.415236226908615,
      "grad_norm": 5.375,
      "learning_rate": 5.50898581294685e-06,
      "loss": 0.1177,
      "step": 5225
    },
    {
      "epoch": 3.4158901422265817,
      "grad_norm": 8.0,
      "learning_rate": 5.504906408221186e-06,
      "loss": 0.1558,
      "step": 5226
    },
    {
      "epoch": 3.416544057544548,
      "grad_norm": 3.703125,
      "learning_rate": 5.500827940758795e-06,
      "loss": 0.0624,
      "step": 5227
    },
    {
      "epoch": 3.4171979728625144,
      "grad_norm": 2.8125,
      "learning_rate": 5.49675041141007e-06,
      "loss": 0.0372,
      "step": 5228
    },
    {
      "epoch": 3.4178518881804805,
      "grad_norm": 3.96875,
      "learning_rate": 5.492673821025212e-06,
      "loss": 0.0765,
      "step": 5229
    },
    {
      "epoch": 3.418505803498447,
      "grad_norm": 3.8125,
      "learning_rate": 5.488598170454218e-06,
      "loss": 0.0655,
      "step": 5230
    },
    {
      "epoch": 3.419159718816413,
      "grad_norm": 5.0625,
      "learning_rate": 5.484523460546902e-06,
      "loss": 0.125,
      "step": 5231
    },
    {
      "epoch": 3.4198136341343797,
      "grad_norm": 3.03125,
      "learning_rate": 5.4804496921528695e-06,
      "loss": 0.0989,
      "step": 5232
    },
    {
      "epoch": 3.4204675494523458,
      "grad_norm": 3.9375,
      "learning_rate": 5.476376866121529e-06,
      "loss": 0.147,
      "step": 5233
    },
    {
      "epoch": 3.4211214647703123,
      "grad_norm": 5.875,
      "learning_rate": 5.472304983302101e-06,
      "loss": 0.1737,
      "step": 5234
    },
    {
      "epoch": 3.4217753800882784,
      "grad_norm": 2.296875,
      "learning_rate": 5.4682340445436146e-06,
      "loss": 0.0572,
      "step": 5235
    },
    {
      "epoch": 3.422429295406245,
      "grad_norm": 5.375,
      "learning_rate": 5.46416405069488e-06,
      "loss": 0.1749,
      "step": 5236
    },
    {
      "epoch": 3.423083210724211,
      "grad_norm": 3.390625,
      "learning_rate": 5.460095002604533e-06,
      "loss": 0.0467,
      "step": 5237
    },
    {
      "epoch": 3.4237371260421776,
      "grad_norm": 2.78125,
      "learning_rate": 5.456026901120996e-06,
      "loss": 0.0647,
      "step": 5238
    },
    {
      "epoch": 3.4243910413601437,
      "grad_norm": 7.78125,
      "learning_rate": 5.45195974709251e-06,
      "loss": 0.2322,
      "step": 5239
    },
    {
      "epoch": 3.4250449566781103,
      "grad_norm": 2.53125,
      "learning_rate": 5.447893541367104e-06,
      "loss": 0.033,
      "step": 5240
    },
    {
      "epoch": 3.4256988719960764,
      "grad_norm": 6.09375,
      "learning_rate": 5.443828284792609e-06,
      "loss": 0.1057,
      "step": 5241
    },
    {
      "epoch": 3.426352787314043,
      "grad_norm": 3.78125,
      "learning_rate": 5.4397639782166765e-06,
      "loss": 0.106,
      "step": 5242
    },
    {
      "epoch": 3.427006702632009,
      "grad_norm": 7.15625,
      "learning_rate": 5.435700622486735e-06,
      "loss": 0.1641,
      "step": 5243
    },
    {
      "epoch": 3.4276606179499756,
      "grad_norm": 4.125,
      "learning_rate": 5.431638218450035e-06,
      "loss": 0.1129,
      "step": 5244
    },
    {
      "epoch": 3.4283145332679417,
      "grad_norm": 3.25,
      "learning_rate": 5.427576766953615e-06,
      "loss": 0.094,
      "step": 5245
    },
    {
      "epoch": 3.428968448585908,
      "grad_norm": 3.4375,
      "learning_rate": 5.423516268844323e-06,
      "loss": 0.0889,
      "step": 5246
    },
    {
      "epoch": 3.4296223639038743,
      "grad_norm": 3.25,
      "learning_rate": 5.4194567249688105e-06,
      "loss": 0.1135,
      "step": 5247
    },
    {
      "epoch": 3.430276279221841,
      "grad_norm": 2.484375,
      "learning_rate": 5.41539813617352e-06,
      "loss": 0.0388,
      "step": 5248
    },
    {
      "epoch": 3.430930194539807,
      "grad_norm": 5.53125,
      "learning_rate": 5.411340503304696e-06,
      "loss": 0.3073,
      "step": 5249
    },
    {
      "epoch": 3.4315841098577735,
      "grad_norm": 6.84375,
      "learning_rate": 5.407283827208396e-06,
      "loss": 0.2618,
      "step": 5250
    },
    {
      "epoch": 3.4322380251757396,
      "grad_norm": 4.1875,
      "learning_rate": 5.403228108730463e-06,
      "loss": 0.0714,
      "step": 5251
    },
    {
      "epoch": 3.432891940493706,
      "grad_norm": 2.453125,
      "learning_rate": 5.399173348716552e-06,
      "loss": 0.0385,
      "step": 5252
    },
    {
      "epoch": 3.4335458558116723,
      "grad_norm": 5.84375,
      "learning_rate": 5.395119548012112e-06,
      "loss": 0.1508,
      "step": 5253
    },
    {
      "epoch": 3.434199771129639,
      "grad_norm": 4.65625,
      "learning_rate": 5.391066707462389e-06,
      "loss": 0.2309,
      "step": 5254
    },
    {
      "epoch": 3.434853686447605,
      "grad_norm": 2.8125,
      "learning_rate": 5.387014827912435e-06,
      "loss": 0.0607,
      "step": 5255
    },
    {
      "epoch": 3.4355076017655715,
      "grad_norm": 5.53125,
      "learning_rate": 5.382963910207104e-06,
      "loss": 0.1804,
      "step": 5256
    },
    {
      "epoch": 3.4361615170835376,
      "grad_norm": 6.59375,
      "learning_rate": 5.37891395519104e-06,
      "loss": 0.0554,
      "step": 5257
    },
    {
      "epoch": 3.436815432401504,
      "grad_norm": 3.703125,
      "learning_rate": 5.374864963708695e-06,
      "loss": 0.0525,
      "step": 5258
    },
    {
      "epoch": 3.43746934771947,
      "grad_norm": 5.78125,
      "learning_rate": 5.3708169366043105e-06,
      "loss": 0.1671,
      "step": 5259
    },
    {
      "epoch": 3.4381232630374368,
      "grad_norm": 3.90625,
      "learning_rate": 5.366769874721942e-06,
      "loss": 0.1317,
      "step": 5260
    },
    {
      "epoch": 3.438777178355403,
      "grad_norm": 5.03125,
      "learning_rate": 5.362723778905427e-06,
      "loss": 0.1086,
      "step": 5261
    },
    {
      "epoch": 3.4394310936733694,
      "grad_norm": 5.28125,
      "learning_rate": 5.3586786499984104e-06,
      "loss": 0.1846,
      "step": 5262
    },
    {
      "epoch": 3.4400850089913355,
      "grad_norm": 3.953125,
      "learning_rate": 5.354634488844337e-06,
      "loss": 0.0683,
      "step": 5263
    },
    {
      "epoch": 3.440738924309302,
      "grad_norm": 3.390625,
      "learning_rate": 5.350591296286442e-06,
      "loss": 0.0781,
      "step": 5264
    },
    {
      "epoch": 3.441392839627268,
      "grad_norm": 2.9375,
      "learning_rate": 5.346549073167766e-06,
      "loss": 0.0301,
      "step": 5265
    },
    {
      "epoch": 3.4420467549452347,
      "grad_norm": 4.0625,
      "learning_rate": 5.342507820331151e-06,
      "loss": 0.0913,
      "step": 5266
    },
    {
      "epoch": 3.442700670263201,
      "grad_norm": 4.21875,
      "learning_rate": 5.3384675386192205e-06,
      "loss": 0.0754,
      "step": 5267
    },
    {
      "epoch": 3.4433545855811674,
      "grad_norm": 3.625,
      "learning_rate": 5.3344282288744154e-06,
      "loss": 0.0606,
      "step": 5268
    },
    {
      "epoch": 3.4440085008991335,
      "grad_norm": 6.34375,
      "learning_rate": 5.330389891938958e-06,
      "loss": 0.16,
      "step": 5269
    },
    {
      "epoch": 3.4446624162171,
      "grad_norm": 4.625,
      "learning_rate": 5.326352528654878e-06,
      "loss": 0.1193,
      "step": 5270
    },
    {
      "epoch": 3.445316331535066,
      "grad_norm": 6.6875,
      "learning_rate": 5.3223161398639965e-06,
      "loss": 0.2266,
      "step": 5271
    },
    {
      "epoch": 3.4459702468530327,
      "grad_norm": 5.9375,
      "learning_rate": 5.3182807264079295e-06,
      "loss": 0.1099,
      "step": 5272
    },
    {
      "epoch": 3.4466241621709988,
      "grad_norm": 3.390625,
      "learning_rate": 5.314246289128102e-06,
      "loss": 0.0555,
      "step": 5273
    },
    {
      "epoch": 3.4472780774889653,
      "grad_norm": 5.28125,
      "learning_rate": 5.310212828865716e-06,
      "loss": 0.1214,
      "step": 5274
    },
    {
      "epoch": 3.4479319928069314,
      "grad_norm": 3.484375,
      "learning_rate": 5.306180346461787e-06,
      "loss": 0.0403,
      "step": 5275
    },
    {
      "epoch": 3.448585908124898,
      "grad_norm": 6.15625,
      "learning_rate": 5.3021488427571225e-06,
      "loss": 0.1115,
      "step": 5276
    },
    {
      "epoch": 3.449239823442864,
      "grad_norm": 4.28125,
      "learning_rate": 5.298118318592316e-06,
      "loss": 0.0945,
      "step": 5277
    },
    {
      "epoch": 3.4498937387608306,
      "grad_norm": 4.78125,
      "learning_rate": 5.294088774807773e-06,
      "loss": 0.0849,
      "step": 5278
    },
    {
      "epoch": 3.4505476540787967,
      "grad_norm": 4.8125,
      "learning_rate": 5.290060212243681e-06,
      "loss": 0.184,
      "step": 5279
    },
    {
      "epoch": 3.4512015693967633,
      "grad_norm": 5.09375,
      "learning_rate": 5.286032631740023e-06,
      "loss": 0.1271,
      "step": 5280
    },
    {
      "epoch": 3.4518554847147294,
      "grad_norm": 4.625,
      "learning_rate": 5.2820060341365935e-06,
      "loss": 0.0965,
      "step": 5281
    },
    {
      "epoch": 3.452509400032696,
      "grad_norm": 8.75,
      "learning_rate": 5.277980420272959e-06,
      "loss": 0.321,
      "step": 5282
    },
    {
      "epoch": 3.453163315350662,
      "grad_norm": 4.03125,
      "learning_rate": 5.273955790988501e-06,
      "loss": 0.0592,
      "step": 5283
    },
    {
      "epoch": 3.4538172306686286,
      "grad_norm": 2.984375,
      "learning_rate": 5.269932147122385e-06,
      "loss": 0.0671,
      "step": 5284
    },
    {
      "epoch": 3.4544711459865947,
      "grad_norm": 6.625,
      "learning_rate": 5.265909489513568e-06,
      "loss": 0.1151,
      "step": 5285
    },
    {
      "epoch": 3.455125061304561,
      "grad_norm": 4.34375,
      "learning_rate": 5.26188781900081e-06,
      "loss": 0.0911,
      "step": 5286
    },
    {
      "epoch": 3.4557789766225273,
      "grad_norm": 2.265625,
      "learning_rate": 5.257867136422667e-06,
      "loss": 0.0155,
      "step": 5287
    },
    {
      "epoch": 3.456432891940494,
      "grad_norm": 5.8125,
      "learning_rate": 5.253847442617475e-06,
      "loss": 0.2315,
      "step": 5288
    },
    {
      "epoch": 3.45708680725846,
      "grad_norm": 3.984375,
      "learning_rate": 5.24982873842338e-06,
      "loss": 0.1646,
      "step": 5289
    },
    {
      "epoch": 3.4577407225764265,
      "grad_norm": 3.96875,
      "learning_rate": 5.245811024678309e-06,
      "loss": 0.089,
      "step": 5290
    },
    {
      "epoch": 3.4583946378943926,
      "grad_norm": 5.78125,
      "learning_rate": 5.241794302219992e-06,
      "loss": 0.0386,
      "step": 5291
    },
    {
      "epoch": 3.459048553212359,
      "grad_norm": 4.46875,
      "learning_rate": 5.237778571885945e-06,
      "loss": 0.1066,
      "step": 5292
    },
    {
      "epoch": 3.4597024685303253,
      "grad_norm": 2.5625,
      "learning_rate": 5.233763834513479e-06,
      "loss": 0.0542,
      "step": 5293
    },
    {
      "epoch": 3.460356383848292,
      "grad_norm": 3.078125,
      "learning_rate": 5.229750090939704e-06,
      "loss": 0.0385,
      "step": 5294
    },
    {
      "epoch": 3.461010299166258,
      "grad_norm": 3.21875,
      "learning_rate": 5.22573734200151e-06,
      "loss": 0.075,
      "step": 5295
    },
    {
      "epoch": 3.4616642144842245,
      "grad_norm": 5.6875,
      "learning_rate": 5.221725588535593e-06,
      "loss": 0.3251,
      "step": 5296
    },
    {
      "epoch": 3.4623181298021906,
      "grad_norm": 2.515625,
      "learning_rate": 5.21771483137844e-06,
      "loss": 0.045,
      "step": 5297
    },
    {
      "epoch": 3.462972045120157,
      "grad_norm": 4.46875,
      "learning_rate": 5.213705071366317e-06,
      "loss": 0.1202,
      "step": 5298
    },
    {
      "epoch": 3.463625960438123,
      "grad_norm": 3.328125,
      "learning_rate": 5.209696309335302e-06,
      "loss": 0.0798,
      "step": 5299
    },
    {
      "epoch": 3.4642798757560898,
      "grad_norm": 2.671875,
      "learning_rate": 5.205688546121246e-06,
      "loss": 0.0571,
      "step": 5300
    },
    {
      "epoch": 3.464933791074056,
      "grad_norm": 4.65625,
      "learning_rate": 5.201681782559798e-06,
      "loss": 0.1275,
      "step": 5301
    },
    {
      "epoch": 3.4655877063920224,
      "grad_norm": 3.234375,
      "learning_rate": 5.197676019486409e-06,
      "loss": 0.0339,
      "step": 5302
    },
    {
      "epoch": 3.4662416217099885,
      "grad_norm": 9.5,
      "learning_rate": 5.193671257736306e-06,
      "loss": 0.2433,
      "step": 5303
    },
    {
      "epoch": 3.466895537027955,
      "grad_norm": 3.734375,
      "learning_rate": 5.189667498144519e-06,
      "loss": 0.1202,
      "step": 5304
    },
    {
      "epoch": 3.467549452345921,
      "grad_norm": 3.734375,
      "learning_rate": 5.185664741545862e-06,
      "loss": 0.1782,
      "step": 5305
    },
    {
      "epoch": 3.4682033676638877,
      "grad_norm": 5.8125,
      "learning_rate": 5.181662988774933e-06,
      "loss": 0.1513,
      "step": 5306
    },
    {
      "epoch": 3.468857282981854,
      "grad_norm": 6.09375,
      "learning_rate": 5.177662240666149e-06,
      "loss": 0.1733,
      "step": 5307
    },
    {
      "epoch": 3.4695111982998204,
      "grad_norm": 3.5,
      "learning_rate": 5.173662498053687e-06,
      "loss": 0.0914,
      "step": 5308
    },
    {
      "epoch": 3.4701651136177865,
      "grad_norm": 4.0,
      "learning_rate": 5.169663761771522e-06,
      "loss": 0.0971,
      "step": 5309
    },
    {
      "epoch": 3.470819028935753,
      "grad_norm": 5.0,
      "learning_rate": 5.165666032653432e-06,
      "loss": 0.073,
      "step": 5310
    },
    {
      "epoch": 3.471472944253719,
      "grad_norm": 4.625,
      "learning_rate": 5.161669311532966e-06,
      "loss": 0.115,
      "step": 5311
    },
    {
      "epoch": 3.4721268595716857,
      "grad_norm": 5.46875,
      "learning_rate": 5.157673599243482e-06,
      "loss": 0.114,
      "step": 5312
    },
    {
      "epoch": 3.4727807748896518,
      "grad_norm": 3.65625,
      "learning_rate": 5.153678896618115e-06,
      "loss": 0.0867,
      "step": 5313
    },
    {
      "epoch": 3.4734346902076183,
      "grad_norm": 5.875,
      "learning_rate": 5.149685204489786e-06,
      "loss": 0.1872,
      "step": 5314
    },
    {
      "epoch": 3.4740886055255844,
      "grad_norm": 4.25,
      "learning_rate": 5.145692523691223e-06,
      "loss": 0.0932,
      "step": 5315
    },
    {
      "epoch": 3.474742520843551,
      "grad_norm": 4.09375,
      "learning_rate": 5.141700855054917e-06,
      "loss": 0.0652,
      "step": 5316
    },
    {
      "epoch": 3.475396436161517,
      "grad_norm": 3.421875,
      "learning_rate": 5.137710199413182e-06,
      "loss": 0.0869,
      "step": 5317
    },
    {
      "epoch": 3.4760503514794836,
      "grad_norm": 2.921875,
      "learning_rate": 5.133720557598093e-06,
      "loss": 0.0693,
      "step": 5318
    },
    {
      "epoch": 3.4767042667974497,
      "grad_norm": 4.875,
      "learning_rate": 5.129731930441517e-06,
      "loss": 0.0788,
      "step": 5319
    },
    {
      "epoch": 3.477358182115416,
      "grad_norm": 7.34375,
      "learning_rate": 5.125744318775126e-06,
      "loss": 0.2584,
      "step": 5320
    },
    {
      "epoch": 3.4780120974333824,
      "grad_norm": 5.625,
      "learning_rate": 5.121757723430359e-06,
      "loss": 0.2175,
      "step": 5321
    },
    {
      "epoch": 3.478666012751349,
      "grad_norm": 3.96875,
      "learning_rate": 5.11777214523846e-06,
      "loss": 0.0948,
      "step": 5322
    },
    {
      "epoch": 3.479319928069315,
      "grad_norm": 4.59375,
      "learning_rate": 5.1137875850304545e-06,
      "loss": 0.1347,
      "step": 5323
    },
    {
      "epoch": 3.479973843387281,
      "grad_norm": 3.34375,
      "learning_rate": 5.109804043637147e-06,
      "loss": 0.0781,
      "step": 5324
    },
    {
      "epoch": 3.4806277587052477,
      "grad_norm": 6.40625,
      "learning_rate": 5.105821521889147e-06,
      "loss": 0.1264,
      "step": 5325
    },
    {
      "epoch": 3.481281674023214,
      "grad_norm": 3.0625,
      "learning_rate": 5.101840020616837e-06,
      "loss": 0.0385,
      "step": 5326
    },
    {
      "epoch": 3.4819355893411803,
      "grad_norm": 5.21875,
      "learning_rate": 5.0978595406503935e-06,
      "loss": 0.1268,
      "step": 5327
    },
    {
      "epoch": 3.4825895046591464,
      "grad_norm": 8.5625,
      "learning_rate": 5.093880082819784e-06,
      "loss": 0.2362,
      "step": 5328
    },
    {
      "epoch": 3.483243419977113,
      "grad_norm": 2.015625,
      "learning_rate": 5.08990164795475e-06,
      "loss": 0.0261,
      "step": 5329
    },
    {
      "epoch": 3.4838973352950795,
      "grad_norm": 5.84375,
      "learning_rate": 5.085924236884834e-06,
      "loss": 0.211,
      "step": 5330
    },
    {
      "epoch": 3.4845512506130456,
      "grad_norm": 1.8359375,
      "learning_rate": 5.081947850439354e-06,
      "loss": 0.02,
      "step": 5331
    },
    {
      "epoch": 3.4852051659310117,
      "grad_norm": 5.65625,
      "learning_rate": 5.0779724894474155e-06,
      "loss": 0.09,
      "step": 5332
    },
    {
      "epoch": 3.4858590812489783,
      "grad_norm": 5.9375,
      "learning_rate": 5.0739981547379215e-06,
      "loss": 0.2433,
      "step": 5333
    },
    {
      "epoch": 3.486512996566945,
      "grad_norm": 4.03125,
      "learning_rate": 5.070024847139544e-06,
      "loss": 0.1205,
      "step": 5334
    },
    {
      "epoch": 3.487166911884911,
      "grad_norm": 5.84375,
      "learning_rate": 5.066052567480759e-06,
      "loss": 0.1598,
      "step": 5335
    },
    {
      "epoch": 3.487820827202877,
      "grad_norm": 2.984375,
      "learning_rate": 5.062081316589813e-06,
      "loss": 0.0565,
      "step": 5336
    },
    {
      "epoch": 3.4884747425208436,
      "grad_norm": 6.0,
      "learning_rate": 5.058111095294738e-06,
      "loss": 0.1552,
      "step": 5337
    },
    {
      "epoch": 3.48912865783881,
      "grad_norm": 3.578125,
      "learning_rate": 5.054141904423371e-06,
      "loss": 0.0516,
      "step": 5338
    },
    {
      "epoch": 3.489782573156776,
      "grad_norm": 4.75,
      "learning_rate": 5.050173744803315e-06,
      "loss": 0.1124,
      "step": 5339
    },
    {
      "epoch": 3.4904364884747423,
      "grad_norm": 3.546875,
      "learning_rate": 5.046206617261956e-06,
      "loss": 0.0626,
      "step": 5340
    },
    {
      "epoch": 3.491090403792709,
      "grad_norm": 6.09375,
      "learning_rate": 5.0422405226264825e-06,
      "loss": 0.0562,
      "step": 5341
    },
    {
      "epoch": 3.4917443191106754,
      "grad_norm": 4.125,
      "learning_rate": 5.0382754617238484e-06,
      "loss": 0.1053,
      "step": 5342
    },
    {
      "epoch": 3.4923982344286415,
      "grad_norm": 3.765625,
      "learning_rate": 5.0343114353808085e-06,
      "loss": 0.067,
      "step": 5343
    },
    {
      "epoch": 3.4930521497466076,
      "grad_norm": 3.46875,
      "learning_rate": 5.030348444423892e-06,
      "loss": 0.0654,
      "step": 5344
    },
    {
      "epoch": 3.493706065064574,
      "grad_norm": 5.5625,
      "learning_rate": 5.026386489679408e-06,
      "loss": 0.1676,
      "step": 5345
    },
    {
      "epoch": 3.4943599803825407,
      "grad_norm": 4.84375,
      "learning_rate": 5.022425571973466e-06,
      "loss": 0.117,
      "step": 5346
    },
    {
      "epoch": 3.495013895700507,
      "grad_norm": 4.5,
      "learning_rate": 5.01846569213194e-06,
      "loss": 0.0708,
      "step": 5347
    },
    {
      "epoch": 3.495667811018473,
      "grad_norm": 7.15625,
      "learning_rate": 5.014506850980502e-06,
      "loss": 0.2164,
      "step": 5348
    },
    {
      "epoch": 3.4963217263364395,
      "grad_norm": 5.1875,
      "learning_rate": 5.010549049344605e-06,
      "loss": 0.1036,
      "step": 5349
    },
    {
      "epoch": 3.496975641654406,
      "grad_norm": 4.1875,
      "learning_rate": 5.0065922880494765e-06,
      "loss": 0.0964,
      "step": 5350
    },
    {
      "epoch": 3.497629556972372,
      "grad_norm": 6.875,
      "learning_rate": 5.002636567920138e-06,
      "loss": 0.0926,
      "step": 5351
    },
    {
      "epoch": 3.498283472290338,
      "grad_norm": 3.4375,
      "learning_rate": 4.9986818897813895e-06,
      "loss": 0.0452,
      "step": 5352
    },
    {
      "epoch": 3.4989373876083047,
      "grad_norm": 4.09375,
      "learning_rate": 4.994728254457806e-06,
      "loss": 0.1026,
      "step": 5353
    },
    {
      "epoch": 3.4995913029262713,
      "grad_norm": 4.59375,
      "learning_rate": 4.99077566277376e-06,
      "loss": 0.0887,
      "step": 5354
    },
    {
      "epoch": 3.5002452182442374,
      "grad_norm": 5.5,
      "learning_rate": 4.986824115553393e-06,
      "loss": 0.1566,
      "step": 5355
    },
    {
      "epoch": 3.5008991335622035,
      "grad_norm": 5.6875,
      "learning_rate": 4.98287361362064e-06,
      "loss": 0.1773,
      "step": 5356
    },
    {
      "epoch": 3.50155304888017,
      "grad_norm": 4.28125,
      "learning_rate": 4.978924157799208e-06,
      "loss": 0.0784,
      "step": 5357
    },
    {
      "epoch": 3.5022069641981366,
      "grad_norm": 3.484375,
      "learning_rate": 4.974975748912592e-06,
      "loss": 0.0826,
      "step": 5358
    },
    {
      "epoch": 3.5028608795161027,
      "grad_norm": 4.1875,
      "learning_rate": 4.971028387784069e-06,
      "loss": 0.082,
      "step": 5359
    },
    {
      "epoch": 3.503514794834069,
      "grad_norm": 4.125,
      "learning_rate": 4.967082075236692e-06,
      "loss": 0.1287,
      "step": 5360
    },
    {
      "epoch": 3.5041687101520353,
      "grad_norm": 6.875,
      "learning_rate": 4.963136812093306e-06,
      "loss": 0.1274,
      "step": 5361
    },
    {
      "epoch": 3.504822625470002,
      "grad_norm": 5.0625,
      "learning_rate": 4.959192599176523e-06,
      "loss": 0.085,
      "step": 5362
    },
    {
      "epoch": 3.505476540787968,
      "grad_norm": 3.09375,
      "learning_rate": 4.955249437308744e-06,
      "loss": 0.0944,
      "step": 5363
    },
    {
      "epoch": 3.506130456105934,
      "grad_norm": 8.875,
      "learning_rate": 4.951307327312152e-06,
      "loss": 0.179,
      "step": 5364
    },
    {
      "epoch": 3.5067843714239006,
      "grad_norm": 3.5,
      "learning_rate": 4.947366270008708e-06,
      "loss": 0.0913,
      "step": 5365
    },
    {
      "epoch": 3.507438286741867,
      "grad_norm": 9.0625,
      "learning_rate": 4.943426266220156e-06,
      "loss": 0.137,
      "step": 5366
    },
    {
      "epoch": 3.5080922020598333,
      "grad_norm": 2.71875,
      "learning_rate": 4.939487316768018e-06,
      "loss": 0.0328,
      "step": 5367
    },
    {
      "epoch": 3.5087461173777994,
      "grad_norm": 3.125,
      "learning_rate": 4.9355494224735875e-06,
      "loss": 0.0723,
      "step": 5368
    },
    {
      "epoch": 3.509400032695766,
      "grad_norm": 5.8125,
      "learning_rate": 4.931612584157964e-06,
      "loss": 0.1991,
      "step": 5369
    },
    {
      "epoch": 3.5100539480137325,
      "grad_norm": 7.03125,
      "learning_rate": 4.927676802642001e-06,
      "loss": 0.1866,
      "step": 5370
    },
    {
      "epoch": 3.5107078633316986,
      "grad_norm": 2.953125,
      "learning_rate": 4.923742078746337e-06,
      "loss": 0.0433,
      "step": 5371
    },
    {
      "epoch": 3.5113617786496647,
      "grad_norm": 3.28125,
      "learning_rate": 4.919808413291403e-06,
      "loss": 0.0567,
      "step": 5372
    },
    {
      "epoch": 3.5120156939676312,
      "grad_norm": 2.859375,
      "learning_rate": 4.91587580709739e-06,
      "loss": 0.0678,
      "step": 5373
    },
    {
      "epoch": 3.5126696092855973,
      "grad_norm": 10.5,
      "learning_rate": 4.911944260984287e-06,
      "loss": 0.2589,
      "step": 5374
    },
    {
      "epoch": 3.513323524603564,
      "grad_norm": 4.84375,
      "learning_rate": 4.908013775771849e-06,
      "loss": 0.1104,
      "step": 5375
    },
    {
      "epoch": 3.51397743992153,
      "grad_norm": 5.9375,
      "learning_rate": 4.904084352279611e-06,
      "loss": 0.1562,
      "step": 5376
    },
    {
      "epoch": 3.5146313552394965,
      "grad_norm": 5.125,
      "learning_rate": 4.900155991326896e-06,
      "loss": 0.1103,
      "step": 5377
    },
    {
      "epoch": 3.5152852705574626,
      "grad_norm": 4.1875,
      "learning_rate": 4.8962286937327915e-06,
      "loss": 0.0574,
      "step": 5378
    },
    {
      "epoch": 3.515939185875429,
      "grad_norm": 5.34375,
      "learning_rate": 4.892302460316174e-06,
      "loss": 0.164,
      "step": 5379
    },
    {
      "epoch": 3.5165931011933953,
      "grad_norm": 4.0,
      "learning_rate": 4.8883772918957005e-06,
      "loss": 0.1104,
      "step": 5380
    },
    {
      "epoch": 3.517247016511362,
      "grad_norm": 6.59375,
      "learning_rate": 4.88445318928979e-06,
      "loss": 0.1224,
      "step": 5381
    },
    {
      "epoch": 3.517900931829328,
      "grad_norm": 4.5,
      "learning_rate": 4.88053015331666e-06,
      "loss": 0.1376,
      "step": 5382
    },
    {
      "epoch": 3.5185548471472945,
      "grad_norm": 5.28125,
      "learning_rate": 4.876608184794289e-06,
      "loss": 0.0907,
      "step": 5383
    },
    {
      "epoch": 3.5192087624652606,
      "grad_norm": 7.0625,
      "learning_rate": 4.8726872845404375e-06,
      "loss": 0.1939,
      "step": 5384
    },
    {
      "epoch": 3.519862677783227,
      "grad_norm": 4.96875,
      "learning_rate": 4.868767453372649e-06,
      "loss": 0.229,
      "step": 5385
    },
    {
      "epoch": 3.5205165931011932,
      "grad_norm": 2.28125,
      "learning_rate": 4.864848692108236e-06,
      "loss": 0.0285,
      "step": 5386
    },
    {
      "epoch": 3.52117050841916,
      "grad_norm": 7.15625,
      "learning_rate": 4.860931001564299e-06,
      "loss": 0.3902,
      "step": 5387
    },
    {
      "epoch": 3.521824423737126,
      "grad_norm": 4.8125,
      "learning_rate": 4.857014382557698e-06,
      "loss": 0.0736,
      "step": 5388
    },
    {
      "epoch": 3.5224783390550924,
      "grad_norm": 4.1875,
      "learning_rate": 4.853098835905085e-06,
      "loss": 0.0734,
      "step": 5389
    },
    {
      "epoch": 3.5231322543730585,
      "grad_norm": 4.03125,
      "learning_rate": 4.849184362422885e-06,
      "loss": 0.1034,
      "step": 5390
    },
    {
      "epoch": 3.523786169691025,
      "grad_norm": 4.09375,
      "learning_rate": 4.845270962927297e-06,
      "loss": 0.1287,
      "step": 5391
    },
    {
      "epoch": 3.524440085008991,
      "grad_norm": 7.03125,
      "learning_rate": 4.841358638234291e-06,
      "loss": 0.2948,
      "step": 5392
    },
    {
      "epoch": 3.5250940003269577,
      "grad_norm": 3.75,
      "learning_rate": 4.837447389159625e-06,
      "loss": 0.0714,
      "step": 5393
    },
    {
      "epoch": 3.525747915644924,
      "grad_norm": 5.84375,
      "learning_rate": 4.83353721651882e-06,
      "loss": 0.0767,
      "step": 5394
    },
    {
      "epoch": 3.5264018309628904,
      "grad_norm": 3.921875,
      "learning_rate": 4.829628121127185e-06,
      "loss": 0.0755,
      "step": 5395
    },
    {
      "epoch": 3.5270557462808565,
      "grad_norm": 4.3125,
      "learning_rate": 4.825720103799792e-06,
      "loss": 0.1029,
      "step": 5396
    },
    {
      "epoch": 3.527709661598823,
      "grad_norm": 5.09375,
      "learning_rate": 4.821813165351495e-06,
      "loss": 0.1381,
      "step": 5397
    },
    {
      "epoch": 3.528363576916789,
      "grad_norm": 8.4375,
      "learning_rate": 4.817907306596923e-06,
      "loss": 0.3246,
      "step": 5398
    },
    {
      "epoch": 3.5290174922347557,
      "grad_norm": 4.09375,
      "learning_rate": 4.8140025283504834e-06,
      "loss": 0.0769,
      "step": 5399
    },
    {
      "epoch": 3.529671407552722,
      "grad_norm": 4.5625,
      "learning_rate": 4.810098831426346e-06,
      "loss": 0.1512,
      "step": 5400
    },
    {
      "epoch": 3.5303253228706883,
      "grad_norm": 3.734375,
      "learning_rate": 4.806196216638471e-06,
      "loss": 0.1051,
      "step": 5401
    },
    {
      "epoch": 3.5309792381886544,
      "grad_norm": 3.5625,
      "learning_rate": 4.8022946848005795e-06,
      "loss": 0.0921,
      "step": 5402
    },
    {
      "epoch": 3.531633153506621,
      "grad_norm": 4.34375,
      "learning_rate": 4.798394236726176e-06,
      "loss": 0.1096,
      "step": 5403
    },
    {
      "epoch": 3.532287068824587,
      "grad_norm": 3.5,
      "learning_rate": 4.7944948732285345e-06,
      "loss": 0.0953,
      "step": 5404
    },
    {
      "epoch": 3.5329409841425536,
      "grad_norm": 3.359375,
      "learning_rate": 4.790596595120699e-06,
      "loss": 0.0418,
      "step": 5405
    },
    {
      "epoch": 3.5335948994605197,
      "grad_norm": 3.328125,
      "learning_rate": 4.786699403215499e-06,
      "loss": 0.0537,
      "step": 5406
    },
    {
      "epoch": 3.5342488147784863,
      "grad_norm": 3.71875,
      "learning_rate": 4.782803298325523e-06,
      "loss": 0.1656,
      "step": 5407
    },
    {
      "epoch": 3.5349027300964524,
      "grad_norm": 3.5625,
      "learning_rate": 4.778908281263146e-06,
      "loss": 0.0731,
      "step": 5408
    },
    {
      "epoch": 3.535556645414419,
      "grad_norm": 4.90625,
      "learning_rate": 4.775014352840512e-06,
      "loss": 0.0991,
      "step": 5409
    },
    {
      "epoch": 3.536210560732385,
      "grad_norm": 7.75,
      "learning_rate": 4.77112151386953e-06,
      "loss": 0.4616,
      "step": 5410
    },
    {
      "epoch": 3.5368644760503516,
      "grad_norm": 4.6875,
      "learning_rate": 4.767229765161896e-06,
      "loss": 0.1078,
      "step": 5411
    },
    {
      "epoch": 3.5375183913683177,
      "grad_norm": 4.40625,
      "learning_rate": 4.763339107529062e-06,
      "loss": 0.1043,
      "step": 5412
    },
    {
      "epoch": 3.5381723066862842,
      "grad_norm": 5.46875,
      "learning_rate": 4.759449541782272e-06,
      "loss": 0.1414,
      "step": 5413
    },
    {
      "epoch": 3.5388262220042503,
      "grad_norm": 2.15625,
      "learning_rate": 4.755561068732525e-06,
      "loss": 0.0212,
      "step": 5414
    },
    {
      "epoch": 3.539480137322217,
      "grad_norm": 3.40625,
      "learning_rate": 4.7516736891905955e-06,
      "loss": 0.1007,
      "step": 5415
    },
    {
      "epoch": 3.540134052640183,
      "grad_norm": 4.90625,
      "learning_rate": 4.747787403967044e-06,
      "loss": 0.2683,
      "step": 5416
    },
    {
      "epoch": 3.5407879679581495,
      "grad_norm": 5.84375,
      "learning_rate": 4.74390221387218e-06,
      "loss": 0.0864,
      "step": 5417
    },
    {
      "epoch": 3.5414418832761156,
      "grad_norm": 3.640625,
      "learning_rate": 4.7400181197161085e-06,
      "loss": 0.0816,
      "step": 5418
    },
    {
      "epoch": 3.542095798594082,
      "grad_norm": 4.3125,
      "learning_rate": 4.736135122308687e-06,
      "loss": 0.0739,
      "step": 5419
    },
    {
      "epoch": 3.5427497139120483,
      "grad_norm": 5.40625,
      "learning_rate": 4.732253222459553e-06,
      "loss": 0.1392,
      "step": 5420
    },
    {
      "epoch": 3.543403629230015,
      "grad_norm": 5.96875,
      "learning_rate": 4.728372420978119e-06,
      "loss": 0.2026,
      "step": 5421
    },
    {
      "epoch": 3.544057544547981,
      "grad_norm": 4.21875,
      "learning_rate": 4.724492718673559e-06,
      "loss": 0.1347,
      "step": 5422
    },
    {
      "epoch": 3.5447114598659475,
      "grad_norm": 4.65625,
      "learning_rate": 4.7206141163548205e-06,
      "loss": 0.1692,
      "step": 5423
    },
    {
      "epoch": 3.5453653751839136,
      "grad_norm": 3.71875,
      "learning_rate": 4.716736614830628e-06,
      "loss": 0.1284,
      "step": 5424
    },
    {
      "epoch": 3.54601929050188,
      "grad_norm": 5.4375,
      "learning_rate": 4.712860214909466e-06,
      "loss": 0.0825,
      "step": 5425
    },
    {
      "epoch": 3.5466732058198462,
      "grad_norm": 5.125,
      "learning_rate": 4.7089849173996026e-06,
      "loss": 0.2112,
      "step": 5426
    },
    {
      "epoch": 3.547327121137813,
      "grad_norm": 2.375,
      "learning_rate": 4.705110723109064e-06,
      "loss": 0.0406,
      "step": 5427
    },
    {
      "epoch": 3.547981036455779,
      "grad_norm": 3.640625,
      "learning_rate": 4.701237632845649e-06,
      "loss": 0.0623,
      "step": 5428
    },
    {
      "epoch": 3.5486349517737454,
      "grad_norm": 5.84375,
      "learning_rate": 4.6973656474169305e-06,
      "loss": 0.1158,
      "step": 5429
    },
    {
      "epoch": 3.5492888670917115,
      "grad_norm": 12.375,
      "learning_rate": 4.693494767630252e-06,
      "loss": 0.2304,
      "step": 5430
    },
    {
      "epoch": 3.549942782409678,
      "grad_norm": 5.8125,
      "learning_rate": 4.6896249942927174e-06,
      "loss": 0.1246,
      "step": 5431
    },
    {
      "epoch": 3.550596697727644,
      "grad_norm": 4.5625,
      "learning_rate": 4.685756328211212e-06,
      "loss": 0.1831,
      "step": 5432
    },
    {
      "epoch": 3.5512506130456107,
      "grad_norm": 3.84375,
      "learning_rate": 4.681888770192375e-06,
      "loss": 0.1218,
      "step": 5433
    },
    {
      "epoch": 3.551904528363577,
      "grad_norm": 3.953125,
      "learning_rate": 4.6780223210426345e-06,
      "loss": 0.0492,
      "step": 5434
    },
    {
      "epoch": 3.5525584436815434,
      "grad_norm": 6.5625,
      "learning_rate": 4.674156981568168e-06,
      "loss": 0.2482,
      "step": 5435
    },
    {
      "epoch": 3.5532123589995095,
      "grad_norm": 6.03125,
      "learning_rate": 4.670292752574932e-06,
      "loss": 0.1776,
      "step": 5436
    },
    {
      "epoch": 3.553866274317476,
      "grad_norm": 4.5625,
      "learning_rate": 4.666429634868651e-06,
      "loss": 0.2694,
      "step": 5437
    },
    {
      "epoch": 3.554520189635442,
      "grad_norm": 5.71875,
      "learning_rate": 4.662567629254813e-06,
      "loss": 0.1609,
      "step": 5438
    },
    {
      "epoch": 3.5551741049534087,
      "grad_norm": 8.4375,
      "learning_rate": 4.658706736538678e-06,
      "loss": 0.0604,
      "step": 5439
    },
    {
      "epoch": 3.555828020271375,
      "grad_norm": 2.578125,
      "learning_rate": 4.65484695752528e-06,
      "loss": 0.0226,
      "step": 5440
    },
    {
      "epoch": 3.5564819355893413,
      "grad_norm": 5.78125,
      "learning_rate": 4.650988293019404e-06,
      "loss": 0.2315,
      "step": 5441
    },
    {
      "epoch": 3.5571358509073074,
      "grad_norm": 3.0625,
      "learning_rate": 4.647130743825622e-06,
      "loss": 0.0598,
      "step": 5442
    },
    {
      "epoch": 3.557789766225274,
      "grad_norm": 4.25,
      "learning_rate": 4.643274310748259e-06,
      "loss": 0.102,
      "step": 5443
    },
    {
      "epoch": 3.55844368154324,
      "grad_norm": 2.015625,
      "learning_rate": 4.6394189945914095e-06,
      "loss": 0.0445,
      "step": 5444
    },
    {
      "epoch": 3.5590975968612066,
      "grad_norm": 2.1875,
      "learning_rate": 4.635564796158946e-06,
      "loss": 0.0375,
      "step": 5445
    },
    {
      "epoch": 3.5597515121791727,
      "grad_norm": 3.640625,
      "learning_rate": 4.63171171625449e-06,
      "loss": 0.0699,
      "step": 5446
    },
    {
      "epoch": 3.5604054274971393,
      "grad_norm": 2.453125,
      "learning_rate": 4.62785975568145e-06,
      "loss": 0.0272,
      "step": 5447
    },
    {
      "epoch": 3.5610593428151054,
      "grad_norm": 6.5625,
      "learning_rate": 4.624008915242985e-06,
      "loss": 0.2564,
      "step": 5448
    },
    {
      "epoch": 3.5617132581330715,
      "grad_norm": 2.515625,
      "learning_rate": 4.620159195742021e-06,
      "loss": 0.1152,
      "step": 5449
    },
    {
      "epoch": 3.562367173451038,
      "grad_norm": 4.8125,
      "learning_rate": 4.616310597981269e-06,
      "loss": 0.1959,
      "step": 5450
    },
    {
      "epoch": 3.5630210887690046,
      "grad_norm": 4.75,
      "learning_rate": 4.612463122763184e-06,
      "loss": 0.1534,
      "step": 5451
    },
    {
      "epoch": 3.5636750040869707,
      "grad_norm": 5.59375,
      "learning_rate": 4.608616770889998e-06,
      "loss": 0.1345,
      "step": 5452
    },
    {
      "epoch": 3.564328919404937,
      "grad_norm": 6.03125,
      "learning_rate": 4.604771543163706e-06,
      "loss": 0.1455,
      "step": 5453
    },
    {
      "epoch": 3.5649828347229033,
      "grad_norm": 3.546875,
      "learning_rate": 4.600927440386066e-06,
      "loss": 0.058,
      "step": 5454
    },
    {
      "epoch": 3.56563675004087,
      "grad_norm": 8.4375,
      "learning_rate": 4.59708446335861e-06,
      "loss": 0.2373,
      "step": 5455
    },
    {
      "epoch": 3.566290665358836,
      "grad_norm": 5.71875,
      "learning_rate": 4.593242612882624e-06,
      "loss": 0.1638,
      "step": 5456
    },
    {
      "epoch": 3.566944580676802,
      "grad_norm": 7.25,
      "learning_rate": 4.589401889759171e-06,
      "loss": 0.2208,
      "step": 5457
    },
    {
      "epoch": 3.5675984959947686,
      "grad_norm": 1.9296875,
      "learning_rate": 4.585562294789068e-06,
      "loss": 0.0403,
      "step": 5458
    },
    {
      "epoch": 3.568252411312735,
      "grad_norm": 4.15625,
      "learning_rate": 4.581723828772901e-06,
      "loss": 0.1376,
      "step": 5459
    },
    {
      "epoch": 3.5689063266307013,
      "grad_norm": 4.0625,
      "learning_rate": 4.577886492511021e-06,
      "loss": 0.035,
      "step": 5460
    },
    {
      "epoch": 3.5695602419486674,
      "grad_norm": 5.3125,
      "learning_rate": 4.574050286803551e-06,
      "loss": 0.1398,
      "step": 5461
    },
    {
      "epoch": 3.570214157266634,
      "grad_norm": 4.0625,
      "learning_rate": 4.570215212450361e-06,
      "loss": 0.0898,
      "step": 5462
    },
    {
      "epoch": 3.5708680725846005,
      "grad_norm": 18.625,
      "learning_rate": 4.566381270251104e-06,
      "loss": 0.1253,
      "step": 5463
    },
    {
      "epoch": 3.5715219879025666,
      "grad_norm": 3.921875,
      "learning_rate": 4.562548461005177e-06,
      "loss": 0.058,
      "step": 5464
    },
    {
      "epoch": 3.5721759032205327,
      "grad_norm": 5.65625,
      "learning_rate": 4.558716785511764e-06,
      "loss": 0.2146,
      "step": 5465
    },
    {
      "epoch": 3.5728298185384992,
      "grad_norm": 5.09375,
      "learning_rate": 4.554886244569793e-06,
      "loss": 0.1706,
      "step": 5466
    },
    {
      "epoch": 3.573483733856466,
      "grad_norm": 4.96875,
      "learning_rate": 4.551056838977961e-06,
      "loss": 0.0709,
      "step": 5467
    },
    {
      "epoch": 3.574137649174432,
      "grad_norm": 5.1875,
      "learning_rate": 4.547228569534735e-06,
      "loss": 0.1192,
      "step": 5468
    },
    {
      "epoch": 3.574791564492398,
      "grad_norm": 3.109375,
      "learning_rate": 4.543401437038335e-06,
      "loss": 0.0655,
      "step": 5469
    },
    {
      "epoch": 3.5754454798103645,
      "grad_norm": 7.65625,
      "learning_rate": 4.539575442286752e-06,
      "loss": 0.1623,
      "step": 5470
    },
    {
      "epoch": 3.576099395128331,
      "grad_norm": 7.71875,
      "learning_rate": 4.53575058607774e-06,
      "loss": 0.1149,
      "step": 5471
    },
    {
      "epoch": 3.576753310446297,
      "grad_norm": 1.3125,
      "learning_rate": 4.531926869208804e-06,
      "loss": 0.0126,
      "step": 5472
    },
    {
      "epoch": 3.5774072257642633,
      "grad_norm": 4.71875,
      "learning_rate": 4.528104292477231e-06,
      "loss": 0.0936,
      "step": 5473
    },
    {
      "epoch": 3.57806114108223,
      "grad_norm": 1.6875,
      "learning_rate": 4.524282856680051e-06,
      "loss": 0.022,
      "step": 5474
    },
    {
      "epoch": 3.5787150564001964,
      "grad_norm": 2.8125,
      "learning_rate": 4.520462562614063e-06,
      "loss": 0.0388,
      "step": 5475
    },
    {
      "epoch": 3.5793689717181625,
      "grad_norm": 6.3125,
      "learning_rate": 4.516643411075835e-06,
      "loss": 0.2354,
      "step": 5476
    },
    {
      "epoch": 3.5800228870361286,
      "grad_norm": 4.15625,
      "learning_rate": 4.512825402861686e-06,
      "loss": 0.0901,
      "step": 5477
    },
    {
      "epoch": 3.580676802354095,
      "grad_norm": 3.765625,
      "learning_rate": 4.509008538767706e-06,
      "loss": 0.0793,
      "step": 5478
    },
    {
      "epoch": 3.5813307176720617,
      "grad_norm": 5.03125,
      "learning_rate": 4.50519281958974e-06,
      "loss": 0.1331,
      "step": 5479
    },
    {
      "epoch": 3.581984632990028,
      "grad_norm": 3.90625,
      "learning_rate": 4.501378246123388e-06,
      "loss": 0.1163,
      "step": 5480
    },
    {
      "epoch": 3.582638548307994,
      "grad_norm": 4.84375,
      "learning_rate": 4.497564819164034e-06,
      "loss": 0.0912,
      "step": 5481
    },
    {
      "epoch": 3.5832924636259604,
      "grad_norm": 3.328125,
      "learning_rate": 4.493752539506803e-06,
      "loss": 0.072,
      "step": 5482
    },
    {
      "epoch": 3.583946378943927,
      "grad_norm": 6.0625,
      "learning_rate": 4.48994140794658e-06,
      "loss": 0.0851,
      "step": 5483
    },
    {
      "epoch": 3.584600294261893,
      "grad_norm": 2.734375,
      "learning_rate": 4.486131425278024e-06,
      "loss": 0.0356,
      "step": 5484
    },
    {
      "epoch": 3.585254209579859,
      "grad_norm": 6.6875,
      "learning_rate": 4.482322592295541e-06,
      "loss": 0.1141,
      "step": 5485
    },
    {
      "epoch": 3.5859081248978257,
      "grad_norm": 2.03125,
      "learning_rate": 4.47851490979331e-06,
      "loss": 0.0279,
      "step": 5486
    },
    {
      "epoch": 3.5865620402157923,
      "grad_norm": 4.0625,
      "learning_rate": 4.474708378565261e-06,
      "loss": 0.2426,
      "step": 5487
    },
    {
      "epoch": 3.5872159555337584,
      "grad_norm": 3.09375,
      "learning_rate": 4.470902999405081e-06,
      "loss": 0.0505,
      "step": 5488
    },
    {
      "epoch": 3.5878698708517245,
      "grad_norm": 5.5,
      "learning_rate": 4.467098773106231e-06,
      "loss": 0.1965,
      "step": 5489
    },
    {
      "epoch": 3.588523786169691,
      "grad_norm": 5.25,
      "learning_rate": 4.463295700461915e-06,
      "loss": 0.1646,
      "step": 5490
    },
    {
      "epoch": 3.5891777014876576,
      "grad_norm": 1.9921875,
      "learning_rate": 4.4594937822651085e-06,
      "loss": 0.0246,
      "step": 5491
    },
    {
      "epoch": 3.5898316168056237,
      "grad_norm": 5.625,
      "learning_rate": 4.455693019308544e-06,
      "loss": 0.1399,
      "step": 5492
    },
    {
      "epoch": 3.59048553212359,
      "grad_norm": 7.53125,
      "learning_rate": 4.451893412384707e-06,
      "loss": 0.3481,
      "step": 5493
    },
    {
      "epoch": 3.5911394474415563,
      "grad_norm": 4.71875,
      "learning_rate": 4.4480949622858516e-06,
      "loss": 0.1269,
      "step": 5494
    },
    {
      "epoch": 3.591793362759523,
      "grad_norm": 2.875,
      "learning_rate": 4.444297669803981e-06,
      "loss": 0.0507,
      "step": 5495
    },
    {
      "epoch": 3.592447278077489,
      "grad_norm": 5.21875,
      "learning_rate": 4.4405015357308576e-06,
      "loss": 0.1382,
      "step": 5496
    },
    {
      "epoch": 3.593101193395455,
      "grad_norm": 5.71875,
      "learning_rate": 4.436706560858016e-06,
      "loss": 0.1074,
      "step": 5497
    },
    {
      "epoch": 3.5937551087134216,
      "grad_norm": 6.0,
      "learning_rate": 4.432912745976728e-06,
      "loss": 0.0859,
      "step": 5498
    },
    {
      "epoch": 3.594409024031388,
      "grad_norm": 4.6875,
      "learning_rate": 4.429120091878045e-06,
      "loss": 0.2204,
      "step": 5499
    },
    {
      "epoch": 3.5950629393493543,
      "grad_norm": 3.875,
      "learning_rate": 4.425328599352759e-06,
      "loss": 0.0927,
      "step": 5500
    },
    {
      "epoch": 3.5957168546673204,
      "grad_norm": 3.03125,
      "learning_rate": 4.421538269191427e-06,
      "loss": 0.1003,
      "step": 5501
    },
    {
      "epoch": 3.596370769985287,
      "grad_norm": 7.4375,
      "learning_rate": 4.417749102184369e-06,
      "loss": 0.25,
      "step": 5502
    },
    {
      "epoch": 3.5970246853032535,
      "grad_norm": 4.375,
      "learning_rate": 4.413961099121648e-06,
      "loss": 0.1228,
      "step": 5503
    },
    {
      "epoch": 3.5976786006212196,
      "grad_norm": 3.65625,
      "learning_rate": 4.410174260793106e-06,
      "loss": 0.0406,
      "step": 5504
    },
    {
      "epoch": 3.5983325159391857,
      "grad_norm": 1.640625,
      "learning_rate": 4.406388587988318e-06,
      "loss": 0.0158,
      "step": 5505
    },
    {
      "epoch": 3.5989864312571522,
      "grad_norm": 4.4375,
      "learning_rate": 4.40260408149663e-06,
      "loss": 0.1497,
      "step": 5506
    },
    {
      "epoch": 3.5996403465751188,
      "grad_norm": 4.84375,
      "learning_rate": 4.398820742107145e-06,
      "loss": 0.1145,
      "step": 5507
    },
    {
      "epoch": 3.600294261893085,
      "grad_norm": 6.78125,
      "learning_rate": 4.395038570608715e-06,
      "loss": 0.2157,
      "step": 5508
    },
    {
      "epoch": 3.600948177211051,
      "grad_norm": 6.75,
      "learning_rate": 4.39125756778996e-06,
      "loss": 0.3351,
      "step": 5509
    },
    {
      "epoch": 3.6016020925290175,
      "grad_norm": 3.03125,
      "learning_rate": 4.387477734439246e-06,
      "loss": 0.0644,
      "step": 5510
    },
    {
      "epoch": 3.602256007846984,
      "grad_norm": 4.96875,
      "learning_rate": 4.383699071344691e-06,
      "loss": 0.075,
      "step": 5511
    },
    {
      "epoch": 3.60290992316495,
      "grad_norm": 4.96875,
      "learning_rate": 4.379921579294192e-06,
      "loss": 0.1229,
      "step": 5512
    },
    {
      "epoch": 3.6035638384829163,
      "grad_norm": 2.78125,
      "learning_rate": 4.376145259075379e-06,
      "loss": 0.0575,
      "step": 5513
    },
    {
      "epoch": 3.604217753800883,
      "grad_norm": 4.875,
      "learning_rate": 4.37237011147564e-06,
      "loss": 0.0606,
      "step": 5514
    },
    {
      "epoch": 3.6048716691188494,
      "grad_norm": 3.71875,
      "learning_rate": 4.368596137282134e-06,
      "loss": 0.0681,
      "step": 5515
    },
    {
      "epoch": 3.6055255844368155,
      "grad_norm": 4.53125,
      "learning_rate": 4.364823337281756e-06,
      "loss": 0.1644,
      "step": 5516
    },
    {
      "epoch": 3.6061794997547816,
      "grad_norm": 3.90625,
      "learning_rate": 4.361051712261173e-06,
      "loss": 0.0455,
      "step": 5517
    },
    {
      "epoch": 3.606833415072748,
      "grad_norm": 3.53125,
      "learning_rate": 4.357281263006794e-06,
      "loss": 0.052,
      "step": 5518
    },
    {
      "epoch": 3.6074873303907147,
      "grad_norm": 4.21875,
      "learning_rate": 4.3535119903047874e-06,
      "loss": 0.0576,
      "step": 5519
    },
    {
      "epoch": 3.6081412457086808,
      "grad_norm": 2.9375,
      "learning_rate": 4.349743894941082e-06,
      "loss": 0.054,
      "step": 5520
    },
    {
      "epoch": 3.608795161026647,
      "grad_norm": 6.0,
      "learning_rate": 4.3459769777013486e-06,
      "loss": 0.1544,
      "step": 5521
    },
    {
      "epoch": 3.6094490763446134,
      "grad_norm": 5.25,
      "learning_rate": 4.3422112393710245e-06,
      "loss": 0.0845,
      "step": 5522
    },
    {
      "epoch": 3.6101029916625795,
      "grad_norm": 2.59375,
      "learning_rate": 4.338446680735301e-06,
      "loss": 0.0684,
      "step": 5523
    },
    {
      "epoch": 3.610756906980546,
      "grad_norm": 5.09375,
      "learning_rate": 4.3346833025791105e-06,
      "loss": 0.1116,
      "step": 5524
    },
    {
      "epoch": 3.611410822298512,
      "grad_norm": 3.359375,
      "learning_rate": 4.330921105687155e-06,
      "loss": 0.1063,
      "step": 5525
    },
    {
      "epoch": 3.6120647376164787,
      "grad_norm": 3.890625,
      "learning_rate": 4.327160090843879e-06,
      "loss": 0.1378,
      "step": 5526
    },
    {
      "epoch": 3.612718652934445,
      "grad_norm": 2.65625,
      "learning_rate": 4.323400258833481e-06,
      "loss": 0.0574,
      "step": 5527
    },
    {
      "epoch": 3.6133725682524114,
      "grad_norm": 3.765625,
      "learning_rate": 4.319641610439925e-06,
      "loss": 0.0673,
      "step": 5528
    },
    {
      "epoch": 3.6140264835703775,
      "grad_norm": 5.03125,
      "learning_rate": 4.31588414644691e-06,
      "loss": 0.1133,
      "step": 5529
    },
    {
      "epoch": 3.614680398888344,
      "grad_norm": 3.328125,
      "learning_rate": 4.312127867637907e-06,
      "loss": 0.1246,
      "step": 5530
    },
    {
      "epoch": 3.61533431420631,
      "grad_norm": 6.8125,
      "learning_rate": 4.30837277479612e-06,
      "loss": 0.1885,
      "step": 5531
    },
    {
      "epoch": 3.6159882295242767,
      "grad_norm": 5.0,
      "learning_rate": 4.3046188687045236e-06,
      "loss": 0.1133,
      "step": 5532
    },
    {
      "epoch": 3.616642144842243,
      "grad_norm": 1.9375,
      "learning_rate": 4.300866150145837e-06,
      "loss": 0.0241,
      "step": 5533
    },
    {
      "epoch": 3.6172960601602093,
      "grad_norm": 3.296875,
      "learning_rate": 4.297114619902533e-06,
      "loss": 0.032,
      "step": 5534
    },
    {
      "epoch": 3.6179499754781754,
      "grad_norm": 6.4375,
      "learning_rate": 4.2933642787568295e-06,
      "loss": 0.2144,
      "step": 5535
    },
    {
      "epoch": 3.618603890796142,
      "grad_norm": 2.109375,
      "learning_rate": 4.2896151274907115e-06,
      "loss": 0.0606,
      "step": 5536
    },
    {
      "epoch": 3.619257806114108,
      "grad_norm": 6.90625,
      "learning_rate": 4.285867166885899e-06,
      "loss": 0.1436,
      "step": 5537
    },
    {
      "epoch": 3.6199117214320746,
      "grad_norm": 5.59375,
      "learning_rate": 4.282120397723879e-06,
      "loss": 0.1103,
      "step": 5538
    },
    {
      "epoch": 3.6205656367500407,
      "grad_norm": 4.875,
      "learning_rate": 4.278374820785881e-06,
      "loss": 0.1814,
      "step": 5539
    },
    {
      "epoch": 3.6212195520680073,
      "grad_norm": 2.5625,
      "learning_rate": 4.274630436852884e-06,
      "loss": 0.0456,
      "step": 5540
    },
    {
      "epoch": 3.6218734673859734,
      "grad_norm": 6.6875,
      "learning_rate": 4.270887246705627e-06,
      "loss": 0.1613,
      "step": 5541
    },
    {
      "epoch": 3.62252738270394,
      "grad_norm": 3.0,
      "learning_rate": 4.2671452511245885e-06,
      "loss": 0.0421,
      "step": 5542
    },
    {
      "epoch": 3.623181298021906,
      "grad_norm": 4.0625,
      "learning_rate": 4.263404450890016e-06,
      "loss": 0.0948,
      "step": 5543
    },
    {
      "epoch": 3.6238352133398726,
      "grad_norm": 5.75,
      "learning_rate": 4.2596648467818925e-06,
      "loss": 0.1766,
      "step": 5544
    },
    {
      "epoch": 3.6244891286578387,
      "grad_norm": 5.65625,
      "learning_rate": 4.255926439579948e-06,
      "loss": 0.1559,
      "step": 5545
    },
    {
      "epoch": 3.6251430439758052,
      "grad_norm": 4.90625,
      "learning_rate": 4.2521892300636814e-06,
      "loss": 0.16,
      "step": 5546
    },
    {
      "epoch": 3.6257969592937713,
      "grad_norm": 3.34375,
      "learning_rate": 4.248453219012321e-06,
      "loss": 0.0385,
      "step": 5547
    },
    {
      "epoch": 3.626450874611738,
      "grad_norm": 4.40625,
      "learning_rate": 4.244718407204864e-06,
      "loss": 0.0942,
      "step": 5548
    },
    {
      "epoch": 3.627104789929704,
      "grad_norm": 2.078125,
      "learning_rate": 4.240984795420044e-06,
      "loss": 0.0292,
      "step": 5549
    },
    {
      "epoch": 3.6277587052476705,
      "grad_norm": 6.34375,
      "learning_rate": 4.237252384436349e-06,
      "loss": 0.2095,
      "step": 5550
    },
    {
      "epoch": 3.6284126205656366,
      "grad_norm": 6.96875,
      "learning_rate": 4.233521175032019e-06,
      "loss": 0.1707,
      "step": 5551
    },
    {
      "epoch": 3.629066535883603,
      "grad_norm": 3.90625,
      "learning_rate": 4.229791167985038e-06,
      "loss": 0.1519,
      "step": 5552
    },
    {
      "epoch": 3.6297204512015693,
      "grad_norm": 7.125,
      "learning_rate": 4.226062364073143e-06,
      "loss": 0.2708,
      "step": 5553
    },
    {
      "epoch": 3.630374366519536,
      "grad_norm": 3.0,
      "learning_rate": 4.222334764073826e-06,
      "loss": 0.0493,
      "step": 5554
    },
    {
      "epoch": 3.631028281837502,
      "grad_norm": 3.09375,
      "learning_rate": 4.218608368764314e-06,
      "loss": 0.0522,
      "step": 5555
    },
    {
      "epoch": 3.6316821971554685,
      "grad_norm": 2.875,
      "learning_rate": 4.214883178921597e-06,
      "loss": 0.0732,
      "step": 5556
    },
    {
      "epoch": 3.6323361124734346,
      "grad_norm": 3.640625,
      "learning_rate": 4.211159195322404e-06,
      "loss": 0.1385,
      "step": 5557
    },
    {
      "epoch": 3.632990027791401,
      "grad_norm": 5.6875,
      "learning_rate": 4.207436418743211e-06,
      "loss": 0.1337,
      "step": 5558
    },
    {
      "epoch": 3.6336439431093672,
      "grad_norm": 2.515625,
      "learning_rate": 4.203714849960254e-06,
      "loss": 0.0375,
      "step": 5559
    },
    {
      "epoch": 3.6342978584273338,
      "grad_norm": 4.59375,
      "learning_rate": 4.199994489749505e-06,
      "loss": 0.1237,
      "step": 5560
    },
    {
      "epoch": 3.6349517737453,
      "grad_norm": 6.6875,
      "learning_rate": 4.196275338886695e-06,
      "loss": 0.1258,
      "step": 5561
    },
    {
      "epoch": 3.6356056890632664,
      "grad_norm": 4.8125,
      "learning_rate": 4.192557398147289e-06,
      "loss": 0.21,
      "step": 5562
    },
    {
      "epoch": 3.6362596043812325,
      "grad_norm": 6.0625,
      "learning_rate": 4.188840668306512e-06,
      "loss": 0.1225,
      "step": 5563
    },
    {
      "epoch": 3.636913519699199,
      "grad_norm": 6.15625,
      "learning_rate": 4.185125150139336e-06,
      "loss": 0.1277,
      "step": 5564
    },
    {
      "epoch": 3.637567435017165,
      "grad_norm": 2.6875,
      "learning_rate": 4.181410844420473e-06,
      "loss": 0.1065,
      "step": 5565
    },
    {
      "epoch": 3.6382213503351317,
      "grad_norm": 3.234375,
      "learning_rate": 4.177697751924382e-06,
      "loss": 0.0322,
      "step": 5566
    },
    {
      "epoch": 3.638875265653098,
      "grad_norm": 4.53125,
      "learning_rate": 4.17398587342528e-06,
      "loss": 0.0882,
      "step": 5567
    },
    {
      "epoch": 3.6395291809710644,
      "grad_norm": 4.25,
      "learning_rate": 4.170275209697116e-06,
      "loss": 0.1283,
      "step": 5568
    },
    {
      "epoch": 3.6401830962890305,
      "grad_norm": 3.703125,
      "learning_rate": 4.1665657615136e-06,
      "loss": 0.1173,
      "step": 5569
    },
    {
      "epoch": 3.640837011606997,
      "grad_norm": 10.8125,
      "learning_rate": 4.162857529648178e-06,
      "loss": 0.0878,
      "step": 5570
    },
    {
      "epoch": 3.641490926924963,
      "grad_norm": 6.15625,
      "learning_rate": 4.159150514874046e-06,
      "loss": 0.1163,
      "step": 5571
    },
    {
      "epoch": 3.6421448422429297,
      "grad_norm": 5.65625,
      "learning_rate": 4.155444717964147e-06,
      "loss": 0.0866,
      "step": 5572
    },
    {
      "epoch": 3.6427987575608958,
      "grad_norm": 4.34375,
      "learning_rate": 4.1517401396911725e-06,
      "loss": 0.0771,
      "step": 5573
    },
    {
      "epoch": 3.6434526728788623,
      "grad_norm": 7.71875,
      "learning_rate": 4.148036780827552e-06,
      "loss": 0.1293,
      "step": 5574
    },
    {
      "epoch": 3.6441065881968284,
      "grad_norm": 17.75,
      "learning_rate": 4.144334642145472e-06,
      "loss": 0.0289,
      "step": 5575
    },
    {
      "epoch": 3.644760503514795,
      "grad_norm": 4.71875,
      "learning_rate": 4.140633724416852e-06,
      "loss": 0.134,
      "step": 5576
    },
    {
      "epoch": 3.645414418832761,
      "grad_norm": 7.5,
      "learning_rate": 4.136934028413368e-06,
      "loss": 0.1434,
      "step": 5577
    },
    {
      "epoch": 3.6460683341507276,
      "grad_norm": 5.1875,
      "learning_rate": 4.133235554906434e-06,
      "loss": 0.1686,
      "step": 5578
    },
    {
      "epoch": 3.6467222494686937,
      "grad_norm": 5.0,
      "learning_rate": 4.12953830466721e-06,
      "loss": 0.1711,
      "step": 5579
    },
    {
      "epoch": 3.6473761647866603,
      "grad_norm": 4.28125,
      "learning_rate": 4.1258422784666065e-06,
      "loss": 0.0931,
      "step": 5580
    },
    {
      "epoch": 3.6480300801046264,
      "grad_norm": 2.71875,
      "learning_rate": 4.12214747707527e-06,
      "loss": 0.0396,
      "step": 5581
    },
    {
      "epoch": 3.648683995422593,
      "grad_norm": 3.890625,
      "learning_rate": 4.118453901263602e-06,
      "loss": 0.119,
      "step": 5582
    },
    {
      "epoch": 3.649337910740559,
      "grad_norm": 5.84375,
      "learning_rate": 4.114761551801737e-06,
      "loss": 0.2122,
      "step": 5583
    },
    {
      "epoch": 3.6499918260585256,
      "grad_norm": 4.1875,
      "learning_rate": 4.111070429459562e-06,
      "loss": 0.1031,
      "step": 5584
    },
    {
      "epoch": 3.6506457413764917,
      "grad_norm": 2.671875,
      "learning_rate": 4.107380535006709e-06,
      "loss": 0.0288,
      "step": 5585
    },
    {
      "epoch": 3.651299656694458,
      "grad_norm": 1.703125,
      "learning_rate": 4.103691869212546e-06,
      "loss": 0.0178,
      "step": 5586
    },
    {
      "epoch": 3.6519535720124243,
      "grad_norm": 3.546875,
      "learning_rate": 4.100004432846195e-06,
      "loss": 0.0689,
      "step": 5587
    },
    {
      "epoch": 3.652607487330391,
      "grad_norm": 5.25,
      "learning_rate": 4.096318226676513e-06,
      "loss": 0.1538,
      "step": 5588
    },
    {
      "epoch": 3.653261402648357,
      "grad_norm": 3.359375,
      "learning_rate": 4.0926332514721e-06,
      "loss": 0.0473,
      "step": 5589
    },
    {
      "epoch": 3.6539153179663235,
      "grad_norm": 3.84375,
      "learning_rate": 4.08894950800131e-06,
      "loss": 0.1115,
      "step": 5590
    },
    {
      "epoch": 3.6545692332842896,
      "grad_norm": 3.265625,
      "learning_rate": 4.0852669970322255e-06,
      "loss": 0.0432,
      "step": 5591
    },
    {
      "epoch": 3.655223148602256,
      "grad_norm": 2.359375,
      "learning_rate": 4.081585719332689e-06,
      "loss": 0.0343,
      "step": 5592
    },
    {
      "epoch": 3.6558770639202223,
      "grad_norm": 3.9375,
      "learning_rate": 4.077905675670267e-06,
      "loss": 0.0936,
      "step": 5593
    },
    {
      "epoch": 3.656530979238189,
      "grad_norm": 4.3125,
      "learning_rate": 4.074226866812284e-06,
      "loss": 0.0673,
      "step": 5594
    },
    {
      "epoch": 3.657184894556155,
      "grad_norm": 2.703125,
      "learning_rate": 4.0705492935258036e-06,
      "loss": 0.0534,
      "step": 5595
    },
    {
      "epoch": 3.6578388098741215,
      "grad_norm": 5.9375,
      "learning_rate": 4.066872956577626e-06,
      "loss": 0.221,
      "step": 5596
    },
    {
      "epoch": 3.6584927251920876,
      "grad_norm": 5.375,
      "learning_rate": 4.063197856734295e-06,
      "loss": 0.1445,
      "step": 5597
    },
    {
      "epoch": 3.6591466405100537,
      "grad_norm": 3.46875,
      "learning_rate": 4.059523994762104e-06,
      "loss": 0.0755,
      "step": 5598
    },
    {
      "epoch": 3.65980055582802,
      "grad_norm": 3.890625,
      "learning_rate": 4.055851371427075e-06,
      "loss": 0.0909,
      "step": 5599
    },
    {
      "epoch": 3.6604544711459868,
      "grad_norm": 2.765625,
      "learning_rate": 4.0521799874949885e-06,
      "loss": 0.0266,
      "step": 5600
    },
    {
      "epoch": 3.661108386463953,
      "grad_norm": 4.875,
      "learning_rate": 4.048509843731354e-06,
      "loss": 0.2985,
      "step": 5601
    },
    {
      "epoch": 3.661762301781919,
      "grad_norm": 3.03125,
      "learning_rate": 4.044840940901422e-06,
      "loss": 0.0702,
      "step": 5602
    },
    {
      "epoch": 3.6624162170998855,
      "grad_norm": 8.3125,
      "learning_rate": 4.0411732797701915e-06,
      "loss": 0.0852,
      "step": 5603
    },
    {
      "epoch": 3.663070132417852,
      "grad_norm": 3.671875,
      "learning_rate": 4.037506861102404e-06,
      "loss": 0.0769,
      "step": 5604
    },
    {
      "epoch": 3.663724047735818,
      "grad_norm": 3.171875,
      "learning_rate": 4.033841685662529e-06,
      "loss": 0.056,
      "step": 5605
    },
    {
      "epoch": 3.6643779630537843,
      "grad_norm": 2.6875,
      "learning_rate": 4.0301777542147935e-06,
      "loss": 0.0356,
      "step": 5606
    },
    {
      "epoch": 3.665031878371751,
      "grad_norm": 3.546875,
      "learning_rate": 4.026515067523149e-06,
      "loss": 0.0828,
      "step": 5607
    },
    {
      "epoch": 3.6656857936897174,
      "grad_norm": 3.640625,
      "learning_rate": 4.022853626351303e-06,
      "loss": 0.08,
      "step": 5608
    },
    {
      "epoch": 3.6663397090076835,
      "grad_norm": 1.5703125,
      "learning_rate": 4.01919343146269e-06,
      "loss": 0.0139,
      "step": 5609
    },
    {
      "epoch": 3.6669936243256496,
      "grad_norm": 3.921875,
      "learning_rate": 4.015534483620489e-06,
      "loss": 0.0731,
      "step": 5610
    },
    {
      "epoch": 3.667647539643616,
      "grad_norm": 4.125,
      "learning_rate": 4.011876783587626e-06,
      "loss": 0.1282,
      "step": 5611
    },
    {
      "epoch": 3.6683014549615827,
      "grad_norm": 5.0625,
      "learning_rate": 4.008220332126755e-06,
      "loss": 0.0991,
      "step": 5612
    },
    {
      "epoch": 3.6689553702795488,
      "grad_norm": 5.8125,
      "learning_rate": 4.004565130000277e-06,
      "loss": 0.1461,
      "step": 5613
    },
    {
      "epoch": 3.669609285597515,
      "grad_norm": 5.40625,
      "learning_rate": 4.000911177970337e-06,
      "loss": 0.1727,
      "step": 5614
    },
    {
      "epoch": 3.6702632009154814,
      "grad_norm": 3.09375,
      "learning_rate": 3.997258476798804e-06,
      "loss": 0.0567,
      "step": 5615
    },
    {
      "epoch": 3.670917116233448,
      "grad_norm": 2.203125,
      "learning_rate": 3.993607027247305e-06,
      "loss": 0.0404,
      "step": 5616
    },
    {
      "epoch": 3.671571031551414,
      "grad_norm": 5.25,
      "learning_rate": 3.989956830077192e-06,
      "loss": 0.1843,
      "step": 5617
    },
    {
      "epoch": 3.67222494686938,
      "grad_norm": 2.984375,
      "learning_rate": 3.986307886049558e-06,
      "loss": 0.0493,
      "step": 5618
    },
    {
      "epoch": 3.6728788621873467,
      "grad_norm": 3.578125,
      "learning_rate": 3.982660195925242e-06,
      "loss": 0.1056,
      "step": 5619
    },
    {
      "epoch": 3.6735327775053133,
      "grad_norm": 3.171875,
      "learning_rate": 3.979013760464813e-06,
      "loss": 0.0636,
      "step": 5620
    },
    {
      "epoch": 3.6741866928232794,
      "grad_norm": 3.890625,
      "learning_rate": 3.975368580428587e-06,
      "loss": 0.0472,
      "step": 5621
    },
    {
      "epoch": 3.6748406081412455,
      "grad_norm": 2.71875,
      "learning_rate": 3.97172465657661e-06,
      "loss": 0.0304,
      "step": 5622
    },
    {
      "epoch": 3.675494523459212,
      "grad_norm": 3.765625,
      "learning_rate": 3.968081989668663e-06,
      "loss": 0.0796,
      "step": 5623
    },
    {
      "epoch": 3.6761484387771786,
      "grad_norm": 3.046875,
      "learning_rate": 3.964440580464286e-06,
      "loss": 0.06,
      "step": 5624
    },
    {
      "epoch": 3.6768023540951447,
      "grad_norm": 3.484375,
      "learning_rate": 3.960800429722734e-06,
      "loss": 0.0986,
      "step": 5625
    },
    {
      "epoch": 3.6774562694131108,
      "grad_norm": 3.75,
      "learning_rate": 3.957161538203006e-06,
      "loss": 0.099,
      "step": 5626
    },
    {
      "epoch": 3.6781101847310773,
      "grad_norm": 4.5625,
      "learning_rate": 3.953523906663846e-06,
      "loss": 0.1012,
      "step": 5627
    },
    {
      "epoch": 3.678764100049044,
      "grad_norm": 4.21875,
      "learning_rate": 3.949887535863722e-06,
      "loss": 0.1033,
      "step": 5628
    },
    {
      "epoch": 3.67941801536701,
      "grad_norm": 4.9375,
      "learning_rate": 3.946252426560855e-06,
      "loss": 0.139,
      "step": 5629
    },
    {
      "epoch": 3.680071930684976,
      "grad_norm": 4.96875,
      "learning_rate": 3.94261857951319e-06,
      "loss": 0.1511,
      "step": 5630
    },
    {
      "epoch": 3.6807258460029426,
      "grad_norm": 6.6875,
      "learning_rate": 3.93898599547841e-06,
      "loss": 0.1361,
      "step": 5631
    },
    {
      "epoch": 3.681379761320909,
      "grad_norm": 4.59375,
      "learning_rate": 3.9353546752139475e-06,
      "loss": 0.0781,
      "step": 5632
    },
    {
      "epoch": 3.6820336766388753,
      "grad_norm": 4.96875,
      "learning_rate": 3.931724619476951e-06,
      "loss": 0.1109,
      "step": 5633
    },
    {
      "epoch": 3.6826875919568414,
      "grad_norm": 3.578125,
      "learning_rate": 3.928095829024322e-06,
      "loss": 0.0688,
      "step": 5634
    },
    {
      "epoch": 3.683341507274808,
      "grad_norm": 5.34375,
      "learning_rate": 3.924468304612697e-06,
      "loss": 0.1151,
      "step": 5635
    },
    {
      "epoch": 3.6839954225927745,
      "grad_norm": 6.625,
      "learning_rate": 3.920842046998435e-06,
      "loss": 0.1548,
      "step": 5636
    },
    {
      "epoch": 3.6846493379107406,
      "grad_norm": 5.71875,
      "learning_rate": 3.917217056937649e-06,
      "loss": 0.1486,
      "step": 5637
    },
    {
      "epoch": 3.6853032532287067,
      "grad_norm": 3.796875,
      "learning_rate": 3.913593335186171e-06,
      "loss": 0.0751,
      "step": 5638
    },
    {
      "epoch": 3.685957168546673,
      "grad_norm": 3.984375,
      "learning_rate": 3.909970882499582e-06,
      "loss": 0.0932,
      "step": 5639
    },
    {
      "epoch": 3.6866110838646398,
      "grad_norm": 5.0625,
      "learning_rate": 3.90634969963319e-06,
      "loss": 0.1039,
      "step": 5640
    },
    {
      "epoch": 3.687264999182606,
      "grad_norm": 2.796875,
      "learning_rate": 3.902729787342039e-06,
      "loss": 0.0386,
      "step": 5641
    },
    {
      "epoch": 3.687918914500572,
      "grad_norm": 5.28125,
      "learning_rate": 3.899111146380914e-06,
      "loss": 0.0938,
      "step": 5642
    },
    {
      "epoch": 3.6885728298185385,
      "grad_norm": 3.359375,
      "learning_rate": 3.895493777504326e-06,
      "loss": 0.0739,
      "step": 5643
    },
    {
      "epoch": 3.689226745136505,
      "grad_norm": 7.4375,
      "learning_rate": 3.891877681466527e-06,
      "loss": 0.1917,
      "step": 5644
    },
    {
      "epoch": 3.689880660454471,
      "grad_norm": 5.0625,
      "learning_rate": 3.888262859021508e-06,
      "loss": 0.1027,
      "step": 5645
    },
    {
      "epoch": 3.6905345757724373,
      "grad_norm": 4.21875,
      "learning_rate": 3.88464931092298e-06,
      "loss": 0.0683,
      "step": 5646
    },
    {
      "epoch": 3.691188491090404,
      "grad_norm": 2.65625,
      "learning_rate": 3.8810370379244045e-06,
      "loss": 0.0322,
      "step": 5647
    },
    {
      "epoch": 3.6918424064083704,
      "grad_norm": 3.296875,
      "learning_rate": 3.877426040778966e-06,
      "loss": 0.0913,
      "step": 5648
    },
    {
      "epoch": 3.6924963217263365,
      "grad_norm": 4.84375,
      "learning_rate": 3.873816320239584e-06,
      "loss": 0.1972,
      "step": 5649
    },
    {
      "epoch": 3.6931502370443026,
      "grad_norm": 7.0,
      "learning_rate": 3.87020787705892e-06,
      "loss": 0.3359,
      "step": 5650
    },
    {
      "epoch": 3.693804152362269,
      "grad_norm": 7.5,
      "learning_rate": 3.866600711989357e-06,
      "loss": 0.1838,
      "step": 5651
    },
    {
      "epoch": 3.6944580676802357,
      "grad_norm": 6.09375,
      "learning_rate": 3.862994825783024e-06,
      "loss": 0.1802,
      "step": 5652
    },
    {
      "epoch": 3.6951119829982018,
      "grad_norm": 4.9375,
      "learning_rate": 3.859390219191775e-06,
      "loss": 0.1279,
      "step": 5653
    },
    {
      "epoch": 3.695765898316168,
      "grad_norm": 3.671875,
      "learning_rate": 3.855786892967194e-06,
      "loss": 0.0938,
      "step": 5654
    },
    {
      "epoch": 3.6964198136341344,
      "grad_norm": 5.28125,
      "learning_rate": 3.852184847860615e-06,
      "loss": 0.107,
      "step": 5655
    },
    {
      "epoch": 3.697073728952101,
      "grad_norm": 6.25,
      "learning_rate": 3.848584084623087e-06,
      "loss": 0.129,
      "step": 5656
    },
    {
      "epoch": 3.697727644270067,
      "grad_norm": 7.8125,
      "learning_rate": 3.8449846040053965e-06,
      "loss": 0.2504,
      "step": 5657
    },
    {
      "epoch": 3.698381559588033,
      "grad_norm": 4.15625,
      "learning_rate": 3.8413864067580684e-06,
      "loss": 0.0555,
      "step": 5658
    },
    {
      "epoch": 3.6990354749059997,
      "grad_norm": 5.09375,
      "learning_rate": 3.837789493631351e-06,
      "loss": 0.2035,
      "step": 5659
    },
    {
      "epoch": 3.6996893902239663,
      "grad_norm": 4.78125,
      "learning_rate": 3.834193865375235e-06,
      "loss": 0.116,
      "step": 5660
    },
    {
      "epoch": 3.7003433055419324,
      "grad_norm": 4.1875,
      "learning_rate": 3.830599522739437e-06,
      "loss": 0.0974,
      "step": 5661
    },
    {
      "epoch": 3.7009972208598985,
      "grad_norm": 7.5625,
      "learning_rate": 3.827006466473401e-06,
      "loss": 0.1703,
      "step": 5662
    },
    {
      "epoch": 3.701651136177865,
      "grad_norm": 4.34375,
      "learning_rate": 3.823414697326314e-06,
      "loss": 0.0984,
      "step": 5663
    },
    {
      "epoch": 3.7023050514958316,
      "grad_norm": 5.5625,
      "learning_rate": 3.819824216047086e-06,
      "loss": 0.1391,
      "step": 5664
    },
    {
      "epoch": 3.7029589668137977,
      "grad_norm": 5.53125,
      "learning_rate": 3.81623502338436e-06,
      "loss": 0.107,
      "step": 5665
    },
    {
      "epoch": 3.7036128821317638,
      "grad_norm": 7.21875,
      "learning_rate": 3.812647120086518e-06,
      "loss": 0.2487,
      "step": 5666
    },
    {
      "epoch": 3.7042667974497303,
      "grad_norm": 5.09375,
      "learning_rate": 3.8090605069016596e-06,
      "loss": 0.1021,
      "step": 5667
    },
    {
      "epoch": 3.704920712767697,
      "grad_norm": 6.5,
      "learning_rate": 3.805475184577628e-06,
      "loss": 0.4201,
      "step": 5668
    },
    {
      "epoch": 3.705574628085663,
      "grad_norm": 4.40625,
      "learning_rate": 3.8018911538619907e-06,
      "loss": 0.0543,
      "step": 5669
    },
    {
      "epoch": 3.706228543403629,
      "grad_norm": 8.125,
      "learning_rate": 3.798308415502041e-06,
      "loss": 0.2403,
      "step": 5670
    },
    {
      "epoch": 3.7068824587215956,
      "grad_norm": 5.25,
      "learning_rate": 3.7947269702448184e-06,
      "loss": 0.1825,
      "step": 5671
    },
    {
      "epoch": 3.7075363740395617,
      "grad_norm": 4.71875,
      "learning_rate": 3.7911468188370738e-06,
      "loss": 0.1,
      "step": 5672
    },
    {
      "epoch": 3.7081902893575283,
      "grad_norm": 4.03125,
      "learning_rate": 3.787567962025306e-06,
      "loss": 0.1108,
      "step": 5673
    },
    {
      "epoch": 3.7088442046754944,
      "grad_norm": 5.53125,
      "learning_rate": 3.7839904005557316e-06,
      "loss": 0.1665,
      "step": 5674
    },
    {
      "epoch": 3.709498119993461,
      "grad_norm": 2.40625,
      "learning_rate": 3.780414135174293e-06,
      "loss": 0.0349,
      "step": 5675
    },
    {
      "epoch": 3.710152035311427,
      "grad_norm": 5.3125,
      "learning_rate": 3.7768391666266866e-06,
      "loss": 0.1281,
      "step": 5676
    },
    {
      "epoch": 3.7108059506293936,
      "grad_norm": 4.3125,
      "learning_rate": 3.773265495658309e-06,
      "loss": 0.1234,
      "step": 5677
    },
    {
      "epoch": 3.7114598659473597,
      "grad_norm": 5.375,
      "learning_rate": 3.7696931230143096e-06,
      "loss": 0.1693,
      "step": 5678
    },
    {
      "epoch": 3.712113781265326,
      "grad_norm": 4.84375,
      "learning_rate": 3.7661220494395513e-06,
      "loss": 0.0796,
      "step": 5679
    },
    {
      "epoch": 3.7127676965832923,
      "grad_norm": 3.328125,
      "learning_rate": 3.762552275678628e-06,
      "loss": 0.0714,
      "step": 5680
    },
    {
      "epoch": 3.713421611901259,
      "grad_norm": 5.46875,
      "learning_rate": 3.758983802475874e-06,
      "loss": 0.1107,
      "step": 5681
    },
    {
      "epoch": 3.714075527219225,
      "grad_norm": 3.5625,
      "learning_rate": 3.7554166305753383e-06,
      "loss": 0.0514,
      "step": 5682
    },
    {
      "epoch": 3.7147294425371915,
      "grad_norm": 4.90625,
      "learning_rate": 3.751850760720811e-06,
      "loss": 0.073,
      "step": 5683
    },
    {
      "epoch": 3.7153833578551576,
      "grad_norm": 3.203125,
      "learning_rate": 3.7482861936558012e-06,
      "loss": 0.0546,
      "step": 5684
    },
    {
      "epoch": 3.716037273173124,
      "grad_norm": 3.890625,
      "learning_rate": 3.7447229301235443e-06,
      "loss": 0.074,
      "step": 5685
    },
    {
      "epoch": 3.7166911884910903,
      "grad_norm": 9.3125,
      "learning_rate": 3.741160970867023e-06,
      "loss": 0.2126,
      "step": 5686
    },
    {
      "epoch": 3.717345103809057,
      "grad_norm": 3.78125,
      "learning_rate": 3.7376003166289252e-06,
      "loss": 0.1189,
      "step": 5687
    },
    {
      "epoch": 3.717999019127023,
      "grad_norm": 6.625,
      "learning_rate": 3.7340409681516753e-06,
      "loss": 0.2771,
      "step": 5688
    },
    {
      "epoch": 3.7186529344449895,
      "grad_norm": 5.0,
      "learning_rate": 3.7304829261774333e-06,
      "loss": 0.0486,
      "step": 5689
    },
    {
      "epoch": 3.7193068497629556,
      "grad_norm": 6.71875,
      "learning_rate": 3.7269261914480704e-06,
      "loss": 0.1271,
      "step": 5690
    },
    {
      "epoch": 3.719960765080922,
      "grad_norm": 2.640625,
      "learning_rate": 3.7233707647052032e-06,
      "loss": 0.0319,
      "step": 5691
    },
    {
      "epoch": 3.720614680398888,
      "grad_norm": 4.5,
      "learning_rate": 3.7198166466901633e-06,
      "loss": 0.0896,
      "step": 5692
    },
    {
      "epoch": 3.7212685957168548,
      "grad_norm": 4.15625,
      "learning_rate": 3.7162638381440077e-06,
      "loss": 0.0748,
      "step": 5693
    },
    {
      "epoch": 3.721922511034821,
      "grad_norm": 6.375,
      "learning_rate": 3.712712339807535e-06,
      "loss": 0.2456,
      "step": 5694
    },
    {
      "epoch": 3.7225764263527874,
      "grad_norm": 3.46875,
      "learning_rate": 3.7091621524212527e-06,
      "loss": 0.0719,
      "step": 5695
    },
    {
      "epoch": 3.7232303416707535,
      "grad_norm": 3.765625,
      "learning_rate": 3.7056132767254084e-06,
      "loss": 0.0917,
      "step": 5696
    },
    {
      "epoch": 3.72388425698872,
      "grad_norm": 4.1875,
      "learning_rate": 3.7020657134599737e-06,
      "loss": 0.0745,
      "step": 5697
    },
    {
      "epoch": 3.724538172306686,
      "grad_norm": 5.09375,
      "learning_rate": 3.698519463364637e-06,
      "loss": 0.1313,
      "step": 5698
    },
    {
      "epoch": 3.7251920876246527,
      "grad_norm": 2.9375,
      "learning_rate": 3.6949745271788275e-06,
      "loss": 0.0838,
      "step": 5699
    },
    {
      "epoch": 3.725846002942619,
      "grad_norm": 6.1875,
      "learning_rate": 3.69143090564169e-06,
      "loss": 0.1687,
      "step": 5700
    },
    {
      "epoch": 3.7264999182605854,
      "grad_norm": 2.84375,
      "learning_rate": 3.6878885994920932e-06,
      "loss": 0.0657,
      "step": 5701
    },
    {
      "epoch": 3.7271538335785515,
      "grad_norm": 7.65625,
      "learning_rate": 3.684347609468645e-06,
      "loss": 0.2898,
      "step": 5702
    },
    {
      "epoch": 3.727807748896518,
      "grad_norm": 5.125,
      "learning_rate": 3.6808079363096625e-06,
      "loss": 0.0772,
      "step": 5703
    },
    {
      "epoch": 3.728461664214484,
      "grad_norm": 5.46875,
      "learning_rate": 3.6772695807532043e-06,
      "loss": 0.1598,
      "step": 5704
    },
    {
      "epoch": 3.7291155795324507,
      "grad_norm": 5.25,
      "learning_rate": 3.6737325435370376e-06,
      "loss": 0.069,
      "step": 5705
    },
    {
      "epoch": 3.7297694948504168,
      "grad_norm": 4.9375,
      "learning_rate": 3.6701968253986673e-06,
      "loss": 0.1,
      "step": 5706
    },
    {
      "epoch": 3.7304234101683833,
      "grad_norm": 4.96875,
      "learning_rate": 3.6666624270753226e-06,
      "loss": 0.1142,
      "step": 5707
    },
    {
      "epoch": 3.7310773254863494,
      "grad_norm": 2.828125,
      "learning_rate": 3.663129349303951e-06,
      "loss": 0.0366,
      "step": 5708
    },
    {
      "epoch": 3.731731240804316,
      "grad_norm": 3.671875,
      "learning_rate": 3.6595975928212237e-06,
      "loss": 0.1166,
      "step": 5709
    },
    {
      "epoch": 3.732385156122282,
      "grad_norm": 5.0,
      "learning_rate": 3.6560671583635467e-06,
      "loss": 0.097,
      "step": 5710
    },
    {
      "epoch": 3.7330390714402486,
      "grad_norm": 2.375,
      "learning_rate": 3.652538046667039e-06,
      "loss": 0.0404,
      "step": 5711
    },
    {
      "epoch": 3.7336929867582147,
      "grad_norm": 3.359375,
      "learning_rate": 3.6490102584675544e-06,
      "loss": 0.0395,
      "step": 5712
    },
    {
      "epoch": 3.7343469020761813,
      "grad_norm": 4.75,
      "learning_rate": 3.6454837945006616e-06,
      "loss": 0.0901,
      "step": 5713
    },
    {
      "epoch": 3.7350008173941474,
      "grad_norm": 2.21875,
      "learning_rate": 3.641958655501654e-06,
      "loss": 0.0272,
      "step": 5714
    },
    {
      "epoch": 3.735654732712114,
      "grad_norm": 3.046875,
      "learning_rate": 3.638434842205558e-06,
      "loss": 0.0727,
      "step": 5715
    },
    {
      "epoch": 3.73630864803008,
      "grad_norm": 5.21875,
      "learning_rate": 3.634912355347111e-06,
      "loss": 0.0988,
      "step": 5716
    },
    {
      "epoch": 3.7369625633480466,
      "grad_norm": 2.265625,
      "learning_rate": 3.6313911956607827e-06,
      "loss": 0.0552,
      "step": 5717
    },
    {
      "epoch": 3.7376164786660127,
      "grad_norm": 3.984375,
      "learning_rate": 3.6278713638807673e-06,
      "loss": 0.0633,
      "step": 5718
    },
    {
      "epoch": 3.738270393983979,
      "grad_norm": 4.84375,
      "learning_rate": 3.6243528607409697e-06,
      "loss": 0.0931,
      "step": 5719
    },
    {
      "epoch": 3.7389243093019453,
      "grad_norm": 4.90625,
      "learning_rate": 3.620835686975035e-06,
      "loss": 0.0894,
      "step": 5720
    },
    {
      "epoch": 3.739578224619912,
      "grad_norm": 3.359375,
      "learning_rate": 3.617319843316317e-06,
      "loss": 0.063,
      "step": 5721
    },
    {
      "epoch": 3.740232139937878,
      "grad_norm": 4.1875,
      "learning_rate": 3.613805330497896e-06,
      "loss": 0.063,
      "step": 5722
    },
    {
      "epoch": 3.7408860552558445,
      "grad_norm": 5.65625,
      "learning_rate": 3.610292149252582e-06,
      "loss": 0.1456,
      "step": 5723
    },
    {
      "epoch": 3.7415399705738106,
      "grad_norm": 2.203125,
      "learning_rate": 3.6067803003128944e-06,
      "loss": 0.0258,
      "step": 5724
    },
    {
      "epoch": 3.742193885891777,
      "grad_norm": 5.25,
      "learning_rate": 3.6032697844110896e-06,
      "loss": 0.2089,
      "step": 5725
    },
    {
      "epoch": 3.7428478012097433,
      "grad_norm": 3.015625,
      "learning_rate": 3.599760602279132e-06,
      "loss": 0.0647,
      "step": 5726
    },
    {
      "epoch": 3.74350171652771,
      "grad_norm": 4.34375,
      "learning_rate": 3.596252754648717e-06,
      "loss": 0.1851,
      "step": 5727
    },
    {
      "epoch": 3.744155631845676,
      "grad_norm": 5.125,
      "learning_rate": 3.5927462422512627e-06,
      "loss": 0.1107,
      "step": 5728
    },
    {
      "epoch": 3.7448095471636424,
      "grad_norm": 4.5,
      "learning_rate": 3.5892410658178976e-06,
      "loss": 0.1259,
      "step": 5729
    },
    {
      "epoch": 3.7454634624816086,
      "grad_norm": 3.875,
      "learning_rate": 3.5857372260794885e-06,
      "loss": 0.085,
      "step": 5730
    },
    {
      "epoch": 3.746117377799575,
      "grad_norm": 6.75,
      "learning_rate": 3.582234723766609e-06,
      "loss": 0.1575,
      "step": 5731
    },
    {
      "epoch": 3.746771293117541,
      "grad_norm": 4.40625,
      "learning_rate": 3.578733559609555e-06,
      "loss": 0.1181,
      "step": 5732
    },
    {
      "epoch": 3.7474252084355077,
      "grad_norm": 2.5,
      "learning_rate": 3.575233734338356e-06,
      "loss": 0.045,
      "step": 5733
    },
    {
      "epoch": 3.748079123753474,
      "grad_norm": 4.875,
      "learning_rate": 3.5717352486827462e-06,
      "loss": 0.1006,
      "step": 5734
    },
    {
      "epoch": 3.7487330390714404,
      "grad_norm": 3.890625,
      "learning_rate": 3.5682381033721946e-06,
      "loss": 0.0909,
      "step": 5735
    },
    {
      "epoch": 3.7493869543894065,
      "grad_norm": 5.21875,
      "learning_rate": 3.5647422991358782e-06,
      "loss": 0.1136,
      "step": 5736
    },
    {
      "epoch": 3.750040869707373,
      "grad_norm": 4.0,
      "learning_rate": 3.561247836702704e-06,
      "loss": 0.104,
      "step": 5737
    },
    {
      "epoch": 3.750694785025339,
      "grad_norm": 3.53125,
      "learning_rate": 3.557754716801297e-06,
      "loss": 0.0447,
      "step": 5738
    },
    {
      "epoch": 3.7513487003433057,
      "grad_norm": 3.15625,
      "learning_rate": 3.5542629401599993e-06,
      "loss": 0.0458,
      "step": 5739
    },
    {
      "epoch": 3.752002615661272,
      "grad_norm": 4.03125,
      "learning_rate": 3.550772507506871e-06,
      "loss": 0.0607,
      "step": 5740
    },
    {
      "epoch": 3.7526565309792383,
      "grad_norm": 4.90625,
      "learning_rate": 3.5472834195697017e-06,
      "loss": 0.0803,
      "step": 5741
    },
    {
      "epoch": 3.7533104462972045,
      "grad_norm": 4.15625,
      "learning_rate": 3.5437956770759875e-06,
      "loss": 0.087,
      "step": 5742
    },
    {
      "epoch": 3.753964361615171,
      "grad_norm": 5.40625,
      "learning_rate": 3.540309280752958e-06,
      "loss": 0.1091,
      "step": 5743
    },
    {
      "epoch": 3.754618276933137,
      "grad_norm": 3.515625,
      "learning_rate": 3.5368242313275515e-06,
      "loss": 0.0571,
      "step": 5744
    },
    {
      "epoch": 3.7552721922511036,
      "grad_norm": 3.359375,
      "learning_rate": 3.5333405295264255e-06,
      "loss": 0.0653,
      "step": 5745
    },
    {
      "epoch": 3.7559261075690697,
      "grad_norm": 7.34375,
      "learning_rate": 3.529858176075963e-06,
      "loss": 0.5181,
      "step": 5746
    },
    {
      "epoch": 3.756580022887036,
      "grad_norm": 3.734375,
      "learning_rate": 3.5263771717022667e-06,
      "loss": 0.0589,
      "step": 5747
    },
    {
      "epoch": 3.7572339382050024,
      "grad_norm": 4.9375,
      "learning_rate": 3.5228975171311473e-06,
      "loss": 0.1387,
      "step": 5748
    },
    {
      "epoch": 3.757887853522969,
      "grad_norm": 5.09375,
      "learning_rate": 3.5194192130881476e-06,
      "loss": 0.1845,
      "step": 5749
    },
    {
      "epoch": 3.758541768840935,
      "grad_norm": 6.40625,
      "learning_rate": 3.515942260298515e-06,
      "loss": 0.4027,
      "step": 5750
    },
    {
      "epoch": 3.759195684158901,
      "grad_norm": 1.8984375,
      "learning_rate": 3.512466659487229e-06,
      "loss": 0.0382,
      "step": 5751
    },
    {
      "epoch": 3.7598495994768677,
      "grad_norm": 4.09375,
      "learning_rate": 3.5089924113789764e-06,
      "loss": 0.0773,
      "step": 5752
    },
    {
      "epoch": 3.7605035147948342,
      "grad_norm": 3.796875,
      "learning_rate": 3.505519516698165e-06,
      "loss": 0.0649,
      "step": 5753
    },
    {
      "epoch": 3.7611574301128003,
      "grad_norm": 4.9375,
      "learning_rate": 3.502047976168925e-06,
      "loss": 0.0864,
      "step": 5754
    },
    {
      "epoch": 3.7618113454307665,
      "grad_norm": 6.1875,
      "learning_rate": 3.498577790515095e-06,
      "loss": 0.2004,
      "step": 5755
    },
    {
      "epoch": 3.762465260748733,
      "grad_norm": 5.25,
      "learning_rate": 3.495108960460244e-06,
      "loss": 0.1525,
      "step": 5756
    },
    {
      "epoch": 3.7631191760666995,
      "grad_norm": 4.21875,
      "learning_rate": 3.491641486727645e-06,
      "loss": 0.1065,
      "step": 5757
    },
    {
      "epoch": 3.7637730913846656,
      "grad_norm": 2.296875,
      "learning_rate": 3.488175370040295e-06,
      "loss": 0.0385,
      "step": 5758
    },
    {
      "epoch": 3.7644270067026318,
      "grad_norm": 5.03125,
      "learning_rate": 3.484710611120914e-06,
      "loss": 0.0511,
      "step": 5759
    },
    {
      "epoch": 3.7650809220205983,
      "grad_norm": 4.375,
      "learning_rate": 3.481247210691926e-06,
      "loss": 0.0996,
      "step": 5760
    },
    {
      "epoch": 3.765734837338565,
      "grad_norm": 3.796875,
      "learning_rate": 3.477785169475476e-06,
      "loss": 0.117,
      "step": 5761
    },
    {
      "epoch": 3.766388752656531,
      "grad_norm": 3.078125,
      "learning_rate": 3.4743244881934333e-06,
      "loss": 0.0696,
      "step": 5762
    },
    {
      "epoch": 3.767042667974497,
      "grad_norm": 3.15625,
      "learning_rate": 3.470865167567372e-06,
      "loss": 0.0553,
      "step": 5763
    },
    {
      "epoch": 3.7676965832924636,
      "grad_norm": 6.40625,
      "learning_rate": 3.467407208318595e-06,
      "loss": 0.1039,
      "step": 5764
    },
    {
      "epoch": 3.76835049861043,
      "grad_norm": 4.375,
      "learning_rate": 3.463950611168111e-06,
      "loss": 0.0739,
      "step": 5765
    },
    {
      "epoch": 3.7690044139283962,
      "grad_norm": 9.375,
      "learning_rate": 3.4604953768366457e-06,
      "loss": 0.1398,
      "step": 5766
    },
    {
      "epoch": 3.7696583292463623,
      "grad_norm": 2.875,
      "learning_rate": 3.457041506044645e-06,
      "loss": 0.0668,
      "step": 5767
    },
    {
      "epoch": 3.770312244564329,
      "grad_norm": 3.15625,
      "learning_rate": 3.4535889995122706e-06,
      "loss": 0.0605,
      "step": 5768
    },
    {
      "epoch": 3.7709661598822954,
      "grad_norm": 6.46875,
      "learning_rate": 3.4501378579594014e-06,
      "loss": 0.1193,
      "step": 5769
    },
    {
      "epoch": 3.7716200752002615,
      "grad_norm": 4.78125,
      "learning_rate": 3.4466880821056235e-06,
      "loss": 0.2058,
      "step": 5770
    },
    {
      "epoch": 3.7722739905182276,
      "grad_norm": 8.75,
      "learning_rate": 3.44323967267024e-06,
      "loss": 0.1318,
      "step": 5771
    },
    {
      "epoch": 3.772927905836194,
      "grad_norm": 4.28125,
      "learning_rate": 3.4397926303722797e-06,
      "loss": 0.2346,
      "step": 5772
    },
    {
      "epoch": 3.7735818211541607,
      "grad_norm": 3.09375,
      "learning_rate": 3.436346955930472e-06,
      "loss": 0.0561,
      "step": 5773
    },
    {
      "epoch": 3.774235736472127,
      "grad_norm": 3.5,
      "learning_rate": 3.4329026500632732e-06,
      "loss": 0.0615,
      "step": 5774
    },
    {
      "epoch": 3.774889651790093,
      "grad_norm": 5.4375,
      "learning_rate": 3.4294597134888462e-06,
      "loss": 0.1116,
      "step": 5775
    },
    {
      "epoch": 3.7755435671080595,
      "grad_norm": 4.3125,
      "learning_rate": 3.4260181469250674e-06,
      "loss": 0.086,
      "step": 5776
    },
    {
      "epoch": 3.776197482426026,
      "grad_norm": 4.625,
      "learning_rate": 3.4225779510895363e-06,
      "loss": 0.1343,
      "step": 5777
    },
    {
      "epoch": 3.776851397743992,
      "grad_norm": 7.3125,
      "learning_rate": 3.4191391266995622e-06,
      "loss": 0.203,
      "step": 5778
    },
    {
      "epoch": 3.7775053130619582,
      "grad_norm": 8.875,
      "learning_rate": 3.4157016744721625e-06,
      "loss": 0.2464,
      "step": 5779
    },
    {
      "epoch": 3.778159228379925,
      "grad_norm": 4.875,
      "learning_rate": 3.4122655951240803e-06,
      "loss": 0.2183,
      "step": 5780
    },
    {
      "epoch": 3.7788131436978913,
      "grad_norm": 5.875,
      "learning_rate": 3.4088308893717594e-06,
      "loss": 0.217,
      "step": 5781
    },
    {
      "epoch": 3.7794670590158574,
      "grad_norm": 2.578125,
      "learning_rate": 3.405397557931369e-06,
      "loss": 0.0288,
      "step": 5782
    },
    {
      "epoch": 3.7801209743338235,
      "grad_norm": 4.53125,
      "learning_rate": 3.401965601518785e-06,
      "loss": 0.2877,
      "step": 5783
    },
    {
      "epoch": 3.78077488965179,
      "grad_norm": 4.75,
      "learning_rate": 3.3985350208495937e-06,
      "loss": 0.1731,
      "step": 5784
    },
    {
      "epoch": 3.7814288049697566,
      "grad_norm": 5.0,
      "learning_rate": 3.395105816639106e-06,
      "loss": 0.0845,
      "step": 5785
    },
    {
      "epoch": 3.7820827202877227,
      "grad_norm": 4.96875,
      "learning_rate": 3.39167798960233e-06,
      "loss": 0.1136,
      "step": 5786
    },
    {
      "epoch": 3.782736635605689,
      "grad_norm": 6.65625,
      "learning_rate": 3.388251540454002e-06,
      "loss": 0.1724,
      "step": 5787
    },
    {
      "epoch": 3.7833905509236554,
      "grad_norm": 6.875,
      "learning_rate": 3.3848264699085643e-06,
      "loss": 0.1106,
      "step": 5788
    },
    {
      "epoch": 3.784044466241622,
      "grad_norm": 3.953125,
      "learning_rate": 3.3814027786801675e-06,
      "loss": 0.1033,
      "step": 5789
    },
    {
      "epoch": 3.784698381559588,
      "grad_norm": 4.46875,
      "learning_rate": 3.377980467482683e-06,
      "loss": 0.1346,
      "step": 5790
    },
    {
      "epoch": 3.785352296877554,
      "grad_norm": 5.46875,
      "learning_rate": 3.37455953702969e-06,
      "loss": 0.0851,
      "step": 5791
    },
    {
      "epoch": 3.7860062121955207,
      "grad_norm": 4.34375,
      "learning_rate": 3.3711399880344742e-06,
      "loss": 0.1368,
      "step": 5792
    },
    {
      "epoch": 3.7866601275134872,
      "grad_norm": 4.03125,
      "learning_rate": 3.367721821210047e-06,
      "loss": 0.1132,
      "step": 5793
    },
    {
      "epoch": 3.7873140428314533,
      "grad_norm": 5.5,
      "learning_rate": 3.3643050372691177e-06,
      "loss": 0.196,
      "step": 5794
    },
    {
      "epoch": 3.7879679581494194,
      "grad_norm": 3.203125,
      "learning_rate": 3.3608896369241197e-06,
      "loss": 0.06,
      "step": 5795
    },
    {
      "epoch": 3.788621873467386,
      "grad_norm": 3.34375,
      "learning_rate": 3.3574756208871862e-06,
      "loss": 0.0795,
      "step": 5796
    },
    {
      "epoch": 3.7892757887853525,
      "grad_norm": 3.640625,
      "learning_rate": 3.354062989870166e-06,
      "loss": 0.066,
      "step": 5797
    },
    {
      "epoch": 3.7899297041033186,
      "grad_norm": 4.6875,
      "learning_rate": 3.3506517445846232e-06,
      "loss": 0.176,
      "step": 5798
    },
    {
      "epoch": 3.7905836194212847,
      "grad_norm": 3.765625,
      "learning_rate": 3.347241885741832e-06,
      "loss": 0.0822,
      "step": 5799
    },
    {
      "epoch": 3.7912375347392513,
      "grad_norm": 5.84375,
      "learning_rate": 3.3438334140527697e-06,
      "loss": 0.1097,
      "step": 5800
    },
    {
      "epoch": 3.791891450057218,
      "grad_norm": 3.265625,
      "learning_rate": 3.340426330228137e-06,
      "loss": 0.042,
      "step": 5801
    },
    {
      "epoch": 3.792545365375184,
      "grad_norm": 3.703125,
      "learning_rate": 3.337020634978332e-06,
      "loss": 0.0609,
      "step": 5802
    },
    {
      "epoch": 3.79319928069315,
      "grad_norm": 3.921875,
      "learning_rate": 3.333616329013476e-06,
      "loss": 0.1198,
      "step": 5803
    },
    {
      "epoch": 3.7938531960111166,
      "grad_norm": 6.3125,
      "learning_rate": 3.3302134130433907e-06,
      "loss": 0.1544,
      "step": 5804
    },
    {
      "epoch": 3.794507111329083,
      "grad_norm": 3.8125,
      "learning_rate": 3.326811887777607e-06,
      "loss": 0.0802,
      "step": 5805
    },
    {
      "epoch": 3.7951610266470492,
      "grad_norm": 3.40625,
      "learning_rate": 3.3234117539253797e-06,
      "loss": 0.0591,
      "step": 5806
    },
    {
      "epoch": 3.7958149419650153,
      "grad_norm": 5.0625,
      "learning_rate": 3.320013012195654e-06,
      "loss": 0.135,
      "step": 5807
    },
    {
      "epoch": 3.796468857282982,
      "grad_norm": 4.53125,
      "learning_rate": 3.3166156632971026e-06,
      "loss": 0.1015,
      "step": 5808
    },
    {
      "epoch": 3.7971227726009484,
      "grad_norm": 6.53125,
      "learning_rate": 3.3132197079381e-06,
      "loss": 0.1495,
      "step": 5809
    },
    {
      "epoch": 3.7977766879189145,
      "grad_norm": 4.46875,
      "learning_rate": 3.309825146826725e-06,
      "loss": 0.107,
      "step": 5810
    },
    {
      "epoch": 3.7984306032368806,
      "grad_norm": 5.5,
      "learning_rate": 3.306431980670778e-06,
      "loss": 0.3346,
      "step": 5811
    },
    {
      "epoch": 3.799084518554847,
      "grad_norm": 3.5,
      "learning_rate": 3.3030402101777536e-06,
      "loss": 0.1062,
      "step": 5812
    },
    {
      "epoch": 3.7997384338728137,
      "grad_norm": 4.4375,
      "learning_rate": 3.29964983605487e-06,
      "loss": 0.1036,
      "step": 5813
    },
    {
      "epoch": 3.80039234919078,
      "grad_norm": 2.34375,
      "learning_rate": 3.296260859009046e-06,
      "loss": 0.0398,
      "step": 5814
    },
    {
      "epoch": 3.801046264508746,
      "grad_norm": 3.421875,
      "learning_rate": 3.2928732797469065e-06,
      "loss": 0.0448,
      "step": 5815
    },
    {
      "epoch": 3.8017001798267125,
      "grad_norm": 3.359375,
      "learning_rate": 3.289487098974795e-06,
      "loss": 0.0545,
      "step": 5816
    },
    {
      "epoch": 3.802354095144679,
      "grad_norm": 3.25,
      "learning_rate": 3.2861023173987518e-06,
      "loss": 0.0484,
      "step": 5817
    },
    {
      "epoch": 3.803008010462645,
      "grad_norm": 4.625,
      "learning_rate": 3.2827189357245326e-06,
      "loss": 0.1616,
      "step": 5818
    },
    {
      "epoch": 3.8036619257806112,
      "grad_norm": 2.921875,
      "learning_rate": 3.279336954657606e-06,
      "loss": 0.0537,
      "step": 5819
    },
    {
      "epoch": 3.804315841098578,
      "grad_norm": 4.75,
      "learning_rate": 3.275956374903133e-06,
      "loss": 0.1299,
      "step": 5820
    },
    {
      "epoch": 3.804969756416544,
      "grad_norm": 5.3125,
      "learning_rate": 3.2725771971660002e-06,
      "loss": 0.1485,
      "step": 5821
    },
    {
      "epoch": 3.8056236717345104,
      "grad_norm": 2.453125,
      "learning_rate": 3.2691994221507907e-06,
      "loss": 0.0347,
      "step": 5822
    },
    {
      "epoch": 3.8062775870524765,
      "grad_norm": 2.453125,
      "learning_rate": 3.2658230505617917e-06,
      "loss": 0.0609,
      "step": 5823
    },
    {
      "epoch": 3.806931502370443,
      "grad_norm": 2.140625,
      "learning_rate": 3.2624480831030127e-06,
      "loss": 0.0316,
      "step": 5824
    },
    {
      "epoch": 3.807585417688409,
      "grad_norm": 2.265625,
      "learning_rate": 3.2590745204781537e-06,
      "loss": 0.0205,
      "step": 5825
    },
    {
      "epoch": 3.8082393330063757,
      "grad_norm": 3.828125,
      "learning_rate": 3.2557023633906383e-06,
      "loss": 0.0601,
      "step": 5826
    },
    {
      "epoch": 3.808893248324342,
      "grad_norm": 3.125,
      "learning_rate": 3.2523316125435835e-06,
      "loss": 0.0539,
      "step": 5827
    },
    {
      "epoch": 3.8095471636423084,
      "grad_norm": 5.3125,
      "learning_rate": 3.2489622686398115e-06,
      "loss": 0.0507,
      "step": 5828
    },
    {
      "epoch": 3.8102010789602745,
      "grad_norm": 3.984375,
      "learning_rate": 3.2455943323818718e-06,
      "loss": 0.0508,
      "step": 5829
    },
    {
      "epoch": 3.810854994278241,
      "grad_norm": 5.28125,
      "learning_rate": 3.242227804471999e-06,
      "loss": 0.1474,
      "step": 5830
    },
    {
      "epoch": 3.811508909596207,
      "grad_norm": 3.21875,
      "learning_rate": 3.2388626856121385e-06,
      "loss": 0.0734,
      "step": 5831
    },
    {
      "epoch": 3.8121628249141737,
      "grad_norm": 4.375,
      "learning_rate": 3.2354989765039514e-06,
      "loss": 0.0718,
      "step": 5832
    },
    {
      "epoch": 3.81281674023214,
      "grad_norm": 3.828125,
      "learning_rate": 3.2321366778487896e-06,
      "loss": 0.1209,
      "step": 5833
    },
    {
      "epoch": 3.8134706555501063,
      "grad_norm": 2.34375,
      "learning_rate": 3.228775790347729e-06,
      "loss": 0.0388,
      "step": 5834
    },
    {
      "epoch": 3.8141245708680724,
      "grad_norm": 7.34375,
      "learning_rate": 3.225416314701537e-06,
      "loss": 0.1008,
      "step": 5835
    },
    {
      "epoch": 3.814778486186039,
      "grad_norm": 4.53125,
      "learning_rate": 3.2220582516106878e-06,
      "loss": 0.1606,
      "step": 5836
    },
    {
      "epoch": 3.815432401504005,
      "grad_norm": 2.859375,
      "learning_rate": 3.2187016017753714e-06,
      "loss": 0.0293,
      "step": 5837
    },
    {
      "epoch": 3.8160863168219716,
      "grad_norm": 3.84375,
      "learning_rate": 3.215346365895471e-06,
      "loss": 0.053,
      "step": 5838
    },
    {
      "epoch": 3.8167402321399377,
      "grad_norm": 3.65625,
      "learning_rate": 3.2119925446705824e-06,
      "loss": 0.0842,
      "step": 5839
    },
    {
      "epoch": 3.8173941474579043,
      "grad_norm": 6.84375,
      "learning_rate": 3.2086401388000076e-06,
      "loss": 0.3121,
      "step": 5840
    },
    {
      "epoch": 3.8180480627758704,
      "grad_norm": 2.125,
      "learning_rate": 3.205289148982744e-06,
      "loss": 0.0253,
      "step": 5841
    },
    {
      "epoch": 3.818701978093837,
      "grad_norm": 6.40625,
      "learning_rate": 3.2019395759175064e-06,
      "loss": 0.2312,
      "step": 5842
    },
    {
      "epoch": 3.819355893411803,
      "grad_norm": 2.109375,
      "learning_rate": 3.1985914203027046e-06,
      "loss": 0.0129,
      "step": 5843
    },
    {
      "epoch": 3.8200098087297696,
      "grad_norm": 4.4375,
      "learning_rate": 3.1952446828364535e-06,
      "loss": 0.1536,
      "step": 5844
    },
    {
      "epoch": 3.8206637240477357,
      "grad_norm": 5.0,
      "learning_rate": 3.191899364216581e-06,
      "loss": 0.1523,
      "step": 5845
    },
    {
      "epoch": 3.8213176393657022,
      "grad_norm": 3.1875,
      "learning_rate": 3.1885554651406057e-06,
      "loss": 0.0897,
      "step": 5846
    },
    {
      "epoch": 3.8219715546836683,
      "grad_norm": 7.28125,
      "learning_rate": 3.1852129863057657e-06,
      "loss": 0.2352,
      "step": 5847
    },
    {
      "epoch": 3.822625470001635,
      "grad_norm": 6.4375,
      "learning_rate": 3.1818719284089892e-06,
      "loss": 0.0907,
      "step": 5848
    },
    {
      "epoch": 3.823279385319601,
      "grad_norm": 2.46875,
      "learning_rate": 3.1785322921469085e-06,
      "loss": 0.0458,
      "step": 5849
    },
    {
      "epoch": 3.8239333006375675,
      "grad_norm": 5.0625,
      "learning_rate": 3.1751940782158786e-06,
      "loss": 0.1748,
      "step": 5850
    },
    {
      "epoch": 3.8245872159555336,
      "grad_norm": 4.03125,
      "learning_rate": 3.171857287311937e-06,
      "loss": 0.0559,
      "step": 5851
    },
    {
      "epoch": 3.8252411312735,
      "grad_norm": 2.984375,
      "learning_rate": 3.168521920130827e-06,
      "loss": 0.0671,
      "step": 5852
    },
    {
      "epoch": 3.8258950465914663,
      "grad_norm": 2.921875,
      "learning_rate": 3.165187977368007e-06,
      "loss": 0.0554,
      "step": 5853
    },
    {
      "epoch": 3.826548961909433,
      "grad_norm": 3.859375,
      "learning_rate": 3.1618554597186245e-06,
      "loss": 0.1238,
      "step": 5854
    },
    {
      "epoch": 3.827202877227399,
      "grad_norm": 2.3125,
      "learning_rate": 3.1585243678775434e-06,
      "loss": 0.03,
      "step": 5855
    },
    {
      "epoch": 3.8278567925453655,
      "grad_norm": 4.96875,
      "learning_rate": 3.155194702539318e-06,
      "loss": 0.1187,
      "step": 5856
    },
    {
      "epoch": 3.8285107078633316,
      "grad_norm": 4.34375,
      "learning_rate": 3.15186646439821e-06,
      "loss": 0.1321,
      "step": 5857
    },
    {
      "epoch": 3.829164623181298,
      "grad_norm": 5.75,
      "learning_rate": 3.1485396541481885e-06,
      "loss": 0.1377,
      "step": 5858
    },
    {
      "epoch": 3.8298185384992642,
      "grad_norm": 5.4375,
      "learning_rate": 3.1452142724829105e-06,
      "loss": 0.1629,
      "step": 5859
    },
    {
      "epoch": 3.830472453817231,
      "grad_norm": 5.15625,
      "learning_rate": 3.1418903200957575e-06,
      "loss": 0.0727,
      "step": 5860
    },
    {
      "epoch": 3.831126369135197,
      "grad_norm": 3.28125,
      "learning_rate": 3.138567797679796e-06,
      "loss": 0.1016,
      "step": 5861
    },
    {
      "epoch": 3.8317802844531634,
      "grad_norm": 4.875,
      "learning_rate": 3.1352467059277937e-06,
      "loss": 0.0939,
      "step": 5862
    },
    {
      "epoch": 3.8324341997711295,
      "grad_norm": 7.15625,
      "learning_rate": 3.1319270455322317e-06,
      "loss": 0.187,
      "step": 5863
    },
    {
      "epoch": 3.833088115089096,
      "grad_norm": 5.875,
      "learning_rate": 3.12860881718528e-06,
      "loss": 0.327,
      "step": 5864
    },
    {
      "epoch": 3.833742030407062,
      "grad_norm": 4.625,
      "learning_rate": 3.125292021578822e-06,
      "loss": 0.1019,
      "step": 5865
    },
    {
      "epoch": 3.8343959457250287,
      "grad_norm": 7.90625,
      "learning_rate": 3.1219766594044333e-06,
      "loss": 0.2934,
      "step": 5866
    },
    {
      "epoch": 3.835049861042995,
      "grad_norm": 4.8125,
      "learning_rate": 3.11866273135339e-06,
      "loss": 0.1044,
      "step": 5867
    },
    {
      "epoch": 3.8357037763609614,
      "grad_norm": 2.65625,
      "learning_rate": 3.1153502381166813e-06,
      "loss": 0.0322,
      "step": 5868
    },
    {
      "epoch": 3.8363576916789275,
      "grad_norm": 7.90625,
      "learning_rate": 3.1120391803849793e-06,
      "loss": 0.1758,
      "step": 5869
    },
    {
      "epoch": 3.837011606996894,
      "grad_norm": 6.0625,
      "learning_rate": 3.108729558848671e-06,
      "loss": 0.1242,
      "step": 5870
    },
    {
      "epoch": 3.83766552231486,
      "grad_norm": 3.015625,
      "learning_rate": 3.105421374197842e-06,
      "loss": 0.0764,
      "step": 5871
    },
    {
      "epoch": 3.8383194376328267,
      "grad_norm": 4.03125,
      "learning_rate": 3.10211462712227e-06,
      "loss": 0.1046,
      "step": 5872
    },
    {
      "epoch": 3.838973352950793,
      "grad_norm": 6.71875,
      "learning_rate": 3.0988093183114443e-06,
      "loss": 0.18,
      "step": 5873
    },
    {
      "epoch": 3.8396272682687593,
      "grad_norm": 2.203125,
      "learning_rate": 3.0955054484545455e-06,
      "loss": 0.031,
      "step": 5874
    },
    {
      "epoch": 3.8402811835867254,
      "grad_norm": 5.0625,
      "learning_rate": 3.0922030182404527e-06,
      "loss": 0.2024,
      "step": 5875
    },
    {
      "epoch": 3.840935098904692,
      "grad_norm": 4.875,
      "learning_rate": 3.0889020283577574e-06,
      "loss": 0.151,
      "step": 5876
    },
    {
      "epoch": 3.841589014222658,
      "grad_norm": 3.703125,
      "learning_rate": 3.085602479494735e-06,
      "loss": 0.0874,
      "step": 5877
    },
    {
      "epoch": 3.8422429295406246,
      "grad_norm": 5.5625,
      "learning_rate": 3.0823043723393742e-06,
      "loss": 0.08,
      "step": 5878
    },
    {
      "epoch": 3.8428968448585907,
      "grad_norm": 3.265625,
      "learning_rate": 3.0790077075793512e-06,
      "loss": 0.0737,
      "step": 5879
    },
    {
      "epoch": 3.8435507601765573,
      "grad_norm": 7.09375,
      "learning_rate": 3.0757124859020515e-06,
      "loss": 0.2121,
      "step": 5880
    },
    {
      "epoch": 3.8442046754945234,
      "grad_norm": 5.0,
      "learning_rate": 3.0724187079945567e-06,
      "loss": 0.0934,
      "step": 5881
    },
    {
      "epoch": 3.84485859081249,
      "grad_norm": 4.9375,
      "learning_rate": 3.069126374543643e-06,
      "loss": 0.1601,
      "step": 5882
    },
    {
      "epoch": 3.845512506130456,
      "grad_norm": 2.9375,
      "learning_rate": 3.0658354862357866e-06,
      "loss": 0.1253,
      "step": 5883
    },
    {
      "epoch": 3.8461664214484226,
      "grad_norm": 4.21875,
      "learning_rate": 3.0625460437571697e-06,
      "loss": 0.1057,
      "step": 5884
    },
    {
      "epoch": 3.8468203367663887,
      "grad_norm": 4.78125,
      "learning_rate": 3.0592580477936606e-06,
      "loss": 0.2111,
      "step": 5885
    },
    {
      "epoch": 3.8474742520843552,
      "grad_norm": 4.34375,
      "learning_rate": 3.055971499030842e-06,
      "loss": 0.0851,
      "step": 5886
    },
    {
      "epoch": 3.8481281674023213,
      "grad_norm": 2.796875,
      "learning_rate": 3.0526863981539787e-06,
      "loss": 0.052,
      "step": 5887
    },
    {
      "epoch": 3.848782082720288,
      "grad_norm": 3.328125,
      "learning_rate": 3.0494027458480414e-06,
      "loss": 0.1371,
      "step": 5888
    },
    {
      "epoch": 3.849435998038254,
      "grad_norm": 3.5625,
      "learning_rate": 3.0461205427977027e-06,
      "loss": 0.0589,
      "step": 5889
    },
    {
      "epoch": 3.8500899133562205,
      "grad_norm": 3.171875,
      "learning_rate": 3.0428397896873208e-06,
      "loss": 0.0712,
      "step": 5890
    },
    {
      "epoch": 3.8507438286741866,
      "grad_norm": 2.859375,
      "learning_rate": 3.0395604872009654e-06,
      "loss": 0.0715,
      "step": 5891
    },
    {
      "epoch": 3.851397743992153,
      "grad_norm": 5.5,
      "learning_rate": 3.0362826360223974e-06,
      "loss": 0.1679,
      "step": 5892
    },
    {
      "epoch": 3.8520516593101193,
      "grad_norm": 5.1875,
      "learning_rate": 3.033006236835071e-06,
      "loss": 0.1122,
      "step": 5893
    },
    {
      "epoch": 3.852705574628086,
      "grad_norm": 8.5,
      "learning_rate": 3.0297312903221476e-06,
      "loss": 0.2389,
      "step": 5894
    },
    {
      "epoch": 3.853359489946052,
      "grad_norm": 5.75,
      "learning_rate": 3.0264577971664766e-06,
      "loss": 0.1317,
      "step": 5895
    },
    {
      "epoch": 3.854013405264018,
      "grad_norm": 2.71875,
      "learning_rate": 3.023185758050605e-06,
      "loss": 0.0415,
      "step": 5896
    },
    {
      "epoch": 3.8546673205819846,
      "grad_norm": 4.25,
      "learning_rate": 3.0199151736567855e-06,
      "loss": 0.0424,
      "step": 5897
    },
    {
      "epoch": 3.855321235899951,
      "grad_norm": 4.6875,
      "learning_rate": 3.0166460446669552e-06,
      "loss": 0.147,
      "step": 5898
    },
    {
      "epoch": 3.8559751512179172,
      "grad_norm": 6.375,
      "learning_rate": 3.0133783717627598e-06,
      "loss": 0.2028,
      "step": 5899
    },
    {
      "epoch": 3.8566290665358833,
      "grad_norm": 3.578125,
      "learning_rate": 3.0101121556255295e-06,
      "loss": 0.1264,
      "step": 5900
    },
    {
      "epoch": 3.85728298185385,
      "grad_norm": 5.3125,
      "learning_rate": 3.0068473969362998e-06,
      "loss": 0.1577,
      "step": 5901
    },
    {
      "epoch": 3.8579368971718164,
      "grad_norm": 5.625,
      "learning_rate": 3.0035840963758012e-06,
      "loss": 0.1004,
      "step": 5902
    },
    {
      "epoch": 3.8585908124897825,
      "grad_norm": 4.75,
      "learning_rate": 3.000322254624454e-06,
      "loss": 0.139,
      "step": 5903
    },
    {
      "epoch": 3.8592447278077486,
      "grad_norm": 5.65625,
      "learning_rate": 2.9970618723623834e-06,
      "loss": 0.2195,
      "step": 5904
    },
    {
      "epoch": 3.859898643125715,
      "grad_norm": 1.3984375,
      "learning_rate": 2.993802950269402e-06,
      "loss": 0.0109,
      "step": 5905
    },
    {
      "epoch": 3.8605525584436817,
      "grad_norm": 5.21875,
      "learning_rate": 2.99054548902502e-06,
      "loss": 0.086,
      "step": 5906
    },
    {
      "epoch": 3.861206473761648,
      "grad_norm": 4.625,
      "learning_rate": 2.987289489308448e-06,
      "loss": 0.0773,
      "step": 5907
    },
    {
      "epoch": 3.861860389079614,
      "grad_norm": 4.4375,
      "learning_rate": 2.9840349517985843e-06,
      "loss": 0.1367,
      "step": 5908
    },
    {
      "epoch": 3.8625143043975805,
      "grad_norm": 11.8125,
      "learning_rate": 2.9807818771740315e-06,
      "loss": 0.176,
      "step": 5909
    },
    {
      "epoch": 3.863168219715547,
      "grad_norm": 4.53125,
      "learning_rate": 2.9775302661130757e-06,
      "loss": 0.1509,
      "step": 5910
    },
    {
      "epoch": 3.863822135033513,
      "grad_norm": 3.125,
      "learning_rate": 2.9742801192937066e-06,
      "loss": 0.058,
      "step": 5911
    },
    {
      "epoch": 3.8644760503514792,
      "grad_norm": 3.734375,
      "learning_rate": 2.97103143739361e-06,
      "loss": 0.1238,
      "step": 5912
    },
    {
      "epoch": 3.8651299656694458,
      "grad_norm": 4.71875,
      "learning_rate": 2.96778422109016e-06,
      "loss": 0.2405,
      "step": 5913
    },
    {
      "epoch": 3.8657838809874123,
      "grad_norm": 3.390625,
      "learning_rate": 2.964538471060422e-06,
      "loss": 0.0487,
      "step": 5914
    },
    {
      "epoch": 3.8664377963053784,
      "grad_norm": 4.71875,
      "learning_rate": 2.9612941879811684e-06,
      "loss": 0.1753,
      "step": 5915
    },
    {
      "epoch": 3.8670917116233445,
      "grad_norm": 6.15625,
      "learning_rate": 2.9580513725288517e-06,
      "loss": 0.153,
      "step": 5916
    },
    {
      "epoch": 3.867745626941311,
      "grad_norm": 5.03125,
      "learning_rate": 2.954810025379633e-06,
      "loss": 0.102,
      "step": 5917
    },
    {
      "epoch": 3.8683995422592776,
      "grad_norm": 6.0,
      "learning_rate": 2.951570147209354e-06,
      "loss": 0.2015,
      "step": 5918
    },
    {
      "epoch": 3.8690534575772437,
      "grad_norm": 4.5,
      "learning_rate": 2.948331738693554e-06,
      "loss": 0.121,
      "step": 5919
    },
    {
      "epoch": 3.86970737289521,
      "grad_norm": 2.359375,
      "learning_rate": 2.94509480050747e-06,
      "loss": 0.0474,
      "step": 5920
    },
    {
      "epoch": 3.8703612882131764,
      "grad_norm": 4.09375,
      "learning_rate": 2.9418593333260314e-06,
      "loss": 0.1059,
      "step": 5921
    },
    {
      "epoch": 3.871015203531143,
      "grad_norm": 3.46875,
      "learning_rate": 2.9386253378238548e-06,
      "loss": 0.0592,
      "step": 5922
    },
    {
      "epoch": 3.871669118849109,
      "grad_norm": 2.9375,
      "learning_rate": 2.935392814675261e-06,
      "loss": 0.0653,
      "step": 5923
    },
    {
      "epoch": 3.872323034167075,
      "grad_norm": 7.03125,
      "learning_rate": 2.9321617645542487e-06,
      "loss": 0.1037,
      "step": 5924
    },
    {
      "epoch": 3.8729769494850417,
      "grad_norm": 2.25,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 0.0269,
      "step": 5925
    },
    {
      "epoch": 3.8736308648030082,
      "grad_norm": 4.375,
      "learning_rate": 2.9257040860894814e-06,
      "loss": 0.0658,
      "step": 5926
    },
    {
      "epoch": 3.8742847801209743,
      "grad_norm": 4.59375,
      "learning_rate": 2.922477459092198e-06,
      "loss": 0.0827,
      "step": 5927
    },
    {
      "epoch": 3.8749386954389404,
      "grad_norm": 3.375,
      "learning_rate": 2.9192523078154577e-06,
      "loss": 0.0565,
      "step": 5928
    },
    {
      "epoch": 3.875592610756907,
      "grad_norm": 5.34375,
      "learning_rate": 2.9160286329317276e-06,
      "loss": 0.1586,
      "step": 5929
    },
    {
      "epoch": 3.8762465260748735,
      "grad_norm": 4.09375,
      "learning_rate": 2.9128064351131746e-06,
      "loss": 0.0906,
      "step": 5930
    },
    {
      "epoch": 3.8769004413928396,
      "grad_norm": 4.71875,
      "learning_rate": 2.909585715031645e-06,
      "loss": 0.137,
      "step": 5931
    },
    {
      "epoch": 3.8775543567108057,
      "grad_norm": 2.875,
      "learning_rate": 2.9063664733586914e-06,
      "loss": 0.0539,
      "step": 5932
    },
    {
      "epoch": 3.8782082720287723,
      "grad_norm": 3.046875,
      "learning_rate": 2.903148710765552e-06,
      "loss": 0.0872,
      "step": 5933
    },
    {
      "epoch": 3.878862187346739,
      "grad_norm": 4.96875,
      "learning_rate": 2.8999324279231545e-06,
      "loss": 0.1151,
      "step": 5934
    },
    {
      "epoch": 3.879516102664705,
      "grad_norm": 6.84375,
      "learning_rate": 2.896717625502117e-06,
      "loss": 0.1433,
      "step": 5935
    },
    {
      "epoch": 3.880170017982671,
      "grad_norm": 3.71875,
      "learning_rate": 2.893504304172756e-06,
      "loss": 0.0533,
      "step": 5936
    },
    {
      "epoch": 3.8808239333006376,
      "grad_norm": 3.875,
      "learning_rate": 2.890292464605071e-06,
      "loss": 0.0969,
      "step": 5937
    },
    {
      "epoch": 3.881477848618604,
      "grad_norm": 4.96875,
      "learning_rate": 2.8870821074687614e-06,
      "loss": 0.1189,
      "step": 5938
    },
    {
      "epoch": 3.8821317639365702,
      "grad_norm": 6.34375,
      "learning_rate": 2.8838732334332097e-06,
      "loss": 0.3169,
      "step": 5939
    },
    {
      "epoch": 3.8827856792545363,
      "grad_norm": 4.65625,
      "learning_rate": 2.880665843167488e-06,
      "loss": 0.1341,
      "step": 5940
    },
    {
      "epoch": 3.883439594572503,
      "grad_norm": 6.4375,
      "learning_rate": 2.877459937340369e-06,
      "loss": 0.2099,
      "step": 5941
    },
    {
      "epoch": 3.8840935098904694,
      "grad_norm": 4.78125,
      "learning_rate": 2.87425551662031e-06,
      "loss": 0.0714,
      "step": 5942
    },
    {
      "epoch": 3.8847474252084355,
      "grad_norm": 4.8125,
      "learning_rate": 2.8710525816754543e-06,
      "loss": 0.0955,
      "step": 5943
    },
    {
      "epoch": 3.8854013405264016,
      "grad_norm": 3.828125,
      "learning_rate": 2.8678511331736436e-06,
      "loss": 0.1298,
      "step": 5944
    },
    {
      "epoch": 3.886055255844368,
      "grad_norm": 9.4375,
      "learning_rate": 2.864651171782402e-06,
      "loss": 0.1918,
      "step": 5945
    },
    {
      "epoch": 3.8867091711623347,
      "grad_norm": 3.625,
      "learning_rate": 2.8614526981689528e-06,
      "loss": 0.1729,
      "step": 5946
    },
    {
      "epoch": 3.887363086480301,
      "grad_norm": 6.03125,
      "learning_rate": 2.8582557130002e-06,
      "loss": 0.2074,
      "step": 5947
    },
    {
      "epoch": 3.888017001798267,
      "grad_norm": 3.8125,
      "learning_rate": 2.8550602169427376e-06,
      "loss": 0.067,
      "step": 5948
    },
    {
      "epoch": 3.8886709171162335,
      "grad_norm": 5.96875,
      "learning_rate": 2.851866210662858e-06,
      "loss": 0.1451,
      "step": 5949
    },
    {
      "epoch": 3.8893248324342,
      "grad_norm": 6.15625,
      "learning_rate": 2.8486736948265326e-06,
      "loss": 0.4228,
      "step": 5950
    },
    {
      "epoch": 3.889978747752166,
      "grad_norm": 4.0,
      "learning_rate": 2.8454826700994287e-06,
      "loss": 0.1068,
      "step": 5951
    },
    {
      "epoch": 3.8906326630701322,
      "grad_norm": 6.34375,
      "learning_rate": 2.842293137146904e-06,
      "loss": 0.1762,
      "step": 5952
    },
    {
      "epoch": 3.8912865783880988,
      "grad_norm": 4.0625,
      "learning_rate": 2.8391050966339973e-06,
      "loss": 0.0831,
      "step": 5953
    },
    {
      "epoch": 3.8919404937060653,
      "grad_norm": 7.65625,
      "learning_rate": 2.835918549225444e-06,
      "loss": 0.3546,
      "step": 5954
    },
    {
      "epoch": 3.8925944090240314,
      "grad_norm": 3.75,
      "learning_rate": 2.83273349558566e-06,
      "loss": 0.0811,
      "step": 5955
    },
    {
      "epoch": 3.8932483243419975,
      "grad_norm": 6.90625,
      "learning_rate": 2.8295499363787614e-06,
      "loss": 0.1068,
      "step": 5956
    },
    {
      "epoch": 3.893902239659964,
      "grad_norm": 3.140625,
      "learning_rate": 2.826367872268543e-06,
      "loss": 0.0881,
      "step": 5957
    },
    {
      "epoch": 3.8945561549779306,
      "grad_norm": 3.265625,
      "learning_rate": 2.8231873039184867e-06,
      "loss": 0.0843,
      "step": 5958
    },
    {
      "epoch": 3.8952100702958967,
      "grad_norm": 5.40625,
      "learning_rate": 2.820008231991773e-06,
      "loss": 0.0915,
      "step": 5959
    },
    {
      "epoch": 3.895863985613863,
      "grad_norm": 4.4375,
      "learning_rate": 2.816830657151258e-06,
      "loss": 0.1426,
      "step": 5960
    },
    {
      "epoch": 3.8965179009318294,
      "grad_norm": 5.25,
      "learning_rate": 2.8136545800594963e-06,
      "loss": 0.1687,
      "step": 5961
    },
    {
      "epoch": 3.897171816249796,
      "grad_norm": 4.96875,
      "learning_rate": 2.810480001378727e-06,
      "loss": 0.1448,
      "step": 5962
    },
    {
      "epoch": 3.897825731567762,
      "grad_norm": 3.75,
      "learning_rate": 2.8073069217708692e-06,
      "loss": 0.0763,
      "step": 5963
    },
    {
      "epoch": 3.898479646885728,
      "grad_norm": 4.5625,
      "learning_rate": 2.8041353418975425e-06,
      "loss": 0.0584,
      "step": 5964
    },
    {
      "epoch": 3.8991335622036947,
      "grad_norm": 5.28125,
      "learning_rate": 2.8009652624200436e-06,
      "loss": 0.1312,
      "step": 5965
    },
    {
      "epoch": 3.899787477521661,
      "grad_norm": 6.21875,
      "learning_rate": 2.7977966839993566e-06,
      "loss": 0.1257,
      "step": 5966
    },
    {
      "epoch": 3.9004413928396273,
      "grad_norm": 7.0625,
      "learning_rate": 2.794629607296161e-06,
      "loss": 0.2341,
      "step": 5967
    },
    {
      "epoch": 3.9010953081575934,
      "grad_norm": 5.09375,
      "learning_rate": 2.791464032970812e-06,
      "loss": 0.0776,
      "step": 5968
    },
    {
      "epoch": 3.90174922347556,
      "grad_norm": 5.625,
      "learning_rate": 2.7882999616833652e-06,
      "loss": 0.2258,
      "step": 5969
    },
    {
      "epoch": 3.9024031387935265,
      "grad_norm": 6.75,
      "learning_rate": 2.785137394093549e-06,
      "loss": 0.2378,
      "step": 5970
    },
    {
      "epoch": 3.9030570541114926,
      "grad_norm": 4.03125,
      "learning_rate": 2.781976330860784e-06,
      "loss": 0.0548,
      "step": 5971
    },
    {
      "epoch": 3.9037109694294587,
      "grad_norm": 4.1875,
      "learning_rate": 2.7788167726441785e-06,
      "loss": 0.1413,
      "step": 5972
    },
    {
      "epoch": 3.9043648847474253,
      "grad_norm": 4.5625,
      "learning_rate": 2.7756587201025297e-06,
      "loss": 0.1105,
      "step": 5973
    },
    {
      "epoch": 3.9050188000653914,
      "grad_norm": 4.15625,
      "learning_rate": 2.7725021738943112e-06,
      "loss": 0.1268,
      "step": 5974
    },
    {
      "epoch": 3.905672715383358,
      "grad_norm": 6.46875,
      "learning_rate": 2.7693471346776945e-06,
      "loss": 0.0688,
      "step": 5975
    },
    {
      "epoch": 3.906326630701324,
      "grad_norm": 6.84375,
      "learning_rate": 2.766193603110524e-06,
      "loss": 0.2545,
      "step": 5976
    },
    {
      "epoch": 3.9069805460192906,
      "grad_norm": 5.125,
      "learning_rate": 2.7630415798503417e-06,
      "loss": 0.1486,
      "step": 5977
    },
    {
      "epoch": 3.9076344613372567,
      "grad_norm": 4.90625,
      "learning_rate": 2.7598910655543696e-06,
      "loss": 0.0621,
      "step": 5978
    },
    {
      "epoch": 3.908288376655223,
      "grad_norm": 4.6875,
      "learning_rate": 2.7567420608795094e-06,
      "loss": 0.1182,
      "step": 5979
    },
    {
      "epoch": 3.9089422919731893,
      "grad_norm": 3.3125,
      "learning_rate": 2.7535945664823626e-06,
      "loss": 0.0654,
      "step": 5980
    },
    {
      "epoch": 3.909596207291156,
      "grad_norm": 3.25,
      "learning_rate": 2.7504485830191985e-06,
      "loss": 0.0662,
      "step": 5981
    },
    {
      "epoch": 3.910250122609122,
      "grad_norm": 2.421875,
      "learning_rate": 2.7473041111459854e-06,
      "loss": 0.0263,
      "step": 5982
    },
    {
      "epoch": 3.9109040379270885,
      "grad_norm": 7.09375,
      "learning_rate": 2.744161151518372e-06,
      "loss": 0.081,
      "step": 5983
    },
    {
      "epoch": 3.9115579532450546,
      "grad_norm": 6.40625,
      "learning_rate": 2.7410197047916865e-06,
      "loss": 0.132,
      "step": 5984
    },
    {
      "epoch": 3.912211868563021,
      "grad_norm": 2.921875,
      "learning_rate": 2.7378797716209506e-06,
      "loss": 0.0559,
      "step": 5985
    },
    {
      "epoch": 3.9128657838809873,
      "grad_norm": 5.59375,
      "learning_rate": 2.7347413526608635e-06,
      "loss": 0.1655,
      "step": 5986
    },
    {
      "epoch": 3.913519699198954,
      "grad_norm": 4.53125,
      "learning_rate": 2.7316044485658077e-06,
      "loss": 0.1372,
      "step": 5987
    },
    {
      "epoch": 3.91417361451692,
      "grad_norm": 3.046875,
      "learning_rate": 2.7284690599898587e-06,
      "loss": 0.0558,
      "step": 5988
    },
    {
      "epoch": 3.9148275298348865,
      "grad_norm": 6.3125,
      "learning_rate": 2.725335187586765e-06,
      "loss": 0.073,
      "step": 5989
    },
    {
      "epoch": 3.9154814451528526,
      "grad_norm": 2.53125,
      "learning_rate": 2.7222028320099692e-06,
      "loss": 0.0233,
      "step": 5990
    },
    {
      "epoch": 3.916135360470819,
      "grad_norm": 3.578125,
      "learning_rate": 2.719071993912591e-06,
      "loss": 0.0563,
      "step": 5991
    },
    {
      "epoch": 3.916789275788785,
      "grad_norm": 6.78125,
      "learning_rate": 2.715942673947428e-06,
      "loss": 0.1983,
      "step": 5992
    },
    {
      "epoch": 3.9174431911067518,
      "grad_norm": 7.875,
      "learning_rate": 2.7128148727669822e-06,
      "loss": 0.1768,
      "step": 5993
    },
    {
      "epoch": 3.918097106424718,
      "grad_norm": 2.28125,
      "learning_rate": 2.709688591023415e-06,
      "loss": 0.027,
      "step": 5994
    },
    {
      "epoch": 3.9187510217426844,
      "grad_norm": 2.84375,
      "learning_rate": 2.706563829368587e-06,
      "loss": 0.0799,
      "step": 5995
    },
    {
      "epoch": 3.9194049370606505,
      "grad_norm": 5.40625,
      "learning_rate": 2.7034405884540347e-06,
      "loss": 0.1456,
      "step": 5996
    },
    {
      "epoch": 3.920058852378617,
      "grad_norm": 2.765625,
      "learning_rate": 2.700318868930977e-06,
      "loss": 0.0393,
      "step": 5997
    },
    {
      "epoch": 3.920712767696583,
      "grad_norm": 4.0,
      "learning_rate": 2.6971986714503197e-06,
      "loss": 0.0833,
      "step": 5998
    },
    {
      "epoch": 3.9213666830145497,
      "grad_norm": 3.53125,
      "learning_rate": 2.6940799966626475e-06,
      "loss": 0.0602,
      "step": 5999
    },
    {
      "epoch": 3.922020598332516,
      "grad_norm": 6.0,
      "learning_rate": 2.690962845218231e-06,
      "loss": 0.1751,
      "step": 6000
    },
    {
      "epoch": 3.9226745136504824,
      "grad_norm": 3.265625,
      "learning_rate": 2.687847217767022e-06,
      "loss": 0.0872,
      "step": 6001
    },
    {
      "epoch": 3.9233284289684485,
      "grad_norm": 4.75,
      "learning_rate": 2.6847331149586464e-06,
      "loss": 0.1252,
      "step": 6002
    },
    {
      "epoch": 3.923982344286415,
      "grad_norm": 5.25,
      "learning_rate": 2.681620537442433e-06,
      "loss": 0.1032,
      "step": 6003
    },
    {
      "epoch": 3.924636259604381,
      "grad_norm": 4.875,
      "learning_rate": 2.678509485867371e-06,
      "loss": 0.0748,
      "step": 6004
    },
    {
      "epoch": 3.9252901749223477,
      "grad_norm": 3.859375,
      "learning_rate": 2.675399960882138e-06,
      "loss": 0.0499,
      "step": 6005
    },
    {
      "epoch": 3.9259440902403138,
      "grad_norm": 5.125,
      "learning_rate": 2.6722919631351017e-06,
      "loss": 0.1043,
      "step": 6006
    },
    {
      "epoch": 3.9265980055582803,
      "grad_norm": 4.46875,
      "learning_rate": 2.6691854932742976e-06,
      "loss": 0.0414,
      "step": 6007
    },
    {
      "epoch": 3.9272519208762464,
      "grad_norm": 6.65625,
      "learning_rate": 2.6660805519474564e-06,
      "loss": 0.1375,
      "step": 6008
    },
    {
      "epoch": 3.927905836194213,
      "grad_norm": 5.375,
      "learning_rate": 2.66297713980198e-06,
      "loss": 0.1178,
      "step": 6009
    },
    {
      "epoch": 3.928559751512179,
      "grad_norm": 3.015625,
      "learning_rate": 2.6598752574849527e-06,
      "loss": 0.0872,
      "step": 6010
    },
    {
      "epoch": 3.9292136668301456,
      "grad_norm": 3.234375,
      "learning_rate": 2.656774905643147e-06,
      "loss": 0.0586,
      "step": 6011
    },
    {
      "epoch": 3.9298675821481117,
      "grad_norm": 3.828125,
      "learning_rate": 2.653676084923006e-06,
      "loss": 0.056,
      "step": 6012
    },
    {
      "epoch": 3.9305214974660783,
      "grad_norm": 3.984375,
      "learning_rate": 2.6505787959706607e-06,
      "loss": 0.0985,
      "step": 6013
    },
    {
      "epoch": 3.9311754127840444,
      "grad_norm": 5.25,
      "learning_rate": 2.647483039431925e-06,
      "loss": 0.2029,
      "step": 6014
    },
    {
      "epoch": 3.931829328102011,
      "grad_norm": 5.375,
      "learning_rate": 2.6443888159522825e-06,
      "loss": 0.1368,
      "step": 6015
    },
    {
      "epoch": 3.932483243419977,
      "grad_norm": 8.3125,
      "learning_rate": 2.6412961261769098e-06,
      "loss": 0.2306,
      "step": 6016
    },
    {
      "epoch": 3.9331371587379436,
      "grad_norm": 5.0,
      "learning_rate": 2.638204970750655e-06,
      "loss": 0.1981,
      "step": 6017
    },
    {
      "epoch": 3.9337910740559097,
      "grad_norm": 4.78125,
      "learning_rate": 2.635115350318046e-06,
      "loss": 0.1873,
      "step": 6018
    },
    {
      "epoch": 3.934444989373876,
      "grad_norm": 3.171875,
      "learning_rate": 2.632027265523299e-06,
      "loss": 0.0552,
      "step": 6019
    },
    {
      "epoch": 3.9350989046918423,
      "grad_norm": 10.125,
      "learning_rate": 2.6289407170102996e-06,
      "loss": 0.2722,
      "step": 6020
    },
    {
      "epoch": 3.935752820009809,
      "grad_norm": 3.6875,
      "learning_rate": 2.625855705422623e-06,
      "loss": 0.0756,
      "step": 6021
    },
    {
      "epoch": 3.936406735327775,
      "grad_norm": 4.6875,
      "learning_rate": 2.6227722314035153e-06,
      "loss": 0.0967,
      "step": 6022
    },
    {
      "epoch": 3.9370606506457415,
      "grad_norm": 3.78125,
      "learning_rate": 2.6196902955959026e-06,
      "loss": 0.059,
      "step": 6023
    },
    {
      "epoch": 3.9377145659637076,
      "grad_norm": 4.46875,
      "learning_rate": 2.6166098986424027e-06,
      "loss": 0.1255,
      "step": 6024
    },
    {
      "epoch": 3.938368481281674,
      "grad_norm": 4.03125,
      "learning_rate": 2.6135310411852977e-06,
      "loss": 0.0986,
      "step": 6025
    },
    {
      "epoch": 3.9390223965996403,
      "grad_norm": 4.125,
      "learning_rate": 2.6104537238665517e-06,
      "loss": 0.0829,
      "step": 6026
    },
    {
      "epoch": 3.939676311917607,
      "grad_norm": 4.59375,
      "learning_rate": 2.607377947327817e-06,
      "loss": 0.0961,
      "step": 6027
    },
    {
      "epoch": 3.940330227235573,
      "grad_norm": 6.75,
      "learning_rate": 2.60430371221041e-06,
      "loss": 0.1895,
      "step": 6028
    },
    {
      "epoch": 3.9409841425535395,
      "grad_norm": 3.703125,
      "learning_rate": 2.6012310191553413e-06,
      "loss": 0.068,
      "step": 6029
    },
    {
      "epoch": 3.9416380578715056,
      "grad_norm": 2.015625,
      "learning_rate": 2.598159868803287e-06,
      "loss": 0.0434,
      "step": 6030
    },
    {
      "epoch": 3.942291973189472,
      "grad_norm": 2.703125,
      "learning_rate": 2.595090261794606e-06,
      "loss": 0.0516,
      "step": 6031
    },
    {
      "epoch": 3.942945888507438,
      "grad_norm": 3.296875,
      "learning_rate": 2.5920221987693416e-06,
      "loss": 0.0383,
      "step": 6032
    },
    {
      "epoch": 3.9435998038254048,
      "grad_norm": 4.375,
      "learning_rate": 2.588955680367202e-06,
      "loss": 0.0629,
      "step": 6033
    },
    {
      "epoch": 3.944253719143371,
      "grad_norm": 4.125,
      "learning_rate": 2.5858907072275863e-06,
      "loss": 0.0872,
      "step": 6034
    },
    {
      "epoch": 3.9449076344613374,
      "grad_norm": 3.625,
      "learning_rate": 2.5828272799895683e-06,
      "loss": 0.0859,
      "step": 6035
    },
    {
      "epoch": 3.9455615497793035,
      "grad_norm": 3.671875,
      "learning_rate": 2.5797653992918903e-06,
      "loss": 0.0695,
      "step": 6036
    },
    {
      "epoch": 3.94621546509727,
      "grad_norm": 3.359375,
      "learning_rate": 2.576705065772985e-06,
      "loss": 0.0393,
      "step": 6037
    },
    {
      "epoch": 3.946869380415236,
      "grad_norm": 8.3125,
      "learning_rate": 2.573646280070956e-06,
      "loss": 0.18,
      "step": 6038
    },
    {
      "epoch": 3.9475232957332027,
      "grad_norm": 4.96875,
      "learning_rate": 2.57058904282358e-06,
      "loss": 0.1091,
      "step": 6039
    },
    {
      "epoch": 3.948177211051169,
      "grad_norm": 3.71875,
      "learning_rate": 2.567533354668322e-06,
      "loss": 0.0732,
      "step": 6040
    },
    {
      "epoch": 3.9488311263691354,
      "grad_norm": 6.25,
      "learning_rate": 2.5644792162423117e-06,
      "loss": 0.1599,
      "step": 6041
    },
    {
      "epoch": 3.9494850416871015,
      "grad_norm": 3.4375,
      "learning_rate": 2.5614266281823672e-06,
      "loss": 0.0811,
      "step": 6042
    },
    {
      "epoch": 3.950138957005068,
      "grad_norm": 5.25,
      "learning_rate": 2.558375591124972e-06,
      "loss": 0.1754,
      "step": 6043
    },
    {
      "epoch": 3.950792872323034,
      "grad_norm": 4.03125,
      "learning_rate": 2.555326105706295e-06,
      "loss": 0.0726,
      "step": 6044
    },
    {
      "epoch": 3.951446787641,
      "grad_norm": 3.890625,
      "learning_rate": 2.5522781725621814e-06,
      "loss": 0.0689,
      "step": 6045
    },
    {
      "epoch": 3.9521007029589668,
      "grad_norm": 3.859375,
      "learning_rate": 2.549231792328145e-06,
      "loss": 0.1837,
      "step": 6046
    },
    {
      "epoch": 3.9527546182769333,
      "grad_norm": 3.484375,
      "learning_rate": 2.5461869656393844e-06,
      "loss": 0.0667,
      "step": 6047
    },
    {
      "epoch": 3.9534085335948994,
      "grad_norm": 4.25,
      "learning_rate": 2.5431436931307686e-06,
      "loss": 0.1191,
      "step": 6048
    },
    {
      "epoch": 3.9540624489128655,
      "grad_norm": 4.125,
      "learning_rate": 2.540101975436843e-06,
      "loss": 0.0699,
      "step": 6049
    },
    {
      "epoch": 3.954716364230832,
      "grad_norm": 3.5625,
      "learning_rate": 2.5370618131918336e-06,
      "loss": 0.0663,
      "step": 6050
    },
    {
      "epoch": 3.9553702795487986,
      "grad_norm": 3.59375,
      "learning_rate": 2.5340232070296333e-06,
      "loss": 0.0817,
      "step": 6051
    },
    {
      "epoch": 3.9560241948667647,
      "grad_norm": 4.625,
      "learning_rate": 2.5309861575838235e-06,
      "loss": 0.1744,
      "step": 6052
    },
    {
      "epoch": 3.956678110184731,
      "grad_norm": 4.75,
      "learning_rate": 2.5279506654876473e-06,
      "loss": 0.1137,
      "step": 6053
    },
    {
      "epoch": 3.9573320255026974,
      "grad_norm": 4.15625,
      "learning_rate": 2.5249167313740307e-06,
      "loss": 0.057,
      "step": 6054
    },
    {
      "epoch": 3.957985940820664,
      "grad_norm": 4.0,
      "learning_rate": 2.521884355875578e-06,
      "loss": 0.0842,
      "step": 6055
    },
    {
      "epoch": 3.95863985613863,
      "grad_norm": 4.0,
      "learning_rate": 2.5188535396245604e-06,
      "loss": 0.1161,
      "step": 6056
    },
    {
      "epoch": 3.959293771456596,
      "grad_norm": 6.09375,
      "learning_rate": 2.5158242832529247e-06,
      "loss": 0.1473,
      "step": 6057
    },
    {
      "epoch": 3.9599476867745627,
      "grad_norm": 3.75,
      "learning_rate": 2.5127965873923e-06,
      "loss": 0.1126,
      "step": 6058
    },
    {
      "epoch": 3.960601602092529,
      "grad_norm": 3.296875,
      "learning_rate": 2.5097704526739808e-06,
      "loss": 0.0403,
      "step": 6059
    },
    {
      "epoch": 3.9612555174104953,
      "grad_norm": 2.375,
      "learning_rate": 2.506745879728947e-06,
      "loss": 0.0537,
      "step": 6060
    },
    {
      "epoch": 3.9619094327284614,
      "grad_norm": 4.84375,
      "learning_rate": 2.5037228691878424e-06,
      "loss": 0.0993,
      "step": 6061
    },
    {
      "epoch": 3.962563348046428,
      "grad_norm": 2.828125,
      "learning_rate": 2.5007014216809857e-06,
      "loss": 0.0435,
      "step": 6062
    },
    {
      "epoch": 3.9632172633643945,
      "grad_norm": 8.875,
      "learning_rate": 2.49768153783838e-06,
      "loss": 0.256,
      "step": 6063
    },
    {
      "epoch": 3.9638711786823606,
      "grad_norm": 3.3125,
      "learning_rate": 2.49466321828969e-06,
      "loss": 0.0496,
      "step": 6064
    },
    {
      "epoch": 3.9645250940003267,
      "grad_norm": 4.90625,
      "learning_rate": 2.491646463664261e-06,
      "loss": 0.1568,
      "step": 6065
    },
    {
      "epoch": 3.9651790093182933,
      "grad_norm": 3.875,
      "learning_rate": 2.4886312745911146e-06,
      "loss": 0.1347,
      "step": 6066
    },
    {
      "epoch": 3.96583292463626,
      "grad_norm": 6.125,
      "learning_rate": 2.485617651698936e-06,
      "loss": 0.1943,
      "step": 6067
    },
    {
      "epoch": 3.966486839954226,
      "grad_norm": 3.859375,
      "learning_rate": 2.4826055956160956e-06,
      "loss": 0.0684,
      "step": 6068
    },
    {
      "epoch": 3.967140755272192,
      "grad_norm": 5.34375,
      "learning_rate": 2.4795951069706292e-06,
      "loss": 0.0662,
      "step": 6069
    },
    {
      "epoch": 3.9677946705901586,
      "grad_norm": 2.78125,
      "learning_rate": 2.476586186390244e-06,
      "loss": 0.0789,
      "step": 6070
    },
    {
      "epoch": 3.968448585908125,
      "grad_norm": 5.03125,
      "learning_rate": 2.4735788345023304e-06,
      "loss": 0.1718,
      "step": 6071
    },
    {
      "epoch": 3.969102501226091,
      "grad_norm": 4.625,
      "learning_rate": 2.470573051933941e-06,
      "loss": 0.1363,
      "step": 6072
    },
    {
      "epoch": 3.9697564165440573,
      "grad_norm": 3.984375,
      "learning_rate": 2.467568839311809e-06,
      "loss": 0.1361,
      "step": 6073
    },
    {
      "epoch": 3.970410331862024,
      "grad_norm": 2.515625,
      "learning_rate": 2.4645661972623335e-06,
      "loss": 0.071,
      "step": 6074
    },
    {
      "epoch": 3.9710642471799904,
      "grad_norm": 4.34375,
      "learning_rate": 2.4615651264115904e-06,
      "loss": 0.0729,
      "step": 6075
    },
    {
      "epoch": 3.9717181624979565,
      "grad_norm": 12.25,
      "learning_rate": 2.458565627385332e-06,
      "loss": 0.1526,
      "step": 6076
    },
    {
      "epoch": 3.9723720778159226,
      "grad_norm": 3.625,
      "learning_rate": 2.455567700808974e-06,
      "loss": 0.0964,
      "step": 6077
    },
    {
      "epoch": 3.973025993133889,
      "grad_norm": 4.0625,
      "learning_rate": 2.4525713473076063e-06,
      "loss": 0.0527,
      "step": 6078
    },
    {
      "epoch": 3.9736799084518557,
      "grad_norm": 5.0625,
      "learning_rate": 2.4495765675059968e-06,
      "loss": 0.1406,
      "step": 6079
    },
    {
      "epoch": 3.974333823769822,
      "grad_norm": 6.96875,
      "learning_rate": 2.446583362028577e-06,
      "loss": 0.1984,
      "step": 6080
    },
    {
      "epoch": 3.974987739087788,
      "grad_norm": 5.71875,
      "learning_rate": 2.4435917314994606e-06,
      "loss": 0.1193,
      "step": 6081
    },
    {
      "epoch": 3.9756416544057545,
      "grad_norm": 3.03125,
      "learning_rate": 2.4406016765424235e-06,
      "loss": 0.0602,
      "step": 6082
    },
    {
      "epoch": 3.976295569723721,
      "grad_norm": 6.6875,
      "learning_rate": 2.4376131977809115e-06,
      "loss": 0.1343,
      "step": 6083
    },
    {
      "epoch": 3.976949485041687,
      "grad_norm": 6.34375,
      "learning_rate": 2.4346262958380516e-06,
      "loss": 0.2063,
      "step": 6084
    },
    {
      "epoch": 3.977603400359653,
      "grad_norm": 8.6875,
      "learning_rate": 2.4316409713366353e-06,
      "loss": 0.0798,
      "step": 6085
    },
    {
      "epoch": 3.9782573156776198,
      "grad_norm": 4.9375,
      "learning_rate": 2.4286572248991314e-06,
      "loss": 0.1445,
      "step": 6086
    },
    {
      "epoch": 3.9789112309955863,
      "grad_norm": 4.0625,
      "learning_rate": 2.4256750571476717e-06,
      "loss": 0.1443,
      "step": 6087
    },
    {
      "epoch": 3.9795651463135524,
      "grad_norm": 6.3125,
      "learning_rate": 2.4226944687040575e-06,
      "loss": 0.3085,
      "step": 6088
    },
    {
      "epoch": 3.9802190616315185,
      "grad_norm": 2.546875,
      "learning_rate": 2.4197154601897744e-06,
      "loss": 0.0363,
      "step": 6089
    },
    {
      "epoch": 3.980872976949485,
      "grad_norm": 3.875,
      "learning_rate": 2.4167380322259617e-06,
      "loss": 0.0677,
      "step": 6090
    },
    {
      "epoch": 3.9815268922674516,
      "grad_norm": 3.46875,
      "learning_rate": 2.4137621854334437e-06,
      "loss": 0.0805,
      "step": 6091
    },
    {
      "epoch": 3.9821808075854177,
      "grad_norm": 2.1875,
      "learning_rate": 2.4107879204327056e-06,
      "loss": 0.0291,
      "step": 6092
    },
    {
      "epoch": 3.982834722903384,
      "grad_norm": 5.40625,
      "learning_rate": 2.4078152378439033e-06,
      "loss": 0.1167,
      "step": 6093
    },
    {
      "epoch": 3.9834886382213504,
      "grad_norm": 3.5625,
      "learning_rate": 2.404844138286866e-06,
      "loss": 0.0737,
      "step": 6094
    },
    {
      "epoch": 3.984142553539317,
      "grad_norm": 4.8125,
      "learning_rate": 2.4018746223810974e-06,
      "loss": 0.0995,
      "step": 6095
    },
    {
      "epoch": 3.984796468857283,
      "grad_norm": 6.3125,
      "learning_rate": 2.3989066907457582e-06,
      "loss": 0.1414,
      "step": 6096
    },
    {
      "epoch": 3.985450384175249,
      "grad_norm": 3.53125,
      "learning_rate": 2.395940343999691e-06,
      "loss": 0.1029,
      "step": 6097
    },
    {
      "epoch": 3.9861042994932157,
      "grad_norm": 4.375,
      "learning_rate": 2.3929755827614e-06,
      "loss": 0.105,
      "step": 6098
    },
    {
      "epoch": 3.986758214811182,
      "grad_norm": 5.03125,
      "learning_rate": 2.390012407649065e-06,
      "loss": 0.1111,
      "step": 6099
    },
    {
      "epoch": 3.9874121301291483,
      "grad_norm": 6.125,
      "learning_rate": 2.387050819280531e-06,
      "loss": 0.1355,
      "step": 6100
    },
    {
      "epoch": 3.9880660454471144,
      "grad_norm": 3.953125,
      "learning_rate": 2.384090818273308e-06,
      "loss": 0.0754,
      "step": 6101
    },
    {
      "epoch": 3.988719960765081,
      "grad_norm": 3.71875,
      "learning_rate": 2.381132405244587e-06,
      "loss": 0.0894,
      "step": 6102
    },
    {
      "epoch": 3.9893738760830475,
      "grad_norm": 5.71875,
      "learning_rate": 2.378175580811216e-06,
      "loss": 0.1163,
      "step": 6103
    },
    {
      "epoch": 3.9900277914010136,
      "grad_norm": 2.9375,
      "learning_rate": 2.3752203455897227e-06,
      "loss": 0.0794,
      "step": 6104
    },
    {
      "epoch": 3.9906817067189797,
      "grad_norm": 6.90625,
      "learning_rate": 2.3722667001962898e-06,
      "loss": 0.3553,
      "step": 6105
    },
    {
      "epoch": 3.9913356220369463,
      "grad_norm": 6.71875,
      "learning_rate": 2.3693146452467797e-06,
      "loss": 0.173,
      "step": 6106
    },
    {
      "epoch": 3.991989537354913,
      "grad_norm": 5.09375,
      "learning_rate": 2.366364181356724e-06,
      "loss": 0.1652,
      "step": 6107
    },
    {
      "epoch": 3.992643452672879,
      "grad_norm": 4.1875,
      "learning_rate": 2.3634153091413135e-06,
      "loss": 0.0654,
      "step": 6108
    },
    {
      "epoch": 3.993297367990845,
      "grad_norm": 3.921875,
      "learning_rate": 2.360468029215409e-06,
      "loss": 0.0839,
      "step": 6109
    },
    {
      "epoch": 3.9939512833088116,
      "grad_norm": 5.5625,
      "learning_rate": 2.3575223421935502e-06,
      "loss": 0.1176,
      "step": 6110
    },
    {
      "epoch": 3.994605198626778,
      "grad_norm": 7.5,
      "learning_rate": 2.3545782486899284e-06,
      "loss": 0.2328,
      "step": 6111
    },
    {
      "epoch": 3.995259113944744,
      "grad_norm": 6.5,
      "learning_rate": 2.3516357493184184e-06,
      "loss": 0.147,
      "step": 6112
    },
    {
      "epoch": 3.9959130292627103,
      "grad_norm": 6.90625,
      "learning_rate": 2.3486948446925506e-06,
      "loss": 0.1252,
      "step": 6113
    },
    {
      "epoch": 3.996566944580677,
      "grad_norm": 5.875,
      "learning_rate": 2.3457555354255246e-06,
      "loss": 0.0949,
      "step": 6114
    },
    {
      "epoch": 3.9972208598986434,
      "grad_norm": 7.09375,
      "learning_rate": 2.3428178221302143e-06,
      "loss": 0.1616,
      "step": 6115
    },
    {
      "epoch": 3.9978747752166095,
      "grad_norm": 5.34375,
      "learning_rate": 2.339881705419158e-06,
      "loss": 0.0949,
      "step": 6116
    },
    {
      "epoch": 3.9985286905345756,
      "grad_norm": 4.1875,
      "learning_rate": 2.3369471859045558e-06,
      "loss": 0.1242,
      "step": 6117
    },
    {
      "epoch": 3.999182605852542,
      "grad_norm": 6.5,
      "learning_rate": 2.334014264198282e-06,
      "loss": 0.2099,
      "step": 6118
    },
    {
      "epoch": 3.9998365211705087,
      "grad_norm": 5.6875,
      "learning_rate": 2.3310829409118707e-06,
      "loss": 0.288,
      "step": 6119
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.60546875,
      "learning_rate": 2.3281532166565324e-06,
      "loss": 0.0026,
      "step": 6120
    },
    {
      "epoch": 4.000653915317966,
      "grad_norm": 7.125,
      "learning_rate": 2.3252250920431328e-06,
      "loss": 0.2355,
      "step": 6121
    },
    {
      "epoch": 4.001307830635932,
      "grad_norm": 4.5625,
      "learning_rate": 2.3222985676822094e-06,
      "loss": 0.1727,
      "step": 6122
    },
    {
      "epoch": 4.001961745953899,
      "grad_norm": 4.0,
      "learning_rate": 2.31937364418397e-06,
      "loss": 0.1084,
      "step": 6123
    },
    {
      "epoch": 4.002615661271865,
      "grad_norm": 2.953125,
      "learning_rate": 2.31645032215828e-06,
      "loss": 0.0646,
      "step": 6124
    },
    {
      "epoch": 4.003269576589831,
      "grad_norm": 3.203125,
      "learning_rate": 2.3135286022146785e-06,
      "loss": 0.0917,
      "step": 6125
    },
    {
      "epoch": 4.0039234919077975,
      "grad_norm": 7.09375,
      "learning_rate": 2.31060848496237e-06,
      "loss": 0.271,
      "step": 6126
    },
    {
      "epoch": 4.0045774072257645,
      "grad_norm": 2.8125,
      "learning_rate": 2.3076899710102174e-06,
      "loss": 0.0556,
      "step": 6127
    },
    {
      "epoch": 4.005231322543731,
      "grad_norm": 7.0625,
      "learning_rate": 2.3047730609667594e-06,
      "loss": 0.113,
      "step": 6128
    },
    {
      "epoch": 4.005885237861697,
      "grad_norm": 4.46875,
      "learning_rate": 2.3018577554401913e-06,
      "loss": 0.1597,
      "step": 6129
    },
    {
      "epoch": 4.006539153179663,
      "grad_norm": 3.34375,
      "learning_rate": 2.2989440550383803e-06,
      "loss": 0.044,
      "step": 6130
    },
    {
      "epoch": 4.00719306849763,
      "grad_norm": 2.0,
      "learning_rate": 2.296031960368856e-06,
      "loss": 0.0264,
      "step": 6131
    },
    {
      "epoch": 4.007846983815596,
      "grad_norm": 2.796875,
      "learning_rate": 2.2931214720388116e-06,
      "loss": 0.0436,
      "step": 6132
    },
    {
      "epoch": 4.008500899133562,
      "grad_norm": 3.765625,
      "learning_rate": 2.29021259065511e-06,
      "loss": 0.0459,
      "step": 6133
    },
    {
      "epoch": 4.009154814451528,
      "grad_norm": 1.1953125,
      "learning_rate": 2.287305316824273e-06,
      "loss": 0.0174,
      "step": 6134
    },
    {
      "epoch": 4.009808729769495,
      "grad_norm": 2.140625,
      "learning_rate": 2.2843996511524937e-06,
      "loss": 0.0334,
      "step": 6135
    },
    {
      "epoch": 4.010462645087461,
      "grad_norm": 2.9375,
      "learning_rate": 2.2814955942456285e-06,
      "loss": 0.0839,
      "step": 6136
    },
    {
      "epoch": 4.011116560405427,
      "grad_norm": 2.71875,
      "learning_rate": 2.2785931467091915e-06,
      "loss": 0.0344,
      "step": 6137
    },
    {
      "epoch": 4.011770475723393,
      "grad_norm": 4.875,
      "learning_rate": 2.275692309148372e-06,
      "loss": 0.1356,
      "step": 6138
    },
    {
      "epoch": 4.01242439104136,
      "grad_norm": 2.609375,
      "learning_rate": 2.2727930821680155e-06,
      "loss": 0.08,
      "step": 6139
    },
    {
      "epoch": 4.0130783063593265,
      "grad_norm": 4.03125,
      "learning_rate": 2.26989546637263e-06,
      "loss": 0.0772,
      "step": 6140
    },
    {
      "epoch": 4.013732221677293,
      "grad_norm": 3.03125,
      "learning_rate": 2.2669994623664006e-06,
      "loss": 0.0946,
      "step": 6141
    },
    {
      "epoch": 4.014386136995259,
      "grad_norm": 3.59375,
      "learning_rate": 2.2641050707531576e-06,
      "loss": 0.1209,
      "step": 6142
    },
    {
      "epoch": 4.015040052313226,
      "grad_norm": 3.890625,
      "learning_rate": 2.2612122921364144e-06,
      "loss": 0.1077,
      "step": 6143
    },
    {
      "epoch": 4.015693967631192,
      "grad_norm": 2.65625,
      "learning_rate": 2.258321127119334e-06,
      "loss": 0.0515,
      "step": 6144
    },
    {
      "epoch": 4.016347882949158,
      "grad_norm": 4.84375,
      "learning_rate": 2.255431576304744e-06,
      "loss": 0.1148,
      "step": 6145
    },
    {
      "epoch": 4.017001798267124,
      "grad_norm": 3.4375,
      "learning_rate": 2.252543640295144e-06,
      "loss": 0.0433,
      "step": 6146
    },
    {
      "epoch": 4.017655713585091,
      "grad_norm": 3.75,
      "learning_rate": 2.249657319692694e-06,
      "loss": 0.094,
      "step": 6147
    },
    {
      "epoch": 4.018309628903057,
      "grad_norm": 3.578125,
      "learning_rate": 2.2467726150992084e-06,
      "loss": 0.0711,
      "step": 6148
    },
    {
      "epoch": 4.018963544221023,
      "grad_norm": 2.359375,
      "learning_rate": 2.2438895271161787e-06,
      "loss": 0.0444,
      "step": 6149
    },
    {
      "epoch": 4.019617459538989,
      "grad_norm": 6.0,
      "learning_rate": 2.2410080563447456e-06,
      "loss": 0.1728,
      "step": 6150
    },
    {
      "epoch": 4.020271374856956,
      "grad_norm": 5.0625,
      "learning_rate": 2.2381282033857245e-06,
      "loss": 0.116,
      "step": 6151
    },
    {
      "epoch": 4.020925290174922,
      "grad_norm": 5.0625,
      "learning_rate": 2.2352499688395848e-06,
      "loss": 0.2104,
      "step": 6152
    },
    {
      "epoch": 4.0215792054928885,
      "grad_norm": 4.1875,
      "learning_rate": 2.2323733533064597e-06,
      "loss": 0.108,
      "step": 6153
    },
    {
      "epoch": 4.022233120810855,
      "grad_norm": 5.375,
      "learning_rate": 2.2294983573861507e-06,
      "loss": 0.133,
      "step": 6154
    },
    {
      "epoch": 4.022887036128822,
      "grad_norm": 3.203125,
      "learning_rate": 2.226624981678115e-06,
      "loss": 0.0748,
      "step": 6155
    },
    {
      "epoch": 4.023540951446788,
      "grad_norm": 3.3125,
      "learning_rate": 2.2237532267814744e-06,
      "loss": 0.1087,
      "step": 6156
    },
    {
      "epoch": 4.024194866764754,
      "grad_norm": 3.703125,
      "learning_rate": 2.2208830932950175e-06,
      "loss": 0.0574,
      "step": 6157
    },
    {
      "epoch": 4.02484878208272,
      "grad_norm": 3.96875,
      "learning_rate": 2.218014581817184e-06,
      "loss": 0.1841,
      "step": 6158
    },
    {
      "epoch": 4.025502697400687,
      "grad_norm": 2.765625,
      "learning_rate": 2.215147692946087e-06,
      "loss": 0.0755,
      "step": 6159
    },
    {
      "epoch": 4.026156612718653,
      "grad_norm": 4.09375,
      "learning_rate": 2.212282427279494e-06,
      "loss": 0.1642,
      "step": 6160
    },
    {
      "epoch": 4.026810528036619,
      "grad_norm": 5.15625,
      "learning_rate": 2.209418785414833e-06,
      "loss": 0.2845,
      "step": 6161
    },
    {
      "epoch": 4.027464443354585,
      "grad_norm": 2.984375,
      "learning_rate": 2.206556767949202e-06,
      "loss": 0.05,
      "step": 6162
    },
    {
      "epoch": 4.028118358672552,
      "grad_norm": 2.625,
      "learning_rate": 2.2036963754793485e-06,
      "loss": 0.0721,
      "step": 6163
    },
    {
      "epoch": 4.028772273990518,
      "grad_norm": 2.703125,
      "learning_rate": 2.2008376086016935e-06,
      "loss": 0.0352,
      "step": 6164
    },
    {
      "epoch": 4.029426189308484,
      "grad_norm": 1.6328125,
      "learning_rate": 2.1979804679123108e-06,
      "loss": 0.0187,
      "step": 6165
    },
    {
      "epoch": 4.0300801046264505,
      "grad_norm": 2.40625,
      "learning_rate": 2.195124954006931e-06,
      "loss": 0.0327,
      "step": 6166
    },
    {
      "epoch": 4.0307340199444175,
      "grad_norm": 3.515625,
      "learning_rate": 2.192271067480962e-06,
      "loss": 0.0743,
      "step": 6167
    },
    {
      "epoch": 4.031387935262384,
      "grad_norm": 3.84375,
      "learning_rate": 2.1894188089294588e-06,
      "loss": 0.1099,
      "step": 6168
    },
    {
      "epoch": 4.03204185058035,
      "grad_norm": 2.53125,
      "learning_rate": 2.186568178947136e-06,
      "loss": 0.04,
      "step": 6169
    },
    {
      "epoch": 4.032695765898316,
      "grad_norm": 3.671875,
      "learning_rate": 2.1837191781283783e-06,
      "loss": 0.0675,
      "step": 6170
    },
    {
      "epoch": 4.033349681216283,
      "grad_norm": 1.6484375,
      "learning_rate": 2.1808718070672206e-06,
      "loss": 0.0348,
      "step": 6171
    },
    {
      "epoch": 4.034003596534249,
      "grad_norm": 2.75,
      "learning_rate": 2.1780260663573683e-06,
      "loss": 0.0349,
      "step": 6172
    },
    {
      "epoch": 4.034657511852215,
      "grad_norm": 3.28125,
      "learning_rate": 2.1751819565921774e-06,
      "loss": 0.0648,
      "step": 6173
    },
    {
      "epoch": 4.035311427170181,
      "grad_norm": 2.125,
      "learning_rate": 2.172339478364667e-06,
      "loss": 0.0247,
      "step": 6174
    },
    {
      "epoch": 4.035965342488148,
      "grad_norm": 4.6875,
      "learning_rate": 2.1694986322675204e-06,
      "loss": 0.147,
      "step": 6175
    },
    {
      "epoch": 4.036619257806114,
      "grad_norm": 3.03125,
      "learning_rate": 2.166659418893069e-06,
      "loss": 0.0615,
      "step": 6176
    },
    {
      "epoch": 4.03727317312408,
      "grad_norm": 4.53125,
      "learning_rate": 2.163821838833323e-06,
      "loss": 0.1151,
      "step": 6177
    },
    {
      "epoch": 4.037927088442046,
      "grad_norm": 3.109375,
      "learning_rate": 2.1609858926799356e-06,
      "loss": 0.0955,
      "step": 6178
    },
    {
      "epoch": 4.038581003760013,
      "grad_norm": 4.34375,
      "learning_rate": 2.1581515810242217e-06,
      "loss": 0.1794,
      "step": 6179
    },
    {
      "epoch": 4.0392349190779795,
      "grad_norm": 3.8125,
      "learning_rate": 2.155318904457162e-06,
      "loss": 0.0433,
      "step": 6180
    },
    {
      "epoch": 4.039888834395946,
      "grad_norm": 3.71875,
      "learning_rate": 2.152487863569389e-06,
      "loss": 0.1053,
      "step": 6181
    },
    {
      "epoch": 4.040542749713912,
      "grad_norm": 5.46875,
      "learning_rate": 2.1496584589512026e-06,
      "loss": 0.2192,
      "step": 6182
    },
    {
      "epoch": 4.041196665031879,
      "grad_norm": 5.40625,
      "learning_rate": 2.146830691192553e-06,
      "loss": 0.1245,
      "step": 6183
    },
    {
      "epoch": 4.041850580349845,
      "grad_norm": 2.875,
      "learning_rate": 2.1440045608830506e-06,
      "loss": 0.0799,
      "step": 6184
    },
    {
      "epoch": 4.042504495667811,
      "grad_norm": 3.546875,
      "learning_rate": 2.141180068611971e-06,
      "loss": 0.1183,
      "step": 6185
    },
    {
      "epoch": 4.043158410985777,
      "grad_norm": 9.6875,
      "learning_rate": 2.1383572149682384e-06,
      "loss": 0.3105,
      "step": 6186
    },
    {
      "epoch": 4.043812326303744,
      "grad_norm": 2.875,
      "learning_rate": 2.1355360005404437e-06,
      "loss": 0.0523,
      "step": 6187
    },
    {
      "epoch": 4.04446624162171,
      "grad_norm": 3.421875,
      "learning_rate": 2.1327164259168366e-06,
      "loss": 0.1415,
      "step": 6188
    },
    {
      "epoch": 4.045120156939676,
      "grad_norm": 2.65625,
      "learning_rate": 2.1298984916853126e-06,
      "loss": 0.0328,
      "step": 6189
    },
    {
      "epoch": 4.045774072257642,
      "grad_norm": 2.296875,
      "learning_rate": 2.1270821984334424e-06,
      "loss": 0.0522,
      "step": 6190
    },
    {
      "epoch": 4.046427987575609,
      "grad_norm": 4.5625,
      "learning_rate": 2.124267546748442e-06,
      "loss": 0.1133,
      "step": 6191
    },
    {
      "epoch": 4.047081902893575,
      "grad_norm": 2.921875,
      "learning_rate": 2.121454537217185e-06,
      "loss": 0.0658,
      "step": 6192
    },
    {
      "epoch": 4.0477358182115415,
      "grad_norm": 2.75,
      "learning_rate": 2.1186431704262135e-06,
      "loss": 0.0293,
      "step": 6193
    },
    {
      "epoch": 4.048389733529508,
      "grad_norm": 2.71875,
      "learning_rate": 2.115833446961715e-06,
      "loss": 0.0381,
      "step": 6194
    },
    {
      "epoch": 4.049043648847475,
      "grad_norm": 3.5,
      "learning_rate": 2.1130253674095435e-06,
      "loss": 0.0618,
      "step": 6195
    },
    {
      "epoch": 4.049697564165441,
      "grad_norm": 2.828125,
      "learning_rate": 2.1102189323552047e-06,
      "loss": 0.0424,
      "step": 6196
    },
    {
      "epoch": 4.050351479483407,
      "grad_norm": 2.671875,
      "learning_rate": 2.107414142383857e-06,
      "loss": 0.0425,
      "step": 6197
    },
    {
      "epoch": 4.051005394801373,
      "grad_norm": 2.375,
      "learning_rate": 2.1046109980803318e-06,
      "loss": 0.041,
      "step": 6198
    },
    {
      "epoch": 4.05165931011934,
      "grad_norm": 4.375,
      "learning_rate": 2.1018095000291037e-06,
      "loss": 0.2904,
      "step": 6199
    },
    {
      "epoch": 4.052313225437306,
      "grad_norm": 4.53125,
      "learning_rate": 2.099009648814304e-06,
      "loss": 0.1011,
      "step": 6200
    },
    {
      "epoch": 4.052967140755272,
      "grad_norm": 4.40625,
      "learning_rate": 2.09621144501973e-06,
      "loss": 0.0866,
      "step": 6201
    },
    {
      "epoch": 4.053621056073238,
      "grad_norm": 3.265625,
      "learning_rate": 2.093414889228824e-06,
      "loss": 0.0675,
      "step": 6202
    },
    {
      "epoch": 4.054274971391205,
      "grad_norm": 4.375,
      "learning_rate": 2.0906199820246955e-06,
      "loss": 0.0965,
      "step": 6203
    },
    {
      "epoch": 4.054928886709171,
      "grad_norm": 5.59375,
      "learning_rate": 2.087826723990103e-06,
      "loss": 0.1885,
      "step": 6204
    },
    {
      "epoch": 4.055582802027137,
      "grad_norm": 2.109375,
      "learning_rate": 2.08503511570746e-06,
      "loss": 0.0226,
      "step": 6205
    },
    {
      "epoch": 4.0562367173451035,
      "grad_norm": 3.609375,
      "learning_rate": 2.0822451577588453e-06,
      "loss": 0.0805,
      "step": 6206
    },
    {
      "epoch": 4.0568906326630705,
      "grad_norm": 4.15625,
      "learning_rate": 2.0794568507259827e-06,
      "loss": 0.0892,
      "step": 6207
    },
    {
      "epoch": 4.057544547981037,
      "grad_norm": 2.390625,
      "learning_rate": 2.076670195190259e-06,
      "loss": 0.041,
      "step": 6208
    },
    {
      "epoch": 4.058198463299003,
      "grad_norm": 5.375,
      "learning_rate": 2.0738851917327165e-06,
      "loss": 0.1198,
      "step": 6209
    },
    {
      "epoch": 4.058852378616969,
      "grad_norm": 2.96875,
      "learning_rate": 2.071101840934047e-06,
      "loss": 0.0654,
      "step": 6210
    },
    {
      "epoch": 4.059506293934936,
      "grad_norm": 2.765625,
      "learning_rate": 2.0683201433746046e-06,
      "loss": 0.0454,
      "step": 6211
    },
    {
      "epoch": 4.060160209252902,
      "grad_norm": 3.421875,
      "learning_rate": 2.0655400996343945e-06,
      "loss": 0.1269,
      "step": 6212
    },
    {
      "epoch": 4.060814124570868,
      "grad_norm": 5.46875,
      "learning_rate": 2.0627617102930753e-06,
      "loss": 0.1044,
      "step": 6213
    },
    {
      "epoch": 4.061468039888834,
      "grad_norm": 3.3125,
      "learning_rate": 2.0599849759299693e-06,
      "loss": 0.0659,
      "step": 6214
    },
    {
      "epoch": 4.062121955206801,
      "grad_norm": 3.421875,
      "learning_rate": 2.0572098971240427e-06,
      "loss": 0.0618,
      "step": 6215
    },
    {
      "epoch": 4.062775870524767,
      "grad_norm": 2.703125,
      "learning_rate": 2.054436474453927e-06,
      "loss": 0.0418,
      "step": 6216
    },
    {
      "epoch": 4.063429785842733,
      "grad_norm": 2.859375,
      "learning_rate": 2.051664708497897e-06,
      "loss": 0.0349,
      "step": 6217
    },
    {
      "epoch": 4.064083701160699,
      "grad_norm": 5.9375,
      "learning_rate": 2.048894599833893e-06,
      "loss": 0.1059,
      "step": 6218
    },
    {
      "epoch": 4.064737616478666,
      "grad_norm": 3.953125,
      "learning_rate": 2.0461261490395044e-06,
      "loss": 0.0719,
      "step": 6219
    },
    {
      "epoch": 4.0653915317966325,
      "grad_norm": 3.125,
      "learning_rate": 2.043359356691973e-06,
      "loss": 0.0715,
      "step": 6220
    },
    {
      "epoch": 4.066045447114599,
      "grad_norm": 5.84375,
      "learning_rate": 2.0405942233682017e-06,
      "loss": 0.2139,
      "step": 6221
    },
    {
      "epoch": 4.066699362432565,
      "grad_norm": 4.625,
      "learning_rate": 2.0378307496447414e-06,
      "loss": 0.1205,
      "step": 6222
    },
    {
      "epoch": 4.067353277750532,
      "grad_norm": 5.9375,
      "learning_rate": 2.035068936097794e-06,
      "loss": 0.1404,
      "step": 6223
    },
    {
      "epoch": 4.068007193068498,
      "grad_norm": 1.6875,
      "learning_rate": 2.032308783303226e-06,
      "loss": 0.0136,
      "step": 6224
    },
    {
      "epoch": 4.068661108386464,
      "grad_norm": 5.75,
      "learning_rate": 2.0295502918365473e-06,
      "loss": 0.1453,
      "step": 6225
    },
    {
      "epoch": 4.06931502370443,
      "grad_norm": 4.4375,
      "learning_rate": 2.02679346227293e-06,
      "loss": 0.1819,
      "step": 6226
    },
    {
      "epoch": 4.069968939022397,
      "grad_norm": 3.65625,
      "learning_rate": 2.0240382951871927e-06,
      "loss": 0.1541,
      "step": 6227
    },
    {
      "epoch": 4.070622854340363,
      "grad_norm": 7.6875,
      "learning_rate": 2.0212847911538047e-06,
      "loss": 0.2959,
      "step": 6228
    },
    {
      "epoch": 4.071276769658329,
      "grad_norm": 4.1875,
      "learning_rate": 2.0185329507469053e-06,
      "loss": 0.2026,
      "step": 6229
    },
    {
      "epoch": 4.071930684976295,
      "grad_norm": 3.390625,
      "learning_rate": 2.015782774540268e-06,
      "loss": 0.0553,
      "step": 6230
    },
    {
      "epoch": 4.072584600294262,
      "grad_norm": 4.53125,
      "learning_rate": 2.013034263107326e-06,
      "loss": 0.119,
      "step": 6231
    },
    {
      "epoch": 4.073238515612228,
      "grad_norm": 3.359375,
      "learning_rate": 2.0102874170211708e-06,
      "loss": 0.0402,
      "step": 6232
    },
    {
      "epoch": 4.0738924309301945,
      "grad_norm": 2.125,
      "learning_rate": 2.0075422368545374e-06,
      "loss": 0.0504,
      "step": 6233
    },
    {
      "epoch": 4.074546346248161,
      "grad_norm": 4.78125,
      "learning_rate": 2.0047987231798217e-06,
      "loss": 0.1348,
      "step": 6234
    },
    {
      "epoch": 4.075200261566128,
      "grad_norm": 3.40625,
      "learning_rate": 2.002056876569066e-06,
      "loss": 0.0768,
      "step": 6235
    },
    {
      "epoch": 4.075854176884094,
      "grad_norm": 4.3125,
      "learning_rate": 1.999316697593966e-06,
      "loss": 0.0659,
      "step": 6236
    },
    {
      "epoch": 4.07650809220206,
      "grad_norm": 3.5,
      "learning_rate": 1.996578186825876e-06,
      "loss": 0.0658,
      "step": 6237
    },
    {
      "epoch": 4.077162007520026,
      "grad_norm": 4.3125,
      "learning_rate": 1.993841344835792e-06,
      "loss": 0.1927,
      "step": 6238
    },
    {
      "epoch": 4.077815922837993,
      "grad_norm": 3.34375,
      "learning_rate": 1.99110617219437e-06,
      "loss": 0.0665,
      "step": 6239
    },
    {
      "epoch": 4.078469838155959,
      "grad_norm": 2.28125,
      "learning_rate": 1.9883726694719195e-06,
      "loss": 0.0279,
      "step": 6240
    },
    {
      "epoch": 4.079123753473925,
      "grad_norm": 4.28125,
      "learning_rate": 1.985640837238392e-06,
      "loss": 0.1225,
      "step": 6241
    },
    {
      "epoch": 4.079777668791891,
      "grad_norm": 1.9140625,
      "learning_rate": 1.982910676063401e-06,
      "loss": 0.0383,
      "step": 6242
    },
    {
      "epoch": 4.080431584109858,
      "grad_norm": 3.390625,
      "learning_rate": 1.980182186516204e-06,
      "loss": 0.0615,
      "step": 6243
    },
    {
      "epoch": 4.081085499427824,
      "grad_norm": 3.703125,
      "learning_rate": 1.9774553691657126e-06,
      "loss": 0.0993,
      "step": 6244
    },
    {
      "epoch": 4.08173941474579,
      "grad_norm": 1.8125,
      "learning_rate": 1.9747302245804944e-06,
      "loss": 0.0213,
      "step": 6245
    },
    {
      "epoch": 4.0823933300637565,
      "grad_norm": 4.65625,
      "learning_rate": 1.972006753328758e-06,
      "loss": 0.0689,
      "step": 6246
    },
    {
      "epoch": 4.0830472453817235,
      "grad_norm": 4.28125,
      "learning_rate": 1.9692849559783757e-06,
      "loss": 0.1723,
      "step": 6247
    },
    {
      "epoch": 4.08370116069969,
      "grad_norm": 2.609375,
      "learning_rate": 1.966564833096858e-06,
      "loss": 0.0329,
      "step": 6248
    },
    {
      "epoch": 4.084355076017656,
      "grad_norm": 3.65625,
      "learning_rate": 1.9638463852513754e-06,
      "loss": 0.0413,
      "step": 6249
    },
    {
      "epoch": 4.085008991335622,
      "grad_norm": 4.78125,
      "learning_rate": 1.961129613008749e-06,
      "loss": 0.1538,
      "step": 6250
    },
    {
      "epoch": 4.085662906653589,
      "grad_norm": 3.78125,
      "learning_rate": 1.9584145169354453e-06,
      "loss": 0.1,
      "step": 6251
    },
    {
      "epoch": 4.086316821971555,
      "grad_norm": 2.765625,
      "learning_rate": 1.95570109759758e-06,
      "loss": 0.0508,
      "step": 6252
    },
    {
      "epoch": 4.086970737289521,
      "grad_norm": 5.53125,
      "learning_rate": 1.952989355560929e-06,
      "loss": 0.3447,
      "step": 6253
    },
    {
      "epoch": 4.087624652607487,
      "grad_norm": 4.15625,
      "learning_rate": 1.9502792913909075e-06,
      "loss": 0.0586,
      "step": 6254
    },
    {
      "epoch": 4.088278567925454,
      "grad_norm": 4.84375,
      "learning_rate": 1.9475709056525906e-06,
      "loss": 0.1114,
      "step": 6255
    },
    {
      "epoch": 4.08893248324342,
      "grad_norm": 3.03125,
      "learning_rate": 1.9448641989106965e-06,
      "loss": 0.0871,
      "step": 6256
    },
    {
      "epoch": 4.089586398561386,
      "grad_norm": 2.65625,
      "learning_rate": 1.942159171729592e-06,
      "loss": 0.0381,
      "step": 6257
    },
    {
      "epoch": 4.090240313879352,
      "grad_norm": 3.953125,
      "learning_rate": 1.9394558246732985e-06,
      "loss": 0.1515,
      "step": 6258
    },
    {
      "epoch": 4.090894229197319,
      "grad_norm": 7.71875,
      "learning_rate": 1.9367541583054907e-06,
      "loss": 0.3374,
      "step": 6259
    },
    {
      "epoch": 4.0915481445152855,
      "grad_norm": 5.125,
      "learning_rate": 1.934054173189481e-06,
      "loss": 0.1776,
      "step": 6260
    },
    {
      "epoch": 4.092202059833252,
      "grad_norm": 4.21875,
      "learning_rate": 1.931355869888245e-06,
      "loss": 0.0564,
      "step": 6261
    },
    {
      "epoch": 4.092855975151218,
      "grad_norm": 5.0625,
      "learning_rate": 1.928659248964394e-06,
      "loss": 0.211,
      "step": 6262
    },
    {
      "epoch": 4.093509890469185,
      "grad_norm": 3.671875,
      "learning_rate": 1.9259643109802007e-06,
      "loss": 0.1016,
      "step": 6263
    },
    {
      "epoch": 4.094163805787151,
      "grad_norm": 3.96875,
      "learning_rate": 1.923271056497579e-06,
      "loss": 0.103,
      "step": 6264
    },
    {
      "epoch": 4.094817721105117,
      "grad_norm": 4.0625,
      "learning_rate": 1.920579486078091e-06,
      "loss": 0.0468,
      "step": 6265
    },
    {
      "epoch": 4.095471636423083,
      "grad_norm": 2.65625,
      "learning_rate": 1.917889600282957e-06,
      "loss": 0.0417,
      "step": 6266
    },
    {
      "epoch": 4.09612555174105,
      "grad_norm": 1.703125,
      "learning_rate": 1.9152013996730333e-06,
      "loss": 0.0166,
      "step": 6267
    },
    {
      "epoch": 4.096779467059016,
      "grad_norm": 3.28125,
      "learning_rate": 1.912514884808836e-06,
      "loss": 0.0824,
      "step": 6268
    },
    {
      "epoch": 4.097433382376982,
      "grad_norm": 1.875,
      "learning_rate": 1.9098300562505266e-06,
      "loss": 0.0269,
      "step": 6269
    },
    {
      "epoch": 4.098087297694948,
      "grad_norm": 4.21875,
      "learning_rate": 1.907146914557908e-06,
      "loss": 0.0715,
      "step": 6270
    },
    {
      "epoch": 4.098741213012914,
      "grad_norm": 3.359375,
      "learning_rate": 1.9044654602904423e-06,
      "loss": 0.0708,
      "step": 6271
    },
    {
      "epoch": 4.099395128330881,
      "grad_norm": 3.34375,
      "learning_rate": 1.90178569400723e-06,
      "loss": 0.0751,
      "step": 6272
    },
    {
      "epoch": 4.1000490436488475,
      "grad_norm": 3.6875,
      "learning_rate": 1.8991076162670274e-06,
      "loss": 0.0846,
      "step": 6273
    },
    {
      "epoch": 4.100702958966814,
      "grad_norm": 4.4375,
      "learning_rate": 1.8964312276282349e-06,
      "loss": 0.1277,
      "step": 6274
    },
    {
      "epoch": 4.10135687428478,
      "grad_norm": 2.984375,
      "learning_rate": 1.8937565286488967e-06,
      "loss": 0.0583,
      "step": 6275
    },
    {
      "epoch": 4.102010789602747,
      "grad_norm": 2.75,
      "learning_rate": 1.891083519886715e-06,
      "loss": 0.0628,
      "step": 6276
    },
    {
      "epoch": 4.102664704920713,
      "grad_norm": 4.90625,
      "learning_rate": 1.8884122018990292e-06,
      "loss": 0.1091,
      "step": 6277
    },
    {
      "epoch": 4.103318620238679,
      "grad_norm": 4.21875,
      "learning_rate": 1.8857425752428348e-06,
      "loss": 0.0996,
      "step": 6278
    },
    {
      "epoch": 4.103972535556645,
      "grad_norm": 3.453125,
      "learning_rate": 1.8830746404747657e-06,
      "loss": 0.0626,
      "step": 6279
    },
    {
      "epoch": 4.104626450874612,
      "grad_norm": 9.875,
      "learning_rate": 1.88040839815111e-06,
      "loss": 0.1846,
      "step": 6280
    },
    {
      "epoch": 4.105280366192578,
      "grad_norm": 5.59375,
      "learning_rate": 1.8777438488278043e-06,
      "loss": 0.1268,
      "step": 6281
    },
    {
      "epoch": 4.105934281510544,
      "grad_norm": 2.953125,
      "learning_rate": 1.8750809930604252e-06,
      "loss": 0.0411,
      "step": 6282
    },
    {
      "epoch": 4.10658819682851,
      "grad_norm": 3.375,
      "learning_rate": 1.8724198314041975e-06,
      "loss": 0.0856,
      "step": 6283
    },
    {
      "epoch": 4.107242112146477,
      "grad_norm": 5.1875,
      "learning_rate": 1.8697603644139995e-06,
      "loss": 0.2341,
      "step": 6284
    },
    {
      "epoch": 4.107896027464443,
      "grad_norm": 4.5,
      "learning_rate": 1.8671025926443464e-06,
      "loss": 0.0985,
      "step": 6285
    },
    {
      "epoch": 4.1085499427824095,
      "grad_norm": 2.390625,
      "learning_rate": 1.8644465166494107e-06,
      "loss": 0.0425,
      "step": 6286
    },
    {
      "epoch": 4.109203858100376,
      "grad_norm": 3.3125,
      "learning_rate": 1.8617921369830027e-06,
      "loss": 0.0719,
      "step": 6287
    },
    {
      "epoch": 4.109857773418343,
      "grad_norm": 4.1875,
      "learning_rate": 1.8591394541985796e-06,
      "loss": 0.1015,
      "step": 6288
    },
    {
      "epoch": 4.110511688736309,
      "grad_norm": 3.9375,
      "learning_rate": 1.85648846884925e-06,
      "loss": 0.0668,
      "step": 6289
    },
    {
      "epoch": 4.111165604054275,
      "grad_norm": 3.953125,
      "learning_rate": 1.8538391814877687e-06,
      "loss": 0.0709,
      "step": 6290
    },
    {
      "epoch": 4.111819519372241,
      "grad_norm": 3.140625,
      "learning_rate": 1.851191592666527e-06,
      "loss": 0.0726,
      "step": 6291
    },
    {
      "epoch": 4.112473434690208,
      "grad_norm": 2.171875,
      "learning_rate": 1.8485457029375741e-06,
      "loss": 0.0233,
      "step": 6292
    },
    {
      "epoch": 4.113127350008174,
      "grad_norm": 3.421875,
      "learning_rate": 1.8459015128525937e-06,
      "loss": 0.0787,
      "step": 6293
    },
    {
      "epoch": 4.11378126532614,
      "grad_norm": 1.7890625,
      "learning_rate": 1.8432590229629276e-06,
      "loss": 0.0309,
      "step": 6294
    },
    {
      "epoch": 4.114435180644106,
      "grad_norm": 1.9296875,
      "learning_rate": 1.8406182338195522e-06,
      "loss": 0.0304,
      "step": 6295
    },
    {
      "epoch": 4.115089095962073,
      "grad_norm": 4.34375,
      "learning_rate": 1.8379791459730923e-06,
      "loss": 0.0852,
      "step": 6296
    },
    {
      "epoch": 4.115743011280039,
      "grad_norm": 5.28125,
      "learning_rate": 1.8353417599738221e-06,
      "loss": 0.0478,
      "step": 6297
    },
    {
      "epoch": 4.116396926598005,
      "grad_norm": 3.515625,
      "learning_rate": 1.8327060763716542e-06,
      "loss": 0.0841,
      "step": 6298
    },
    {
      "epoch": 4.1170508419159715,
      "grad_norm": 2.34375,
      "learning_rate": 1.830072095716151e-06,
      "loss": 0.0407,
      "step": 6299
    },
    {
      "epoch": 4.1177047572339385,
      "grad_norm": 2.859375,
      "learning_rate": 1.8274398185565234e-06,
      "loss": 0.0748,
      "step": 6300
    },
    {
      "epoch": 4.118358672551905,
      "grad_norm": 3.4375,
      "learning_rate": 1.8248092454416166e-06,
      "loss": 0.0824,
      "step": 6301
    },
    {
      "epoch": 4.119012587869871,
      "grad_norm": 3.109375,
      "learning_rate": 1.8221803769199297e-06,
      "loss": 0.0556,
      "step": 6302
    },
    {
      "epoch": 4.119666503187837,
      "grad_norm": 4.5625,
      "learning_rate": 1.819553213539602e-06,
      "loss": 0.0855,
      "step": 6303
    },
    {
      "epoch": 4.120320418505804,
      "grad_norm": 2.578125,
      "learning_rate": 1.8169277558484167e-06,
      "loss": 0.0389,
      "step": 6304
    },
    {
      "epoch": 4.12097433382377,
      "grad_norm": 3.328125,
      "learning_rate": 1.8143040043938054e-06,
      "loss": 0.0767,
      "step": 6305
    },
    {
      "epoch": 4.121628249141736,
      "grad_norm": 4.4375,
      "learning_rate": 1.8116819597228385e-06,
      "loss": 0.1729,
      "step": 6306
    },
    {
      "epoch": 4.122282164459702,
      "grad_norm": 1.34375,
      "learning_rate": 1.8090616223822377e-06,
      "loss": 0.0121,
      "step": 6307
    },
    {
      "epoch": 4.122936079777669,
      "grad_norm": 4.15625,
      "learning_rate": 1.8064429929183612e-06,
      "loss": 0.0813,
      "step": 6308
    },
    {
      "epoch": 4.123589995095635,
      "grad_norm": 3.359375,
      "learning_rate": 1.8038260718772104e-06,
      "loss": 0.0853,
      "step": 6309
    },
    {
      "epoch": 4.124243910413601,
      "grad_norm": 3.96875,
      "learning_rate": 1.8012108598044453e-06,
      "loss": 0.1223,
      "step": 6310
    },
    {
      "epoch": 4.124897825731567,
      "grad_norm": 4.3125,
      "learning_rate": 1.7985973572453485e-06,
      "loss": 0.1352,
      "step": 6311
    },
    {
      "epoch": 4.125551741049534,
      "grad_norm": 3.671875,
      "learning_rate": 1.7959855647448642e-06,
      "loss": 0.038,
      "step": 6312
    },
    {
      "epoch": 4.1262056563675005,
      "grad_norm": 4.5,
      "learning_rate": 1.7933754828475681e-06,
      "loss": 0.1241,
      "step": 6313
    },
    {
      "epoch": 4.126859571685467,
      "grad_norm": 2.6875,
      "learning_rate": 1.790767112097681e-06,
      "loss": 0.0574,
      "step": 6314
    },
    {
      "epoch": 4.127513487003433,
      "grad_norm": 4.03125,
      "learning_rate": 1.788160453039075e-06,
      "loss": 0.1092,
      "step": 6315
    },
    {
      "epoch": 4.1281674023214,
      "grad_norm": 3.0,
      "learning_rate": 1.785555506215253e-06,
      "loss": 0.0433,
      "step": 6316
    },
    {
      "epoch": 4.128821317639366,
      "grad_norm": 2.453125,
      "learning_rate": 1.7829522721693738e-06,
      "loss": 0.0331,
      "step": 6317
    },
    {
      "epoch": 4.129475232957332,
      "grad_norm": 3.78125,
      "learning_rate": 1.7803507514442308e-06,
      "loss": 0.1609,
      "step": 6318
    },
    {
      "epoch": 4.130129148275298,
      "grad_norm": 3.8125,
      "learning_rate": 1.777750944582257e-06,
      "loss": 0.111,
      "step": 6319
    },
    {
      "epoch": 4.130783063593265,
      "grad_norm": 3.90625,
      "learning_rate": 1.775152852125539e-06,
      "loss": 0.1267,
      "step": 6320
    },
    {
      "epoch": 4.131436978911231,
      "grad_norm": 3.46875,
      "learning_rate": 1.7725564746157998e-06,
      "loss": 0.0618,
      "step": 6321
    },
    {
      "epoch": 4.132090894229197,
      "grad_norm": 6.125,
      "learning_rate": 1.7699618125944007e-06,
      "loss": 0.176,
      "step": 6322
    },
    {
      "epoch": 4.132744809547163,
      "grad_norm": 3.6875,
      "learning_rate": 1.7673688666023547e-06,
      "loss": 0.0603,
      "step": 6323
    },
    {
      "epoch": 4.13339872486513,
      "grad_norm": 4.625,
      "learning_rate": 1.7647776371803082e-06,
      "loss": 0.1358,
      "step": 6324
    },
    {
      "epoch": 4.134052640183096,
      "grad_norm": 5.375,
      "learning_rate": 1.7621881248685569e-06,
      "loss": 0.1404,
      "step": 6325
    },
    {
      "epoch": 4.1347065555010625,
      "grad_norm": 3.234375,
      "learning_rate": 1.759600330207033e-06,
      "loss": 0.0758,
      "step": 6326
    },
    {
      "epoch": 4.135360470819029,
      "grad_norm": 4.96875,
      "learning_rate": 1.7570142537353097e-06,
      "loss": 0.125,
      "step": 6327
    },
    {
      "epoch": 4.136014386136996,
      "grad_norm": 4.21875,
      "learning_rate": 1.754429895992611e-06,
      "loss": 0.0899,
      "step": 6328
    },
    {
      "epoch": 4.136668301454962,
      "grad_norm": 4.0625,
      "learning_rate": 1.7518472575177903e-06,
      "loss": 0.0463,
      "step": 6329
    },
    {
      "epoch": 4.137322216772928,
      "grad_norm": 3.140625,
      "learning_rate": 1.7492663388493513e-06,
      "loss": 0.0609,
      "step": 6330
    },
    {
      "epoch": 4.137976132090894,
      "grad_norm": 2.375,
      "learning_rate": 1.7466871405254381e-06,
      "loss": 0.0508,
      "step": 6331
    },
    {
      "epoch": 4.138630047408861,
      "grad_norm": 2.65625,
      "learning_rate": 1.7441096630838306e-06,
      "loss": 0.0395,
      "step": 6332
    },
    {
      "epoch": 4.139283962726827,
      "grad_norm": 3.859375,
      "learning_rate": 1.7415339070619586e-06,
      "loss": 0.0713,
      "step": 6333
    },
    {
      "epoch": 4.139937878044793,
      "grad_norm": 4.78125,
      "learning_rate": 1.7389598729968848e-06,
      "loss": 0.1321,
      "step": 6334
    },
    {
      "epoch": 4.140591793362759,
      "grad_norm": 3.21875,
      "learning_rate": 1.7363875614253133e-06,
      "loss": 0.092,
      "step": 6335
    },
    {
      "epoch": 4.141245708680726,
      "grad_norm": 6.53125,
      "learning_rate": 1.7338169728835985e-06,
      "loss": 0.1422,
      "step": 6336
    },
    {
      "epoch": 4.141899623998692,
      "grad_norm": 2.546875,
      "learning_rate": 1.7312481079077215e-06,
      "loss": 0.0386,
      "step": 6337
    },
    {
      "epoch": 4.142553539316658,
      "grad_norm": 2.421875,
      "learning_rate": 1.7286809670333182e-06,
      "loss": 0.0272,
      "step": 6338
    },
    {
      "epoch": 4.1432074546346245,
      "grad_norm": 2.65625,
      "learning_rate": 1.726115550795655e-06,
      "loss": 0.0534,
      "step": 6339
    },
    {
      "epoch": 4.1438613699525915,
      "grad_norm": 3.640625,
      "learning_rate": 1.7235518597296364e-06,
      "loss": 0.0742,
      "step": 6340
    },
    {
      "epoch": 4.144515285270558,
      "grad_norm": 1.9296875,
      "learning_rate": 1.7209898943698234e-06,
      "loss": 0.0366,
      "step": 6341
    },
    {
      "epoch": 4.145169200588524,
      "grad_norm": 3.90625,
      "learning_rate": 1.718429655250401e-06,
      "loss": 0.1451,
      "step": 6342
    },
    {
      "epoch": 4.14582311590649,
      "grad_norm": 5.0625,
      "learning_rate": 1.7158711429051988e-06,
      "loss": 0.0708,
      "step": 6343
    },
    {
      "epoch": 4.146477031224457,
      "grad_norm": 3.734375,
      "learning_rate": 1.7133143578676892e-06,
      "loss": 0.0788,
      "step": 6344
    },
    {
      "epoch": 4.147130946542423,
      "grad_norm": 6.125,
      "learning_rate": 1.7107593006709799e-06,
      "loss": 0.2086,
      "step": 6345
    },
    {
      "epoch": 4.147784861860389,
      "grad_norm": 1.9609375,
      "learning_rate": 1.708205971847825e-06,
      "loss": 0.0408,
      "step": 6346
    },
    {
      "epoch": 4.148438777178355,
      "grad_norm": 6.5,
      "learning_rate": 1.7056543719306129e-06,
      "loss": 0.3441,
      "step": 6347
    },
    {
      "epoch": 4.149092692496322,
      "grad_norm": 4.84375,
      "learning_rate": 1.7031045014513682e-06,
      "loss": 0.1185,
      "step": 6348
    },
    {
      "epoch": 4.149746607814288,
      "grad_norm": 2.671875,
      "learning_rate": 1.7005563609417653e-06,
      "loss": 0.0509,
      "step": 6349
    },
    {
      "epoch": 4.150400523132254,
      "grad_norm": 3.703125,
      "learning_rate": 1.6980099509331082e-06,
      "loss": 0.05,
      "step": 6350
    },
    {
      "epoch": 4.15105443845022,
      "grad_norm": 2.90625,
      "learning_rate": 1.6954652719563447e-06,
      "loss": 0.0448,
      "step": 6351
    },
    {
      "epoch": 4.151708353768187,
      "grad_norm": 3.09375,
      "learning_rate": 1.6929223245420645e-06,
      "loss": 0.0512,
      "step": 6352
    },
    {
      "epoch": 4.1523622690861535,
      "grad_norm": 4.3125,
      "learning_rate": 1.690381109220488e-06,
      "loss": 0.1229,
      "step": 6353
    },
    {
      "epoch": 4.15301618440412,
      "grad_norm": 4.65625,
      "learning_rate": 1.6878416265214826e-06,
      "loss": 0.0924,
      "step": 6354
    },
    {
      "epoch": 4.153670099722086,
      "grad_norm": 5.1875,
      "learning_rate": 1.6853038769745466e-06,
      "loss": 0.1567,
      "step": 6355
    },
    {
      "epoch": 4.154324015040053,
      "grad_norm": 4.1875,
      "learning_rate": 1.6827678611088272e-06,
      "loss": 0.1355,
      "step": 6356
    },
    {
      "epoch": 4.154977930358019,
      "grad_norm": 2.71875,
      "learning_rate": 1.680233579453101e-06,
      "loss": 0.0688,
      "step": 6357
    },
    {
      "epoch": 4.155631845675985,
      "grad_norm": 4.5,
      "learning_rate": 1.6777010325357824e-06,
      "loss": 0.0765,
      "step": 6358
    },
    {
      "epoch": 4.156285760993951,
      "grad_norm": 3.640625,
      "learning_rate": 1.6751702208849352e-06,
      "loss": 0.1175,
      "step": 6359
    },
    {
      "epoch": 4.156939676311918,
      "grad_norm": 2.90625,
      "learning_rate": 1.6726411450282476e-06,
      "loss": 0.0488,
      "step": 6360
    },
    {
      "epoch": 4.157593591629884,
      "grad_norm": 3.3125,
      "learning_rate": 1.6701138054930544e-06,
      "loss": 0.085,
      "step": 6361
    },
    {
      "epoch": 4.15824750694785,
      "grad_norm": 2.78125,
      "learning_rate": 1.6675882028063295e-06,
      "loss": 0.0457,
      "step": 6362
    },
    {
      "epoch": 4.158901422265816,
      "grad_norm": 3.421875,
      "learning_rate": 1.6650643374946773e-06,
      "loss": 0.0633,
      "step": 6363
    },
    {
      "epoch": 4.159555337583783,
      "grad_norm": 3.28125,
      "learning_rate": 1.6625422100843469e-06,
      "loss": 0.082,
      "step": 6364
    },
    {
      "epoch": 4.160209252901749,
      "grad_norm": 4.125,
      "learning_rate": 1.660021821101222e-06,
      "loss": 0.0612,
      "step": 6365
    },
    {
      "epoch": 4.1608631682197155,
      "grad_norm": 6.21875,
      "learning_rate": 1.65750317107082e-06,
      "loss": 0.1772,
      "step": 6366
    },
    {
      "epoch": 4.161517083537682,
      "grad_norm": 3.796875,
      "learning_rate": 1.6549862605183053e-06,
      "loss": 0.0912,
      "step": 6367
    },
    {
      "epoch": 4.162170998855649,
      "grad_norm": 5.03125,
      "learning_rate": 1.6524710899684692e-06,
      "loss": 0.1299,
      "step": 6368
    },
    {
      "epoch": 4.162824914173615,
      "grad_norm": 3.734375,
      "learning_rate": 1.64995765994575e-06,
      "loss": 0.0785,
      "step": 6369
    },
    {
      "epoch": 4.163478829491581,
      "grad_norm": 1.7578125,
      "learning_rate": 1.6474459709742151e-06,
      "loss": 0.0214,
      "step": 6370
    },
    {
      "epoch": 4.164132744809547,
      "grad_norm": 3.796875,
      "learning_rate": 1.644936023577568e-06,
      "loss": 0.0855,
      "step": 6371
    },
    {
      "epoch": 4.164786660127514,
      "grad_norm": 3.578125,
      "learning_rate": 1.642427818279162e-06,
      "loss": 0.0541,
      "step": 6372
    },
    {
      "epoch": 4.16544057544548,
      "grad_norm": 5.5,
      "learning_rate": 1.6399213556019732e-06,
      "loss": 0.3806,
      "step": 6373
    },
    {
      "epoch": 4.166094490763446,
      "grad_norm": 6.1875,
      "learning_rate": 1.6374166360686173e-06,
      "loss": 0.1757,
      "step": 6374
    },
    {
      "epoch": 4.166748406081412,
      "grad_norm": 3.703125,
      "learning_rate": 1.6349136602013527e-06,
      "loss": 0.0798,
      "step": 6375
    },
    {
      "epoch": 4.167402321399379,
      "grad_norm": 4.9375,
      "learning_rate": 1.6324124285220656e-06,
      "loss": 0.0599,
      "step": 6376
    },
    {
      "epoch": 4.168056236717345,
      "grad_norm": 3.90625,
      "learning_rate": 1.6299129415522884e-06,
      "loss": 0.0909,
      "step": 6377
    },
    {
      "epoch": 4.168710152035311,
      "grad_norm": 2.8125,
      "learning_rate": 1.6274151998131815e-06,
      "loss": 0.0619,
      "step": 6378
    },
    {
      "epoch": 4.1693640673532775,
      "grad_norm": 1.984375,
      "learning_rate": 1.6249192038255412e-06,
      "loss": 0.0392,
      "step": 6379
    },
    {
      "epoch": 4.1700179826712445,
      "grad_norm": 4.125,
      "learning_rate": 1.622424954109808e-06,
      "loss": 0.0458,
      "step": 6380
    },
    {
      "epoch": 4.170671897989211,
      "grad_norm": 2.421875,
      "learning_rate": 1.619932451186048e-06,
      "loss": 0.0347,
      "step": 6381
    },
    {
      "epoch": 4.171325813307177,
      "grad_norm": 2.890625,
      "learning_rate": 1.6174416955739712e-06,
      "loss": 0.0597,
      "step": 6382
    },
    {
      "epoch": 4.171979728625143,
      "grad_norm": 2.703125,
      "learning_rate": 1.6149526877929234e-06,
      "loss": 0.0836,
      "step": 6383
    },
    {
      "epoch": 4.17263364394311,
      "grad_norm": 2.859375,
      "learning_rate": 1.6124654283618757e-06,
      "loss": 0.0604,
      "step": 6384
    },
    {
      "epoch": 4.173287559261076,
      "grad_norm": 1.84375,
      "learning_rate": 1.6099799177994491e-06,
      "loss": 0.0347,
      "step": 6385
    },
    {
      "epoch": 4.173941474579042,
      "grad_norm": 3.578125,
      "learning_rate": 1.6074961566238877e-06,
      "loss": 0.0461,
      "step": 6386
    },
    {
      "epoch": 4.174595389897008,
      "grad_norm": 1.6484375,
      "learning_rate": 1.6050141453530754e-06,
      "loss": 0.0158,
      "step": 6387
    },
    {
      "epoch": 4.175249305214975,
      "grad_norm": 5.3125,
      "learning_rate": 1.6025338845045345e-06,
      "loss": 0.0802,
      "step": 6388
    },
    {
      "epoch": 4.175903220532941,
      "grad_norm": 4.90625,
      "learning_rate": 1.6000553745954161e-06,
      "loss": 0.0983,
      "step": 6389
    },
    {
      "epoch": 4.176557135850907,
      "grad_norm": 6.625,
      "learning_rate": 1.5975786161425145e-06,
      "loss": 0.1501,
      "step": 6390
    },
    {
      "epoch": 4.177211051168873,
      "grad_norm": 2.78125,
      "learning_rate": 1.5951036096622475e-06,
      "loss": 0.0367,
      "step": 6391
    },
    {
      "epoch": 4.17786496648684,
      "grad_norm": 3.9375,
      "learning_rate": 1.5926303556706778e-06,
      "loss": 0.1116,
      "step": 6392
    },
    {
      "epoch": 4.1785188818048065,
      "grad_norm": 5.75,
      "learning_rate": 1.5901588546835e-06,
      "loss": 0.2044,
      "step": 6393
    },
    {
      "epoch": 4.179172797122773,
      "grad_norm": 2.84375,
      "learning_rate": 1.5876891072160405e-06,
      "loss": 0.0369,
      "step": 6394
    },
    {
      "epoch": 4.179826712440739,
      "grad_norm": 4.71875,
      "learning_rate": 1.5852211137832585e-06,
      "loss": 0.1717,
      "step": 6395
    },
    {
      "epoch": 4.180480627758706,
      "grad_norm": 4.78125,
      "learning_rate": 1.5827548748997556e-06,
      "loss": 0.2263,
      "step": 6396
    },
    {
      "epoch": 4.181134543076672,
      "grad_norm": 4.8125,
      "learning_rate": 1.5802903910797584e-06,
      "loss": 0.1618,
      "step": 6397
    },
    {
      "epoch": 4.181788458394638,
      "grad_norm": 2.21875,
      "learning_rate": 1.577827662837136e-06,
      "loss": 0.0295,
      "step": 6398
    },
    {
      "epoch": 4.182442373712604,
      "grad_norm": 3.6875,
      "learning_rate": 1.5753666906853838e-06,
      "loss": 0.0381,
      "step": 6399
    },
    {
      "epoch": 4.183096289030571,
      "grad_norm": 2.9375,
      "learning_rate": 1.5729074751376328e-06,
      "loss": 0.0755,
      "step": 6400
    },
    {
      "epoch": 4.183750204348537,
      "grad_norm": 3.203125,
      "learning_rate": 1.570450016706654e-06,
      "loss": 0.0483,
      "step": 6401
    },
    {
      "epoch": 4.184404119666503,
      "grad_norm": 4.59375,
      "learning_rate": 1.5679943159048405e-06,
      "loss": 0.1026,
      "step": 6402
    },
    {
      "epoch": 4.185058034984469,
      "grad_norm": 4.46875,
      "learning_rate": 1.5655403732442342e-06,
      "loss": 0.084,
      "step": 6403
    },
    {
      "epoch": 4.185711950302436,
      "grad_norm": 4.46875,
      "learning_rate": 1.5630881892364992e-06,
      "loss": 0.1227,
      "step": 6404
    },
    {
      "epoch": 4.186365865620402,
      "grad_norm": 6.15625,
      "learning_rate": 1.5606377643929305e-06,
      "loss": 0.1422,
      "step": 6405
    },
    {
      "epoch": 4.1870197809383685,
      "grad_norm": 3.65625,
      "learning_rate": 1.5581890992244675e-06,
      "loss": 0.055,
      "step": 6406
    },
    {
      "epoch": 4.187673696256335,
      "grad_norm": 4.53125,
      "learning_rate": 1.5557421942416728e-06,
      "loss": 0.0972,
      "step": 6407
    },
    {
      "epoch": 4.188327611574302,
      "grad_norm": 3.015625,
      "learning_rate": 1.5532970499547495e-06,
      "loss": 0.0359,
      "step": 6408
    },
    {
      "epoch": 4.188981526892268,
      "grad_norm": 2.5625,
      "learning_rate": 1.5508536668735274e-06,
      "loss": 0.0983,
      "step": 6409
    },
    {
      "epoch": 4.189635442210234,
      "grad_norm": 3.625,
      "learning_rate": 1.5484120455074702e-06,
      "loss": 0.0642,
      "step": 6410
    },
    {
      "epoch": 4.1902893575282,
      "grad_norm": 3.125,
      "learning_rate": 1.5459721863656796e-06,
      "loss": 0.0615,
      "step": 6411
    },
    {
      "epoch": 4.190943272846166,
      "grad_norm": 5.40625,
      "learning_rate": 1.543534089956882e-06,
      "loss": 0.1668,
      "step": 6412
    },
    {
      "epoch": 4.191597188164133,
      "grad_norm": 3.890625,
      "learning_rate": 1.5410977567894403e-06,
      "loss": 0.0577,
      "step": 6413
    },
    {
      "epoch": 4.192251103482099,
      "grad_norm": 4.25,
      "learning_rate": 1.5386631873713553e-06,
      "loss": 0.0923,
      "step": 6414
    },
    {
      "epoch": 4.192905018800065,
      "grad_norm": 6.3125,
      "learning_rate": 1.5362303822102464e-06,
      "loss": 0.2002,
      "step": 6415
    },
    {
      "epoch": 4.193558934118032,
      "grad_norm": 4.03125,
      "learning_rate": 1.5337993418133813e-06,
      "loss": 0.1255,
      "step": 6416
    },
    {
      "epoch": 4.194212849435998,
      "grad_norm": 3.40625,
      "learning_rate": 1.5313700666876452e-06,
      "loss": 0.0629,
      "step": 6417
    },
    {
      "epoch": 4.194866764753964,
      "grad_norm": 2.140625,
      "learning_rate": 1.5289425573395622e-06,
      "loss": 0.0287,
      "step": 6418
    },
    {
      "epoch": 4.1955206800719305,
      "grad_norm": 5.53125,
      "learning_rate": 1.5265168142752918e-06,
      "loss": 0.0682,
      "step": 6419
    },
    {
      "epoch": 4.196174595389897,
      "grad_norm": 4.28125,
      "learning_rate": 1.5240928380006147e-06,
      "loss": 0.0799,
      "step": 6420
    },
    {
      "epoch": 4.196828510707864,
      "grad_norm": 3.625,
      "learning_rate": 1.521670629020956e-06,
      "loss": 0.0537,
      "step": 6421
    },
    {
      "epoch": 4.19748242602583,
      "grad_norm": 3.640625,
      "learning_rate": 1.5192501878413602e-06,
      "loss": 0.0407,
      "step": 6422
    },
    {
      "epoch": 4.198136341343796,
      "grad_norm": 4.71875,
      "learning_rate": 1.5168315149665114e-06,
      "loss": 0.1191,
      "step": 6423
    },
    {
      "epoch": 4.198790256661763,
      "grad_norm": 4.1875,
      "learning_rate": 1.5144146109007252e-06,
      "loss": 0.0667,
      "step": 6424
    },
    {
      "epoch": 4.199444171979729,
      "grad_norm": 2.828125,
      "learning_rate": 1.5119994761479429e-06,
      "loss": 0.0474,
      "step": 6425
    },
    {
      "epoch": 4.200098087297695,
      "grad_norm": 2.90625,
      "learning_rate": 1.509586111211736e-06,
      "loss": 0.0754,
      "step": 6426
    },
    {
      "epoch": 4.200752002615661,
      "grad_norm": 3.203125,
      "learning_rate": 1.5071745165953179e-06,
      "loss": 0.064,
      "step": 6427
    },
    {
      "epoch": 4.201405917933627,
      "grad_norm": 7.28125,
      "learning_rate": 1.504764692801518e-06,
      "loss": 0.2089,
      "step": 6428
    },
    {
      "epoch": 4.202059833251594,
      "grad_norm": 3.375,
      "learning_rate": 1.5023566403328105e-06,
      "loss": 0.0826,
      "step": 6429
    },
    {
      "epoch": 4.20271374856956,
      "grad_norm": 2.234375,
      "learning_rate": 1.4999503596912912e-06,
      "loss": 0.0278,
      "step": 6430
    },
    {
      "epoch": 4.203367663887526,
      "grad_norm": 4.1875,
      "learning_rate": 1.4975458513786856e-06,
      "loss": 0.1488,
      "step": 6431
    },
    {
      "epoch": 4.2040215792054925,
      "grad_norm": 4.09375,
      "learning_rate": 1.495143115896357e-06,
      "loss": 0.0984,
      "step": 6432
    },
    {
      "epoch": 4.2046754945234595,
      "grad_norm": 3.3125,
      "learning_rate": 1.492742153745297e-06,
      "loss": 0.0368,
      "step": 6433
    },
    {
      "epoch": 4.205329409841426,
      "grad_norm": 4.6875,
      "learning_rate": 1.4903429654261203e-06,
      "loss": 0.1012,
      "step": 6434
    },
    {
      "epoch": 4.205983325159392,
      "grad_norm": 2.84375,
      "learning_rate": 1.4879455514390817e-06,
      "loss": 0.0536,
      "step": 6435
    },
    {
      "epoch": 4.206637240477358,
      "grad_norm": 2.375,
      "learning_rate": 1.4855499122840567e-06,
      "loss": 0.0344,
      "step": 6436
    },
    {
      "epoch": 4.207291155795325,
      "grad_norm": 6.6875,
      "learning_rate": 1.483156048460561e-06,
      "loss": 0.2009,
      "step": 6437
    },
    {
      "epoch": 4.207945071113291,
      "grad_norm": 3.6875,
      "learning_rate": 1.4807639604677303e-06,
      "loss": 0.082,
      "step": 6438
    },
    {
      "epoch": 4.208598986431257,
      "grad_norm": 5.0625,
      "learning_rate": 1.4783736488043342e-06,
      "loss": 0.0874,
      "step": 6439
    },
    {
      "epoch": 4.209252901749223,
      "grad_norm": 2.5625,
      "learning_rate": 1.4759851139687753e-06,
      "loss": 0.0463,
      "step": 6440
    },
    {
      "epoch": 4.20990681706719,
      "grad_norm": 6.25,
      "learning_rate": 1.4735983564590784e-06,
      "loss": 0.1416,
      "step": 6441
    },
    {
      "epoch": 4.210560732385156,
      "grad_norm": 4.46875,
      "learning_rate": 1.4712133767729053e-06,
      "loss": 0.104,
      "step": 6442
    },
    {
      "epoch": 4.211214647703122,
      "grad_norm": 3.921875,
      "learning_rate": 1.4688301754075396e-06,
      "loss": 0.0559,
      "step": 6443
    },
    {
      "epoch": 4.211868563021088,
      "grad_norm": 4.875,
      "learning_rate": 1.4664487528599003e-06,
      "loss": 0.112,
      "step": 6444
    },
    {
      "epoch": 4.212522478339055,
      "grad_norm": 2.40625,
      "learning_rate": 1.4640691096265358e-06,
      "loss": 0.0424,
      "step": 6445
    },
    {
      "epoch": 4.2131763936570215,
      "grad_norm": 3.109375,
      "learning_rate": 1.4616912462036158e-06,
      "loss": 0.0416,
      "step": 6446
    },
    {
      "epoch": 4.213830308974988,
      "grad_norm": 2.9375,
      "learning_rate": 1.4593151630869484e-06,
      "loss": 0.0479,
      "step": 6447
    },
    {
      "epoch": 4.214484224292954,
      "grad_norm": 4.5625,
      "learning_rate": 1.4569408607719648e-06,
      "loss": 0.111,
      "step": 6448
    },
    {
      "epoch": 4.215138139610921,
      "grad_norm": 7.875,
      "learning_rate": 1.4545683397537226e-06,
      "loss": 0.2635,
      "step": 6449
    },
    {
      "epoch": 4.215792054928887,
      "grad_norm": 4.1875,
      "learning_rate": 1.4521976005269168e-06,
      "loss": 0.071,
      "step": 6450
    },
    {
      "epoch": 4.216445970246853,
      "grad_norm": 4.5,
      "learning_rate": 1.449828643585861e-06,
      "loss": 0.0899,
      "step": 6451
    },
    {
      "epoch": 4.217099885564819,
      "grad_norm": 3.734375,
      "learning_rate": 1.447461469424507e-06,
      "loss": 0.0706,
      "step": 6452
    },
    {
      "epoch": 4.217753800882786,
      "grad_norm": 5.9375,
      "learning_rate": 1.4450960785364244e-06,
      "loss": 0.1414,
      "step": 6453
    },
    {
      "epoch": 4.218407716200752,
      "grad_norm": 6.28125,
      "learning_rate": 1.4427324714148184e-06,
      "loss": 0.2215,
      "step": 6454
    },
    {
      "epoch": 4.219061631518718,
      "grad_norm": 3.046875,
      "learning_rate": 1.4403706485525226e-06,
      "loss": 0.0636,
      "step": 6455
    },
    {
      "epoch": 4.219715546836684,
      "grad_norm": 4.28125,
      "learning_rate": 1.4380106104419945e-06,
      "loss": 0.0502,
      "step": 6456
    },
    {
      "epoch": 4.220369462154651,
      "grad_norm": 3.421875,
      "learning_rate": 1.4356523575753178e-06,
      "loss": 0.0486,
      "step": 6457
    },
    {
      "epoch": 4.221023377472617,
      "grad_norm": 2.453125,
      "learning_rate": 1.433295890444213e-06,
      "loss": 0.0694,
      "step": 6458
    },
    {
      "epoch": 4.2216772927905835,
      "grad_norm": 5.25,
      "learning_rate": 1.4309412095400166e-06,
      "loss": 0.1071,
      "step": 6459
    },
    {
      "epoch": 4.22233120810855,
      "grad_norm": 5.75,
      "learning_rate": 1.4285883153537051e-06,
      "loss": 0.0971,
      "step": 6460
    },
    {
      "epoch": 4.2229851234265166,
      "grad_norm": 4.125,
      "learning_rate": 1.4262372083758714e-06,
      "loss": 0.1084,
      "step": 6461
    },
    {
      "epoch": 4.223639038744483,
      "grad_norm": 3.046875,
      "learning_rate": 1.4238878890967388e-06,
      "loss": 0.0672,
      "step": 6462
    },
    {
      "epoch": 4.224292954062449,
      "grad_norm": 5.09375,
      "learning_rate": 1.4215403580061615e-06,
      "loss": 0.1437,
      "step": 6463
    },
    {
      "epoch": 4.224946869380415,
      "grad_norm": 4.34375,
      "learning_rate": 1.419194615593622e-06,
      "loss": 0.1517,
      "step": 6464
    },
    {
      "epoch": 4.225600784698382,
      "grad_norm": 5.46875,
      "learning_rate": 1.4168506623482202e-06,
      "loss": 0.11,
      "step": 6465
    },
    {
      "epoch": 4.226254700016348,
      "grad_norm": 3.15625,
      "learning_rate": 1.4145084987586966e-06,
      "loss": 0.0736,
      "step": 6466
    },
    {
      "epoch": 4.226908615334314,
      "grad_norm": 5.46875,
      "learning_rate": 1.4121681253134034e-06,
      "loss": 0.1613,
      "step": 6467
    },
    {
      "epoch": 4.22756253065228,
      "grad_norm": 3.84375,
      "learning_rate": 1.4098295425003327e-06,
      "loss": 0.1091,
      "step": 6468
    },
    {
      "epoch": 4.228216445970247,
      "grad_norm": 3.078125,
      "learning_rate": 1.407492750807098e-06,
      "loss": 0.065,
      "step": 6469
    },
    {
      "epoch": 4.228870361288213,
      "grad_norm": 3.703125,
      "learning_rate": 1.4051577507209336e-06,
      "loss": 0.0792,
      "step": 6470
    },
    {
      "epoch": 4.229524276606179,
      "grad_norm": 2.984375,
      "learning_rate": 1.4028245427287124e-06,
      "loss": 0.084,
      "step": 6471
    },
    {
      "epoch": 4.2301781919241455,
      "grad_norm": 3.625,
      "learning_rate": 1.400493127316922e-06,
      "loss": 0.0546,
      "step": 6472
    },
    {
      "epoch": 4.2308321072421124,
      "grad_norm": 4.0,
      "learning_rate": 1.3981635049716836e-06,
      "loss": 0.0686,
      "step": 6473
    },
    {
      "epoch": 4.2314860225600786,
      "grad_norm": 2.859375,
      "learning_rate": 1.395835676178745e-06,
      "loss": 0.0541,
      "step": 6474
    },
    {
      "epoch": 4.232139937878045,
      "grad_norm": 2.921875,
      "learning_rate": 1.3935096414234729e-06,
      "loss": 0.047,
      "step": 6475
    },
    {
      "epoch": 4.232793853196011,
      "grad_norm": 3.515625,
      "learning_rate": 1.3911854011908676e-06,
      "loss": 0.1121,
      "step": 6476
    },
    {
      "epoch": 4.233447768513978,
      "grad_norm": 5.9375,
      "learning_rate": 1.3888629559655497e-06,
      "loss": 0.1737,
      "step": 6477
    },
    {
      "epoch": 4.234101683831944,
      "grad_norm": 6.15625,
      "learning_rate": 1.3865423062317674e-06,
      "loss": 0.1242,
      "step": 6478
    },
    {
      "epoch": 4.23475559914991,
      "grad_norm": 4.5625,
      "learning_rate": 1.3842234524733978e-06,
      "loss": 0.1288,
      "step": 6479
    },
    {
      "epoch": 4.235409514467876,
      "grad_norm": 2.78125,
      "learning_rate": 1.3819063951739364e-06,
      "loss": 0.0691,
      "step": 6480
    },
    {
      "epoch": 4.236063429785843,
      "grad_norm": 2.203125,
      "learning_rate": 1.3795911348165126e-06,
      "loss": 0.0454,
      "step": 6481
    },
    {
      "epoch": 4.236717345103809,
      "grad_norm": 3.3125,
      "learning_rate": 1.3772776718838754e-06,
      "loss": 0.0672,
      "step": 6482
    },
    {
      "epoch": 4.237371260421775,
      "grad_norm": 5.6875,
      "learning_rate": 1.3749660068583947e-06,
      "loss": 0.1534,
      "step": 6483
    },
    {
      "epoch": 4.238025175739741,
      "grad_norm": 4.9375,
      "learning_rate": 1.3726561402220818e-06,
      "loss": 0.1354,
      "step": 6484
    },
    {
      "epoch": 4.238679091057708,
      "grad_norm": 7.21875,
      "learning_rate": 1.3703480724565577e-06,
      "loss": 0.2278,
      "step": 6485
    },
    {
      "epoch": 4.2393330063756745,
      "grad_norm": 5.625,
      "learning_rate": 1.3680418040430698e-06,
      "loss": 0.3119,
      "step": 6486
    },
    {
      "epoch": 4.2399869216936406,
      "grad_norm": 3.0,
      "learning_rate": 1.3657373354624992e-06,
      "loss": 0.0531,
      "step": 6487
    },
    {
      "epoch": 4.240640837011607,
      "grad_norm": 6.125,
      "learning_rate": 1.3634346671953413e-06,
      "loss": 0.146,
      "step": 6488
    },
    {
      "epoch": 4.241294752329574,
      "grad_norm": 4.8125,
      "learning_rate": 1.3611337997217255e-06,
      "loss": 0.1325,
      "step": 6489
    },
    {
      "epoch": 4.24194866764754,
      "grad_norm": 2.65625,
      "learning_rate": 1.358834733521399e-06,
      "loss": 0.0464,
      "step": 6490
    },
    {
      "epoch": 4.242602582965506,
      "grad_norm": 2.125,
      "learning_rate": 1.3565374690737344e-06,
      "loss": 0.0187,
      "step": 6491
    },
    {
      "epoch": 4.243256498283472,
      "grad_norm": 4.0625,
      "learning_rate": 1.3542420068577333e-06,
      "loss": 0.1162,
      "step": 6492
    },
    {
      "epoch": 4.243910413601439,
      "grad_norm": 2.546875,
      "learning_rate": 1.3519483473520124e-06,
      "loss": 0.0318,
      "step": 6493
    },
    {
      "epoch": 4.244564328919405,
      "grad_norm": 5.0,
      "learning_rate": 1.349656491034823e-06,
      "loss": 0.1962,
      "step": 6494
    },
    {
      "epoch": 4.245218244237371,
      "grad_norm": 5.03125,
      "learning_rate": 1.3473664383840367e-06,
      "loss": 0.1433,
      "step": 6495
    },
    {
      "epoch": 4.245872159555337,
      "grad_norm": 9.0,
      "learning_rate": 1.3450781898771427e-06,
      "loss": 0.307,
      "step": 6496
    },
    {
      "epoch": 4.246526074873304,
      "grad_norm": 3.40625,
      "learning_rate": 1.3427917459912654e-06,
      "loss": 0.0968,
      "step": 6497
    },
    {
      "epoch": 4.24717999019127,
      "grad_norm": 2.703125,
      "learning_rate": 1.3405071072031405e-06,
      "loss": 0.0472,
      "step": 6498
    },
    {
      "epoch": 4.2478339055092365,
      "grad_norm": 4.4375,
      "learning_rate": 1.3382242739891393e-06,
      "loss": 0.1173,
      "step": 6499
    },
    {
      "epoch": 4.2484878208272026,
      "grad_norm": 4.75,
      "learning_rate": 1.3359432468252487e-06,
      "loss": 0.087,
      "step": 6500
    },
    {
      "epoch": 4.2491417361451695,
      "grad_norm": 3.8125,
      "learning_rate": 1.3336640261870782e-06,
      "loss": 0.0824,
      "step": 6501
    },
    {
      "epoch": 4.249795651463136,
      "grad_norm": 2.84375,
      "learning_rate": 1.3313866125498699e-06,
      "loss": 0.0516,
      "step": 6502
    },
    {
      "epoch": 4.250449566781102,
      "grad_norm": 4.875,
      "learning_rate": 1.329111006388476e-06,
      "loss": 0.1904,
      "step": 6503
    },
    {
      "epoch": 4.251103482099068,
      "grad_norm": 5.03125,
      "learning_rate": 1.326837208177383e-06,
      "loss": 0.1047,
      "step": 6504
    },
    {
      "epoch": 4.251757397417035,
      "grad_norm": 3.875,
      "learning_rate": 1.3245652183906965e-06,
      "loss": 0.0466,
      "step": 6505
    },
    {
      "epoch": 4.252411312735001,
      "grad_norm": 2.375,
      "learning_rate": 1.3222950375021426e-06,
      "loss": 0.0418,
      "step": 6506
    },
    {
      "epoch": 4.253065228052967,
      "grad_norm": 3.453125,
      "learning_rate": 1.3200266659850747e-06,
      "loss": 0.1176,
      "step": 6507
    },
    {
      "epoch": 4.253719143370933,
      "grad_norm": 4.0625,
      "learning_rate": 1.3177601043124654e-06,
      "loss": 0.0883,
      "step": 6508
    },
    {
      "epoch": 4.2543730586889,
      "grad_norm": 3.734375,
      "learning_rate": 1.3154953529569092e-06,
      "loss": 0.0589,
      "step": 6509
    },
    {
      "epoch": 4.255026974006866,
      "grad_norm": 2.28125,
      "learning_rate": 1.3132324123906281e-06,
      "loss": 0.0339,
      "step": 6510
    },
    {
      "epoch": 4.255680889324832,
      "grad_norm": 5.75,
      "learning_rate": 1.3109712830854605e-06,
      "loss": 0.1531,
      "step": 6511
    },
    {
      "epoch": 4.2563348046427985,
      "grad_norm": 6.375,
      "learning_rate": 1.3087119655128733e-06,
      "loss": 0.0947,
      "step": 6512
    },
    {
      "epoch": 4.256988719960765,
      "grad_norm": 3.421875,
      "learning_rate": 1.306454460143951e-06,
      "loss": 0.0583,
      "step": 6513
    },
    {
      "epoch": 4.2576426352787315,
      "grad_norm": 4.375,
      "learning_rate": 1.3041987674493972e-06,
      "loss": 0.1267,
      "step": 6514
    },
    {
      "epoch": 4.258296550596698,
      "grad_norm": 4.9375,
      "learning_rate": 1.30194488789955e-06,
      "loss": 0.1492,
      "step": 6515
    },
    {
      "epoch": 4.258950465914664,
      "grad_norm": 2.015625,
      "learning_rate": 1.299692821964359e-06,
      "loss": 0.0386,
      "step": 6516
    },
    {
      "epoch": 4.259604381232631,
      "grad_norm": 5.71875,
      "learning_rate": 1.2974425701133941e-06,
      "loss": 0.1046,
      "step": 6517
    },
    {
      "epoch": 4.260258296550597,
      "grad_norm": 5.65625,
      "learning_rate": 1.2951941328158558e-06,
      "loss": 0.1211,
      "step": 6518
    },
    {
      "epoch": 4.260912211868563,
      "grad_norm": 4.40625,
      "learning_rate": 1.2929475105405564e-06,
      "loss": 0.1068,
      "step": 6519
    },
    {
      "epoch": 4.261566127186529,
      "grad_norm": 2.8125,
      "learning_rate": 1.2907027037559417e-06,
      "loss": 0.051,
      "step": 6520
    },
    {
      "epoch": 4.262220042504496,
      "grad_norm": 4.34375,
      "learning_rate": 1.288459712930067e-06,
      "loss": 0.1025,
      "step": 6521
    },
    {
      "epoch": 4.262873957822462,
      "grad_norm": 1.875,
      "learning_rate": 1.2862185385306125e-06,
      "loss": 0.0543,
      "step": 6522
    },
    {
      "epoch": 4.263527873140428,
      "grad_norm": 6.5,
      "learning_rate": 1.283979181024886e-06,
      "loss": 0.3095,
      "step": 6523
    },
    {
      "epoch": 4.264181788458394,
      "grad_norm": 2.859375,
      "learning_rate": 1.2817416408798078e-06,
      "loss": 0.0335,
      "step": 6524
    },
    {
      "epoch": 4.264835703776361,
      "grad_norm": 1.890625,
      "learning_rate": 1.279505918561923e-06,
      "loss": 0.0458,
      "step": 6525
    },
    {
      "epoch": 4.2654896190943274,
      "grad_norm": 4.3125,
      "learning_rate": 1.277272014537403e-06,
      "loss": 0.0894,
      "step": 6526
    },
    {
      "epoch": 4.2661435344122935,
      "grad_norm": 3.859375,
      "learning_rate": 1.2750399292720284e-06,
      "loss": 0.0884,
      "step": 6527
    },
    {
      "epoch": 4.26679744973026,
      "grad_norm": 4.0,
      "learning_rate": 1.2728096632312115e-06,
      "loss": 0.0795,
      "step": 6528
    },
    {
      "epoch": 4.267451365048227,
      "grad_norm": 2.640625,
      "learning_rate": 1.2705812168799791e-06,
      "loss": 0.0517,
      "step": 6529
    },
    {
      "epoch": 4.268105280366193,
      "grad_norm": 5.09375,
      "learning_rate": 1.2683545906829786e-06,
      "loss": 0.1498,
      "step": 6530
    },
    {
      "epoch": 4.268759195684159,
      "grad_norm": 4.25,
      "learning_rate": 1.266129785104483e-06,
      "loss": 0.0937,
      "step": 6531
    },
    {
      "epoch": 4.269413111002125,
      "grad_norm": 3.234375,
      "learning_rate": 1.2639068006083765e-06,
      "loss": 0.07,
      "step": 6532
    },
    {
      "epoch": 4.270067026320092,
      "grad_norm": 3.484375,
      "learning_rate": 1.2616856376581766e-06,
      "loss": 0.07,
      "step": 6533
    },
    {
      "epoch": 4.270720941638058,
      "grad_norm": 3.203125,
      "learning_rate": 1.25946629671701e-06,
      "loss": 0.0505,
      "step": 6534
    },
    {
      "epoch": 4.271374856956024,
      "grad_norm": 3.6875,
      "learning_rate": 1.2572487782476228e-06,
      "loss": 0.0518,
      "step": 6535
    },
    {
      "epoch": 4.27202877227399,
      "grad_norm": 5.875,
      "learning_rate": 1.2550330827123947e-06,
      "loss": 0.1239,
      "step": 6536
    },
    {
      "epoch": 4.272682687591957,
      "grad_norm": 2.296875,
      "learning_rate": 1.2528192105733084e-06,
      "loss": 0.0473,
      "step": 6537
    },
    {
      "epoch": 4.273336602909923,
      "grad_norm": 4.0625,
      "learning_rate": 1.2506071622919791e-06,
      "loss": 0.118,
      "step": 6538
    },
    {
      "epoch": 4.2739905182278894,
      "grad_norm": 2.359375,
      "learning_rate": 1.2483969383296357e-06,
      "loss": 0.0255,
      "step": 6539
    },
    {
      "epoch": 4.2746444335458555,
      "grad_norm": 3.1875,
      "learning_rate": 1.246188539147124e-06,
      "loss": 0.067,
      "step": 6540
    },
    {
      "epoch": 4.2752983488638225,
      "grad_norm": 4.53125,
      "learning_rate": 1.2439819652049178e-06,
      "loss": 0.0647,
      "step": 6541
    },
    {
      "epoch": 4.275952264181789,
      "grad_norm": 3.75,
      "learning_rate": 1.2417772169631015e-06,
      "loss": 0.0692,
      "step": 6542
    },
    {
      "epoch": 4.276606179499755,
      "grad_norm": 4.53125,
      "learning_rate": 1.2395742948813872e-06,
      "loss": 0.1021,
      "step": 6543
    },
    {
      "epoch": 4.277260094817721,
      "grad_norm": 4.5625,
      "learning_rate": 1.2373731994190984e-06,
      "loss": 0.1144,
      "step": 6544
    },
    {
      "epoch": 4.277914010135688,
      "grad_norm": 4.90625,
      "learning_rate": 1.2351739310351796e-06,
      "loss": 0.1607,
      "step": 6545
    },
    {
      "epoch": 4.278567925453654,
      "grad_norm": 2.46875,
      "learning_rate": 1.2329764901882024e-06,
      "loss": 0.0304,
      "step": 6546
    },
    {
      "epoch": 4.27922184077162,
      "grad_norm": 3.96875,
      "learning_rate": 1.2307808773363482e-06,
      "loss": 0.1004,
      "step": 6547
    },
    {
      "epoch": 4.279875756089586,
      "grad_norm": 4.46875,
      "learning_rate": 1.2285870929374166e-06,
      "loss": 0.1417,
      "step": 6548
    },
    {
      "epoch": 4.280529671407553,
      "grad_norm": 3.296875,
      "learning_rate": 1.2263951374488337e-06,
      "loss": 0.0758,
      "step": 6549
    },
    {
      "epoch": 4.281183586725519,
      "grad_norm": 4.09375,
      "learning_rate": 1.2242050113276371e-06,
      "loss": 0.1152,
      "step": 6550
    },
    {
      "epoch": 4.281837502043485,
      "grad_norm": 3.453125,
      "learning_rate": 1.2220167150304884e-06,
      "loss": 0.0857,
      "step": 6551
    },
    {
      "epoch": 4.2824914173614514,
      "grad_norm": 2.15625,
      "learning_rate": 1.2198302490136627e-06,
      "loss": 0.0433,
      "step": 6552
    },
    {
      "epoch": 4.2831453326794175,
      "grad_norm": 3.265625,
      "learning_rate": 1.217645613733055e-06,
      "loss": 0.0376,
      "step": 6553
    },
    {
      "epoch": 4.2837992479973845,
      "grad_norm": 3.765625,
      "learning_rate": 1.2154628096441833e-06,
      "loss": 0.0824,
      "step": 6554
    },
    {
      "epoch": 4.284453163315351,
      "grad_norm": 6.28125,
      "learning_rate": 1.213281837202176e-06,
      "loss": 0.167,
      "step": 6555
    },
    {
      "epoch": 4.285107078633317,
      "grad_norm": 5.375,
      "learning_rate": 1.2111026968617834e-06,
      "loss": 0.0761,
      "step": 6556
    },
    {
      "epoch": 4.285760993951284,
      "grad_norm": 2.90625,
      "learning_rate": 1.2089253890773789e-06,
      "loss": 0.0862,
      "step": 6557
    },
    {
      "epoch": 4.28641490926925,
      "grad_norm": 4.5625,
      "learning_rate": 1.2067499143029426e-06,
      "loss": 0.169,
      "step": 6558
    },
    {
      "epoch": 4.287068824587216,
      "grad_norm": 4.46875,
      "learning_rate": 1.2045762729920829e-06,
      "loss": 0.1437,
      "step": 6559
    },
    {
      "epoch": 4.287722739905182,
      "grad_norm": 4.21875,
      "learning_rate": 1.2024044655980194e-06,
      "loss": 0.0743,
      "step": 6560
    },
    {
      "epoch": 4.288376655223148,
      "grad_norm": 2.859375,
      "learning_rate": 1.200234492573591e-06,
      "loss": 0.0591,
      "step": 6561
    },
    {
      "epoch": 4.289030570541115,
      "grad_norm": 4.15625,
      "learning_rate": 1.1980663543712568e-06,
      "loss": 0.1047,
      "step": 6562
    },
    {
      "epoch": 4.289684485859081,
      "grad_norm": 4.3125,
      "learning_rate": 1.1959000514430873e-06,
      "loss": 0.0812,
      "step": 6563
    },
    {
      "epoch": 4.290338401177047,
      "grad_norm": 5.1875,
      "learning_rate": 1.1937355842407793e-06,
      "loss": 0.1467,
      "step": 6564
    },
    {
      "epoch": 4.290992316495014,
      "grad_norm": 3.578125,
      "learning_rate": 1.1915729532156372e-06,
      "loss": 0.0696,
      "step": 6565
    },
    {
      "epoch": 4.29164623181298,
      "grad_norm": 4.0625,
      "learning_rate": 1.1894121588185882e-06,
      "loss": 0.0854,
      "step": 6566
    },
    {
      "epoch": 4.2923001471309465,
      "grad_norm": 5.25,
      "learning_rate": 1.187253201500178e-06,
      "loss": 0.1178,
      "step": 6567
    },
    {
      "epoch": 4.292954062448913,
      "grad_norm": 2.71875,
      "learning_rate": 1.185096081710565e-06,
      "loss": 0.0483,
      "step": 6568
    },
    {
      "epoch": 4.293607977766879,
      "grad_norm": 2.8125,
      "learning_rate": 1.1829407998995234e-06,
      "loss": 0.0524,
      "step": 6569
    },
    {
      "epoch": 4.294261893084846,
      "grad_norm": 3.390625,
      "learning_rate": 1.1807873565164507e-06,
      "loss": 0.0628,
      "step": 6570
    },
    {
      "epoch": 4.294915808402812,
      "grad_norm": 1.921875,
      "learning_rate": 1.1786357520103543e-06,
      "loss": 0.0203,
      "step": 6571
    },
    {
      "epoch": 4.295569723720778,
      "grad_norm": 2.671875,
      "learning_rate": 1.1764859868298639e-06,
      "loss": 0.0457,
      "step": 6572
    },
    {
      "epoch": 4.296223639038745,
      "grad_norm": 3.53125,
      "learning_rate": 1.1743380614232213e-06,
      "loss": 0.1307,
      "step": 6573
    },
    {
      "epoch": 4.296877554356711,
      "grad_norm": 3.828125,
      "learning_rate": 1.1721919762382838e-06,
      "loss": 0.0976,
      "step": 6574
    },
    {
      "epoch": 4.297531469674677,
      "grad_norm": 5.6875,
      "learning_rate": 1.1700477317225333e-06,
      "loss": 0.2808,
      "step": 6575
    },
    {
      "epoch": 4.298185384992643,
      "grad_norm": 5.25,
      "learning_rate": 1.1679053283230557e-06,
      "loss": 0.1059,
      "step": 6576
    },
    {
      "epoch": 4.298839300310609,
      "grad_norm": 5.34375,
      "learning_rate": 1.1657647664865635e-06,
      "loss": 0.1582,
      "step": 6577
    },
    {
      "epoch": 4.299493215628576,
      "grad_norm": 2.84375,
      "learning_rate": 1.1636260466593806e-06,
      "loss": 0.063,
      "step": 6578
    },
    {
      "epoch": 4.300147130946542,
      "grad_norm": 3.015625,
      "learning_rate": 1.1614891692874464e-06,
      "loss": 0.0609,
      "step": 6579
    },
    {
      "epoch": 4.3008010462645085,
      "grad_norm": 3.796875,
      "learning_rate": 1.1593541348163184e-06,
      "loss": 0.1252,
      "step": 6580
    },
    {
      "epoch": 4.3014549615824755,
      "grad_norm": 2.1875,
      "learning_rate": 1.1572209436911685e-06,
      "loss": 0.0447,
      "step": 6581
    },
    {
      "epoch": 4.302108876900442,
      "grad_norm": 3.140625,
      "learning_rate": 1.155089596356781e-06,
      "loss": 0.0453,
      "step": 6582
    },
    {
      "epoch": 4.302762792218408,
      "grad_norm": 2.90625,
      "learning_rate": 1.1529600932575624e-06,
      "loss": 0.0406,
      "step": 6583
    },
    {
      "epoch": 4.303416707536374,
      "grad_norm": 4.03125,
      "learning_rate": 1.1508324348375299e-06,
      "loss": 0.0966,
      "step": 6584
    },
    {
      "epoch": 4.30407062285434,
      "grad_norm": 4.0,
      "learning_rate": 1.1487066215403186e-06,
      "loss": 0.086,
      "step": 6585
    },
    {
      "epoch": 4.304724538172307,
      "grad_norm": 5.125,
      "learning_rate": 1.146582653809175e-06,
      "loss": 0.1132,
      "step": 6586
    },
    {
      "epoch": 4.305378453490273,
      "grad_norm": 4.5,
      "learning_rate": 1.1444605320869661e-06,
      "loss": 0.1239,
      "step": 6587
    },
    {
      "epoch": 4.306032368808239,
      "grad_norm": 3.421875,
      "learning_rate": 1.1423402568161723e-06,
      "loss": 0.0516,
      "step": 6588
    },
    {
      "epoch": 4.306686284126205,
      "grad_norm": 3.765625,
      "learning_rate": 1.1402218284388845e-06,
      "loss": 0.1114,
      "step": 6589
    },
    {
      "epoch": 4.307340199444172,
      "grad_norm": 3.546875,
      "learning_rate": 1.1381052473968157e-06,
      "loss": 0.0812,
      "step": 6590
    },
    {
      "epoch": 4.307994114762138,
      "grad_norm": 4.34375,
      "learning_rate": 1.13599051413129e-06,
      "loss": 0.1617,
      "step": 6591
    },
    {
      "epoch": 4.308648030080104,
      "grad_norm": 3.65625,
      "learning_rate": 1.133877629083241e-06,
      "loss": 0.0866,
      "step": 6592
    },
    {
      "epoch": 4.3093019453980705,
      "grad_norm": 6.125,
      "learning_rate": 1.1317665926932298e-06,
      "loss": 0.2201,
      "step": 6593
    },
    {
      "epoch": 4.3099558607160375,
      "grad_norm": 3.484375,
      "learning_rate": 1.1296574054014175e-06,
      "loss": 0.0695,
      "step": 6594
    },
    {
      "epoch": 4.310609776034004,
      "grad_norm": 6.96875,
      "learning_rate": 1.1275500676475925e-06,
      "loss": 0.3342,
      "step": 6595
    },
    {
      "epoch": 4.31126369135197,
      "grad_norm": 3.1875,
      "learning_rate": 1.1254445798711476e-06,
      "loss": 0.0418,
      "step": 6596
    },
    {
      "epoch": 4.311917606669936,
      "grad_norm": 2.875,
      "learning_rate": 1.1233409425110952e-06,
      "loss": 0.037,
      "step": 6597
    },
    {
      "epoch": 4.312571521987903,
      "grad_norm": 3.515625,
      "learning_rate": 1.1212391560060642e-06,
      "loss": 0.0854,
      "step": 6598
    },
    {
      "epoch": 4.313225437305869,
      "grad_norm": 3.171875,
      "learning_rate": 1.1191392207942897e-06,
      "loss": 0.0773,
      "step": 6599
    },
    {
      "epoch": 4.313879352623835,
      "grad_norm": 3.234375,
      "learning_rate": 1.1170411373136246e-06,
      "loss": 0.0371,
      "step": 6600
    },
    {
      "epoch": 4.314533267941801,
      "grad_norm": 3.90625,
      "learning_rate": 1.1149449060015405e-06,
      "loss": 0.1154,
      "step": 6601
    },
    {
      "epoch": 4.315187183259768,
      "grad_norm": 5.875,
      "learning_rate": 1.112850527295114e-06,
      "loss": 0.0778,
      "step": 6602
    },
    {
      "epoch": 4.315841098577734,
      "grad_norm": 3.296875,
      "learning_rate": 1.1107580016310438e-06,
      "loss": 0.0301,
      "step": 6603
    },
    {
      "epoch": 4.3164950138957,
      "grad_norm": 1.765625,
      "learning_rate": 1.1086673294456364e-06,
      "loss": 0.0206,
      "step": 6604
    },
    {
      "epoch": 4.317148929213666,
      "grad_norm": 2.515625,
      "learning_rate": 1.1065785111748117e-06,
      "loss": 0.0458,
      "step": 6605
    },
    {
      "epoch": 4.317802844531633,
      "grad_norm": 4.21875,
      "learning_rate": 1.1044915472541085e-06,
      "loss": 0.1073,
      "step": 6606
    },
    {
      "epoch": 4.3184567598495995,
      "grad_norm": 6.125,
      "learning_rate": 1.102406438118675e-06,
      "loss": 0.1996,
      "step": 6607
    },
    {
      "epoch": 4.319110675167566,
      "grad_norm": 2.40625,
      "learning_rate": 1.1003231842032723e-06,
      "loss": 0.0202,
      "step": 6608
    },
    {
      "epoch": 4.319764590485532,
      "grad_norm": 4.84375,
      "learning_rate": 1.0982417859422778e-06,
      "loss": 0.1445,
      "step": 6609
    },
    {
      "epoch": 4.320418505803499,
      "grad_norm": 4.125,
      "learning_rate": 1.096162243769676e-06,
      "loss": 0.0683,
      "step": 6610
    },
    {
      "epoch": 4.321072421121465,
      "grad_norm": 4.3125,
      "learning_rate": 1.0940845581190729e-06,
      "loss": 0.0834,
      "step": 6611
    },
    {
      "epoch": 4.321726336439431,
      "grad_norm": 4.59375,
      "learning_rate": 1.0920087294236792e-06,
      "loss": 0.0878,
      "step": 6612
    },
    {
      "epoch": 4.322380251757397,
      "grad_norm": 4.09375,
      "learning_rate": 1.0899347581163222e-06,
      "loss": 0.0871,
      "step": 6613
    },
    {
      "epoch": 4.323034167075364,
      "grad_norm": 7.09375,
      "learning_rate": 1.0878626446294437e-06,
      "loss": 0.1053,
      "step": 6614
    },
    {
      "epoch": 4.32368808239333,
      "grad_norm": 3.921875,
      "learning_rate": 1.0857923893950929e-06,
      "loss": 0.0641,
      "step": 6615
    },
    {
      "epoch": 4.324341997711296,
      "grad_norm": 4.15625,
      "learning_rate": 1.0837239928449383e-06,
      "loss": 0.08,
      "step": 6616
    },
    {
      "epoch": 4.324995913029262,
      "grad_norm": 3.78125,
      "learning_rate": 1.0816574554102544e-06,
      "loss": 0.1459,
      "step": 6617
    },
    {
      "epoch": 4.325649828347229,
      "grad_norm": 2.671875,
      "learning_rate": 1.0795927775219317e-06,
      "loss": 0.0252,
      "step": 6618
    },
    {
      "epoch": 4.326303743665195,
      "grad_norm": 2.890625,
      "learning_rate": 1.0775299596104749e-06,
      "loss": 0.0568,
      "step": 6619
    },
    {
      "epoch": 4.3269576589831615,
      "grad_norm": 2.484375,
      "learning_rate": 1.0754690021059955e-06,
      "loss": 0.0276,
      "step": 6620
    },
    {
      "epoch": 4.327611574301128,
      "grad_norm": 5.125,
      "learning_rate": 1.0734099054382186e-06,
      "loss": 0.1642,
      "step": 6621
    },
    {
      "epoch": 4.328265489619095,
      "grad_norm": 3.34375,
      "learning_rate": 1.0713526700364852e-06,
      "loss": 0.0697,
      "step": 6622
    },
    {
      "epoch": 4.328919404937061,
      "grad_norm": 5.46875,
      "learning_rate": 1.0692972963297432e-06,
      "loss": 0.1246,
      "step": 6623
    },
    {
      "epoch": 4.329573320255027,
      "grad_norm": 4.28125,
      "learning_rate": 1.0672437847465566e-06,
      "loss": 0.0601,
      "step": 6624
    },
    {
      "epoch": 4.330227235572993,
      "grad_norm": 3.578125,
      "learning_rate": 1.0651921357150997e-06,
      "loss": 0.0647,
      "step": 6625
    },
    {
      "epoch": 4.33088115089096,
      "grad_norm": 1.90625,
      "learning_rate": 1.0631423496631531e-06,
      "loss": 0.0305,
      "step": 6626
    },
    {
      "epoch": 4.331535066208926,
      "grad_norm": 2.5625,
      "learning_rate": 1.061094427018118e-06,
      "loss": 0.0317,
      "step": 6627
    },
    {
      "epoch": 4.332188981526892,
      "grad_norm": 3.59375,
      "learning_rate": 1.0590483682070007e-06,
      "loss": 0.0664,
      "step": 6628
    },
    {
      "epoch": 4.332842896844858,
      "grad_norm": 4.875,
      "learning_rate": 1.057004173656424e-06,
      "loss": 0.089,
      "step": 6629
    },
    {
      "epoch": 4.333496812162825,
      "grad_norm": 3.765625,
      "learning_rate": 1.0549618437926179e-06,
      "loss": 0.0565,
      "step": 6630
    },
    {
      "epoch": 4.334150727480791,
      "grad_norm": 3.46875,
      "learning_rate": 1.0529213790414217e-06,
      "loss": 0.0853,
      "step": 6631
    },
    {
      "epoch": 4.334804642798757,
      "grad_norm": 3.0,
      "learning_rate": 1.0508827798282928e-06,
      "loss": 0.06,
      "step": 6632
    },
    {
      "epoch": 4.3354585581167235,
      "grad_norm": 3.234375,
      "learning_rate": 1.0488460465782912e-06,
      "loss": 0.0525,
      "step": 6633
    },
    {
      "epoch": 4.3361124734346905,
      "grad_norm": 2.84375,
      "learning_rate": 1.0468111797160974e-06,
      "loss": 0.0306,
      "step": 6634
    },
    {
      "epoch": 4.336766388752657,
      "grad_norm": 3.59375,
      "learning_rate": 1.044778179665994e-06,
      "loss": 0.0685,
      "step": 6635
    },
    {
      "epoch": 4.337420304070623,
      "grad_norm": 4.5625,
      "learning_rate": 1.0427470468518775e-06,
      "loss": 0.1078,
      "step": 6636
    },
    {
      "epoch": 4.338074219388589,
      "grad_norm": 4.40625,
      "learning_rate": 1.0407177816972558e-06,
      "loss": 0.0965,
      "step": 6637
    },
    {
      "epoch": 4.338728134706556,
      "grad_norm": 2.546875,
      "learning_rate": 1.0386903846252505e-06,
      "loss": 0.0435,
      "step": 6638
    },
    {
      "epoch": 4.339382050024522,
      "grad_norm": 2.328125,
      "learning_rate": 1.0366648560585856e-06,
      "loss": 0.0308,
      "step": 6639
    },
    {
      "epoch": 4.340035965342488,
      "grad_norm": 4.90625,
      "learning_rate": 1.0346411964196036e-06,
      "loss": 0.0971,
      "step": 6640
    },
    {
      "epoch": 4.340689880660454,
      "grad_norm": 3.1875,
      "learning_rate": 1.0326194061302508e-06,
      "loss": 0.0601,
      "step": 6641
    },
    {
      "epoch": 4.341343795978421,
      "grad_norm": 2.734375,
      "learning_rate": 1.0305994856120915e-06,
      "loss": 0.0383,
      "step": 6642
    },
    {
      "epoch": 4.341997711296387,
      "grad_norm": 1.8515625,
      "learning_rate": 1.028581435286291e-06,
      "loss": 0.0177,
      "step": 6643
    },
    {
      "epoch": 4.342651626614353,
      "grad_norm": 1.8828125,
      "learning_rate": 1.0265652555736295e-06,
      "loss": 0.0226,
      "step": 6644
    },
    {
      "epoch": 4.343305541932319,
      "grad_norm": 5.40625,
      "learning_rate": 1.0245509468944992e-06,
      "loss": 0.0866,
      "step": 6645
    },
    {
      "epoch": 4.343959457250286,
      "grad_norm": 3.46875,
      "learning_rate": 1.0225385096688956e-06,
      "loss": 0.0918,
      "step": 6646
    },
    {
      "epoch": 4.3446133725682525,
      "grad_norm": 3.890625,
      "learning_rate": 1.0205279443164318e-06,
      "loss": 0.1043,
      "step": 6647
    },
    {
      "epoch": 4.345267287886219,
      "grad_norm": 5.34375,
      "learning_rate": 1.018519251256327e-06,
      "loss": 0.186,
      "step": 6648
    },
    {
      "epoch": 4.345921203204185,
      "grad_norm": 2.546875,
      "learning_rate": 1.016512430907407e-06,
      "loss": 0.0315,
      "step": 6649
    },
    {
      "epoch": 4.346575118522152,
      "grad_norm": 5.09375,
      "learning_rate": 1.014507483688113e-06,
      "loss": 0.2087,
      "step": 6650
    },
    {
      "epoch": 4.347229033840118,
      "grad_norm": 4.625,
      "learning_rate": 1.0125044100164927e-06,
      "loss": 0.0934,
      "step": 6651
    },
    {
      "epoch": 4.347882949158084,
      "grad_norm": 3.40625,
      "learning_rate": 1.0105032103101986e-06,
      "loss": 0.1046,
      "step": 6652
    },
    {
      "epoch": 4.34853686447605,
      "grad_norm": 3.984375,
      "learning_rate": 1.0085038849865025e-06,
      "loss": 0.057,
      "step": 6653
    },
    {
      "epoch": 4.349190779794017,
      "grad_norm": 5.6875,
      "learning_rate": 1.0065064344622766e-06,
      "loss": 0.1975,
      "step": 6654
    },
    {
      "epoch": 4.349844695111983,
      "grad_norm": 3.609375,
      "learning_rate": 1.0045108591540075e-06,
      "loss": 0.074,
      "step": 6655
    },
    {
      "epoch": 4.350498610429949,
      "grad_norm": 3.6875,
      "learning_rate": 1.0025171594777872e-06,
      "loss": 0.0978,
      "step": 6656
    },
    {
      "epoch": 4.351152525747915,
      "grad_norm": 5.4375,
      "learning_rate": 1.0005253358493173e-06,
      "loss": 0.1529,
      "step": 6657
    },
    {
      "epoch": 4.351806441065882,
      "grad_norm": 2.203125,
      "learning_rate": 9.9853538868391e-07,
      "loss": 0.0394,
      "step": 6658
    },
    {
      "epoch": 4.352460356383848,
      "grad_norm": 5.9375,
      "learning_rate": 9.965473183964879e-07,
      "loss": 0.1169,
      "step": 6659
    },
    {
      "epoch": 4.3531142717018145,
      "grad_norm": 3.234375,
      "learning_rate": 9.945611254015763e-07,
      "loss": 0.1014,
      "step": 6660
    },
    {
      "epoch": 4.353768187019781,
      "grad_norm": 2.6875,
      "learning_rate": 9.925768101133148e-07,
      "loss": 0.0575,
      "step": 6661
    },
    {
      "epoch": 4.354422102337748,
      "grad_norm": 3.6875,
      "learning_rate": 9.90594372945446e-07,
      "loss": 0.0626,
      "step": 6662
    },
    {
      "epoch": 4.355076017655714,
      "grad_norm": 6.34375,
      "learning_rate": 9.88613814311329e-07,
      "loss": 0.1789,
      "step": 6663
    },
    {
      "epoch": 4.35572993297368,
      "grad_norm": 3.046875,
      "learning_rate": 9.866351346239223e-07,
      "loss": 0.0656,
      "step": 6664
    },
    {
      "epoch": 4.356383848291646,
      "grad_norm": 5.375,
      "learning_rate": 9.84658334295796e-07,
      "loss": 0.1933,
      "step": 6665
    },
    {
      "epoch": 4.357037763609613,
      "grad_norm": 2.921875,
      "learning_rate": 9.826834137391328e-07,
      "loss": 0.0358,
      "step": 6666
    },
    {
      "epoch": 4.357691678927579,
      "grad_norm": 4.09375,
      "learning_rate": 9.807103733657141e-07,
      "loss": 0.1361,
      "step": 6667
    },
    {
      "epoch": 4.358345594245545,
      "grad_norm": 6.34375,
      "learning_rate": 9.787392135869389e-07,
      "loss": 0.1402,
      "step": 6668
    },
    {
      "epoch": 4.358999509563511,
      "grad_norm": 3.109375,
      "learning_rate": 9.767699348138116e-07,
      "loss": 0.0449,
      "step": 6669
    },
    {
      "epoch": 4.359653424881478,
      "grad_norm": 5.6875,
      "learning_rate": 9.74802537456937e-07,
      "loss": 0.2468,
      "step": 6670
    },
    {
      "epoch": 4.360307340199444,
      "grad_norm": 5.03125,
      "learning_rate": 9.728370219265382e-07,
      "loss": 0.183,
      "step": 6671
    },
    {
      "epoch": 4.36096125551741,
      "grad_norm": 3.734375,
      "learning_rate": 9.708733886324383e-07,
      "loss": 0.0686,
      "step": 6672
    },
    {
      "epoch": 4.3616151708353765,
      "grad_norm": 2.859375,
      "learning_rate": 9.689116379840724e-07,
      "loss": 0.0544,
      "step": 6673
    },
    {
      "epoch": 4.3622690861533435,
      "grad_norm": 3.609375,
      "learning_rate": 9.669517703904807e-07,
      "loss": 0.0571,
      "step": 6674
    },
    {
      "epoch": 4.36292300147131,
      "grad_norm": 5.65625,
      "learning_rate": 9.649937862603097e-07,
      "loss": 0.2073,
      "step": 6675
    },
    {
      "epoch": 4.363576916789276,
      "grad_norm": 5.0625,
      "learning_rate": 9.630376860018186e-07,
      "loss": 0.0992,
      "step": 6676
    },
    {
      "epoch": 4.364230832107242,
      "grad_norm": 2.171875,
      "learning_rate": 9.610834700228654e-07,
      "loss": 0.0345,
      "step": 6677
    },
    {
      "epoch": 4.364884747425209,
      "grad_norm": 4.9375,
      "learning_rate": 9.591311387309233e-07,
      "loss": 0.1341,
      "step": 6678
    },
    {
      "epoch": 4.365538662743175,
      "grad_norm": 4.71875,
      "learning_rate": 9.571806925330696e-07,
      "loss": 0.1086,
      "step": 6679
    },
    {
      "epoch": 4.366192578061141,
      "grad_norm": 5.03125,
      "learning_rate": 9.552321318359836e-07,
      "loss": 0.1135,
      "step": 6680
    },
    {
      "epoch": 4.366846493379107,
      "grad_norm": 4.5,
      "learning_rate": 9.532854570459627e-07,
      "loss": 0.0518,
      "step": 6681
    },
    {
      "epoch": 4.367500408697074,
      "grad_norm": 3.609375,
      "learning_rate": 9.513406685688998e-07,
      "loss": 0.0837,
      "step": 6682
    },
    {
      "epoch": 4.36815432401504,
      "grad_norm": 7.3125,
      "learning_rate": 9.493977668102983e-07,
      "loss": 0.1506,
      "step": 6683
    },
    {
      "epoch": 4.368808239333006,
      "grad_norm": 2.78125,
      "learning_rate": 9.474567521752709e-07,
      "loss": 0.0339,
      "step": 6684
    },
    {
      "epoch": 4.369462154650972,
      "grad_norm": 3.546875,
      "learning_rate": 9.455176250685338e-07,
      "loss": 0.0761,
      "step": 6685
    },
    {
      "epoch": 4.370116069968939,
      "grad_norm": 4.03125,
      "learning_rate": 9.435803858944126e-07,
      "loss": 0.1521,
      "step": 6686
    },
    {
      "epoch": 4.3707699852869055,
      "grad_norm": 6.21875,
      "learning_rate": 9.416450350568362e-07,
      "loss": 0.1291,
      "step": 6687
    },
    {
      "epoch": 4.371423900604872,
      "grad_norm": 2.734375,
      "learning_rate": 9.397115729593364e-07,
      "loss": 0.0328,
      "step": 6688
    },
    {
      "epoch": 4.372077815922838,
      "grad_norm": 5.03125,
      "learning_rate": 9.37780000005063e-07,
      "loss": 0.1662,
      "step": 6689
    },
    {
      "epoch": 4.372731731240805,
      "grad_norm": 4.4375,
      "learning_rate": 9.358503165967614e-07,
      "loss": 0.1201,
      "step": 6690
    },
    {
      "epoch": 4.373385646558771,
      "grad_norm": 3.703125,
      "learning_rate": 9.339225231367855e-07,
      "loss": 0.0667,
      "step": 6691
    },
    {
      "epoch": 4.374039561876737,
      "grad_norm": 3.71875,
      "learning_rate": 9.319966200270969e-07,
      "loss": 0.0559,
      "step": 6692
    },
    {
      "epoch": 4.374693477194703,
      "grad_norm": 4.25,
      "learning_rate": 9.30072607669259e-07,
      "loss": 0.1258,
      "step": 6693
    },
    {
      "epoch": 4.37534739251267,
      "grad_norm": 3.921875,
      "learning_rate": 9.281504864644497e-07,
      "loss": 0.1156,
      "step": 6694
    },
    {
      "epoch": 4.376001307830636,
      "grad_norm": 6.5625,
      "learning_rate": 9.262302568134418e-07,
      "loss": 0.1874,
      "step": 6695
    },
    {
      "epoch": 4.376655223148602,
      "grad_norm": 1.7421875,
      "learning_rate": 9.243119191166194e-07,
      "loss": 0.0273,
      "step": 6696
    },
    {
      "epoch": 4.377309138466568,
      "grad_norm": 2.734375,
      "learning_rate": 9.223954737739738e-07,
      "loss": 0.0347,
      "step": 6697
    },
    {
      "epoch": 4.377963053784535,
      "grad_norm": 2.59375,
      "learning_rate": 9.204809211850952e-07,
      "loss": 0.0272,
      "step": 6698
    },
    {
      "epoch": 4.378616969102501,
      "grad_norm": 4.375,
      "learning_rate": 9.185682617491865e-07,
      "loss": 0.0944,
      "step": 6699
    },
    {
      "epoch": 4.3792708844204675,
      "grad_norm": 3.640625,
      "learning_rate": 9.166574958650532e-07,
      "loss": 0.0634,
      "step": 6700
    },
    {
      "epoch": 4.379924799738434,
      "grad_norm": 3.578125,
      "learning_rate": 9.147486239311032e-07,
      "loss": 0.0571,
      "step": 6701
    },
    {
      "epoch": 4.3805787150564,
      "grad_norm": 3.453125,
      "learning_rate": 9.128416463453538e-07,
      "loss": 0.0597,
      "step": 6702
    },
    {
      "epoch": 4.381232630374367,
      "grad_norm": 3.5625,
      "learning_rate": 9.109365635054235e-07,
      "loss": 0.0575,
      "step": 6703
    },
    {
      "epoch": 4.381886545692333,
      "grad_norm": 3.015625,
      "learning_rate": 9.090333758085368e-07,
      "loss": 0.0453,
      "step": 6704
    },
    {
      "epoch": 4.382540461010299,
      "grad_norm": 2.953125,
      "learning_rate": 9.071320836515263e-07,
      "loss": 0.1026,
      "step": 6705
    },
    {
      "epoch": 4.383194376328266,
      "grad_norm": 5.78125,
      "learning_rate": 9.052326874308226e-07,
      "loss": 0.1542,
      "step": 6706
    },
    {
      "epoch": 4.383848291646232,
      "grad_norm": 3.0,
      "learning_rate": 9.033351875424712e-07,
      "loss": 0.0643,
      "step": 6707
    },
    {
      "epoch": 4.384502206964198,
      "grad_norm": 4.78125,
      "learning_rate": 9.014395843821122e-07,
      "loss": 0.1177,
      "step": 6708
    },
    {
      "epoch": 4.385156122282164,
      "grad_norm": 3.1875,
      "learning_rate": 8.995458783449906e-07,
      "loss": 0.0324,
      "step": 6709
    },
    {
      "epoch": 4.38581003760013,
      "grad_norm": 3.328125,
      "learning_rate": 8.976540698259673e-07,
      "loss": 0.0564,
      "step": 6710
    },
    {
      "epoch": 4.386463952918097,
      "grad_norm": 3.515625,
      "learning_rate": 8.957641592194954e-07,
      "loss": 0.0623,
      "step": 6711
    },
    {
      "epoch": 4.387117868236063,
      "grad_norm": 2.859375,
      "learning_rate": 8.938761469196355e-07,
      "loss": 0.0574,
      "step": 6712
    },
    {
      "epoch": 4.3877717835540295,
      "grad_norm": 3.84375,
      "learning_rate": 8.919900333200571e-07,
      "loss": 0.0975,
      "step": 6713
    },
    {
      "epoch": 4.3884256988719965,
      "grad_norm": 3.578125,
      "learning_rate": 8.901058188140254e-07,
      "loss": 0.0946,
      "step": 6714
    },
    {
      "epoch": 4.389079614189963,
      "grad_norm": 2.125,
      "learning_rate": 8.882235037944187e-07,
      "loss": 0.0498,
      "step": 6715
    },
    {
      "epoch": 4.389733529507929,
      "grad_norm": 5.6875,
      "learning_rate": 8.863430886537127e-07,
      "loss": 0.1716,
      "step": 6716
    },
    {
      "epoch": 4.390387444825895,
      "grad_norm": 3.75,
      "learning_rate": 8.844645737839874e-07,
      "loss": 0.0797,
      "step": 6717
    },
    {
      "epoch": 4.391041360143861,
      "grad_norm": 4.09375,
      "learning_rate": 8.825879595769326e-07,
      "loss": 0.0579,
      "step": 6718
    },
    {
      "epoch": 4.391695275461828,
      "grad_norm": 2.75,
      "learning_rate": 8.80713246423831e-07,
      "loss": 0.0532,
      "step": 6719
    },
    {
      "epoch": 4.392349190779794,
      "grad_norm": 5.1875,
      "learning_rate": 8.788404347155833e-07,
      "loss": 0.121,
      "step": 6720
    },
    {
      "epoch": 4.39300310609776,
      "grad_norm": 4.6875,
      "learning_rate": 8.769695248426812e-07,
      "loss": 0.0699,
      "step": 6721
    },
    {
      "epoch": 4.393657021415727,
      "grad_norm": 4.15625,
      "learning_rate": 8.751005171952254e-07,
      "loss": 0.1573,
      "step": 6722
    },
    {
      "epoch": 4.394310936733693,
      "grad_norm": 3.671875,
      "learning_rate": 8.732334121629193e-07,
      "loss": 0.073,
      "step": 6723
    },
    {
      "epoch": 4.394964852051659,
      "grad_norm": 5.75,
      "learning_rate": 8.713682101350684e-07,
      "loss": 0.1397,
      "step": 6724
    },
    {
      "epoch": 4.395618767369625,
      "grad_norm": 2.984375,
      "learning_rate": 8.695049115005838e-07,
      "loss": 0.0603,
      "step": 6725
    },
    {
      "epoch": 4.3962726826875915,
      "grad_norm": 2.546875,
      "learning_rate": 8.676435166479779e-07,
      "loss": 0.0306,
      "step": 6726
    },
    {
      "epoch": 4.3969265980055585,
      "grad_norm": 6.53125,
      "learning_rate": 8.657840259653649e-07,
      "loss": 0.1342,
      "step": 6727
    },
    {
      "epoch": 4.397580513323525,
      "grad_norm": 2.390625,
      "learning_rate": 8.639264398404667e-07,
      "loss": 0.0459,
      "step": 6728
    },
    {
      "epoch": 4.398234428641491,
      "grad_norm": 2.78125,
      "learning_rate": 8.620707586606014e-07,
      "loss": 0.0561,
      "step": 6729
    },
    {
      "epoch": 4.398888343959458,
      "grad_norm": 5.25,
      "learning_rate": 8.60216982812695e-07,
      "loss": 0.0852,
      "step": 6730
    },
    {
      "epoch": 4.399542259277424,
      "grad_norm": 4.78125,
      "learning_rate": 8.58365112683277e-07,
      "loss": 0.1206,
      "step": 6731
    },
    {
      "epoch": 4.40019617459539,
      "grad_norm": 2.984375,
      "learning_rate": 8.565151486584733e-07,
      "loss": 0.0663,
      "step": 6732
    },
    {
      "epoch": 4.400850089913356,
      "grad_norm": 2.859375,
      "learning_rate": 8.546670911240196e-07,
      "loss": 0.0788,
      "step": 6733
    },
    {
      "epoch": 4.401504005231322,
      "grad_norm": 2.5625,
      "learning_rate": 8.52820940465251e-07,
      "loss": 0.0297,
      "step": 6734
    },
    {
      "epoch": 4.402157920549289,
      "grad_norm": 6.8125,
      "learning_rate": 8.509766970671007e-07,
      "loss": 0.2494,
      "step": 6735
    },
    {
      "epoch": 4.402811835867255,
      "grad_norm": 4.78125,
      "learning_rate": 8.491343613141123e-07,
      "loss": 0.1682,
      "step": 6736
    },
    {
      "epoch": 4.403465751185221,
      "grad_norm": 3.796875,
      "learning_rate": 8.472939335904251e-07,
      "loss": 0.095,
      "step": 6737
    },
    {
      "epoch": 4.404119666503187,
      "grad_norm": 4.96875,
      "learning_rate": 8.454554142797855e-07,
      "loss": 0.1318,
      "step": 6738
    },
    {
      "epoch": 4.404773581821154,
      "grad_norm": 5.1875,
      "learning_rate": 8.43618803765538e-07,
      "loss": 0.2078,
      "step": 6739
    },
    {
      "epoch": 4.4054274971391205,
      "grad_norm": 2.953125,
      "learning_rate": 8.417841024306295e-07,
      "loss": 0.063,
      "step": 6740
    },
    {
      "epoch": 4.406081412457087,
      "grad_norm": 4.28125,
      "learning_rate": 8.39951310657614e-07,
      "loss": 0.1391,
      "step": 6741
    },
    {
      "epoch": 4.406735327775053,
      "grad_norm": 4.34375,
      "learning_rate": 8.381204288286415e-07,
      "loss": 0.1609,
      "step": 6742
    },
    {
      "epoch": 4.40738924309302,
      "grad_norm": 4.65625,
      "learning_rate": 8.362914573254633e-07,
      "loss": 0.1107,
      "step": 6743
    },
    {
      "epoch": 4.408043158410986,
      "grad_norm": 6.84375,
      "learning_rate": 8.344643965294385e-07,
      "loss": 0.2235,
      "step": 6744
    },
    {
      "epoch": 4.408697073728952,
      "grad_norm": 6.875,
      "learning_rate": 8.326392468215206e-07,
      "loss": 0.2505,
      "step": 6745
    },
    {
      "epoch": 4.409350989046918,
      "grad_norm": 1.9609375,
      "learning_rate": 8.308160085822702e-07,
      "loss": 0.0264,
      "step": 6746
    },
    {
      "epoch": 4.410004904364885,
      "grad_norm": 9.25,
      "learning_rate": 8.28994682191847e-07,
      "loss": 0.1844,
      "step": 6747
    },
    {
      "epoch": 4.410658819682851,
      "grad_norm": 3.0,
      "learning_rate": 8.271752680300104e-07,
      "loss": 0.0512,
      "step": 6748
    },
    {
      "epoch": 4.411312735000817,
      "grad_norm": 3.40625,
      "learning_rate": 8.253577664761259e-07,
      "loss": 0.0687,
      "step": 6749
    },
    {
      "epoch": 4.411966650318783,
      "grad_norm": 2.40625,
      "learning_rate": 8.235421779091534e-07,
      "loss": 0.0332,
      "step": 6750
    },
    {
      "epoch": 4.41262056563675,
      "grad_norm": 10.4375,
      "learning_rate": 8.217285027076605e-07,
      "loss": 0.3843,
      "step": 6751
    },
    {
      "epoch": 4.413274480954716,
      "grad_norm": 7.15625,
      "learning_rate": 8.199167412498144e-07,
      "loss": 0.1321,
      "step": 6752
    },
    {
      "epoch": 4.4139283962726825,
      "grad_norm": 5.53125,
      "learning_rate": 8.181068939133785e-07,
      "loss": 0.204,
      "step": 6753
    },
    {
      "epoch": 4.414582311590649,
      "grad_norm": 3.03125,
      "learning_rate": 8.162989610757232e-07,
      "loss": 0.0688,
      "step": 6754
    },
    {
      "epoch": 4.415236226908616,
      "grad_norm": 3.375,
      "learning_rate": 8.144929431138171e-07,
      "loss": 0.0688,
      "step": 6755
    },
    {
      "epoch": 4.415890142226582,
      "grad_norm": 4.65625,
      "learning_rate": 8.126888404042266e-07,
      "loss": 0.1383,
      "step": 6756
    },
    {
      "epoch": 4.416544057544548,
      "grad_norm": 4.09375,
      "learning_rate": 8.108866533231252e-07,
      "loss": 0.0411,
      "step": 6757
    },
    {
      "epoch": 4.417197972862514,
      "grad_norm": 2.765625,
      "learning_rate": 8.090863822462791e-07,
      "loss": 0.0287,
      "step": 6758
    },
    {
      "epoch": 4.417851888180481,
      "grad_norm": 1.8203125,
      "learning_rate": 8.072880275490658e-07,
      "loss": 0.0152,
      "step": 6759
    },
    {
      "epoch": 4.418505803498447,
      "grad_norm": 5.25,
      "learning_rate": 8.054915896064497e-07,
      "loss": 0.181,
      "step": 6760
    },
    {
      "epoch": 4.419159718816413,
      "grad_norm": 2.234375,
      "learning_rate": 8.036970687930068e-07,
      "loss": 0.0327,
      "step": 6761
    },
    {
      "epoch": 4.419813634134379,
      "grad_norm": 7.375,
      "learning_rate": 8.0190446548291e-07,
      "loss": 0.2541,
      "step": 6762
    },
    {
      "epoch": 4.420467549452346,
      "grad_norm": 2.703125,
      "learning_rate": 8.001137800499281e-07,
      "loss": 0.0462,
      "step": 6763
    },
    {
      "epoch": 4.421121464770312,
      "grad_norm": 6.75,
      "learning_rate": 7.98325012867437e-07,
      "loss": 0.1533,
      "step": 6764
    },
    {
      "epoch": 4.421775380088278,
      "grad_norm": 3.671875,
      "learning_rate": 7.965381643084069e-07,
      "loss": 0.1204,
      "step": 6765
    },
    {
      "epoch": 4.4224292954062445,
      "grad_norm": 2.90625,
      "learning_rate": 7.94753234745409e-07,
      "loss": 0.0649,
      "step": 6766
    },
    {
      "epoch": 4.4230832107242115,
      "grad_norm": 6.6875,
      "learning_rate": 7.929702245506188e-07,
      "loss": 0.1224,
      "step": 6767
    },
    {
      "epoch": 4.423737126042178,
      "grad_norm": 4.5625,
      "learning_rate": 7.911891340958044e-07,
      "loss": 0.1,
      "step": 6768
    },
    {
      "epoch": 4.424391041360144,
      "grad_norm": 3.359375,
      "learning_rate": 7.894099637523422e-07,
      "loss": 0.0223,
      "step": 6769
    },
    {
      "epoch": 4.42504495667811,
      "grad_norm": 3.3125,
      "learning_rate": 7.876327138911999e-07,
      "loss": 0.0473,
      "step": 6770
    },
    {
      "epoch": 4.425698871996077,
      "grad_norm": 3.140625,
      "learning_rate": 7.858573848829487e-07,
      "loss": 0.0606,
      "step": 6771
    },
    {
      "epoch": 4.426352787314043,
      "grad_norm": 3.15625,
      "learning_rate": 7.840839770977615e-07,
      "loss": 0.0663,
      "step": 6772
    },
    {
      "epoch": 4.427006702632009,
      "grad_norm": 4.875,
      "learning_rate": 7.82312490905407e-07,
      "loss": 0.1852,
      "step": 6773
    },
    {
      "epoch": 4.427660617949975,
      "grad_norm": 4.0625,
      "learning_rate": 7.805429266752518e-07,
      "loss": 0.0608,
      "step": 6774
    },
    {
      "epoch": 4.428314533267942,
      "grad_norm": 2.78125,
      "learning_rate": 7.787752847762686e-07,
      "loss": 0.0364,
      "step": 6775
    },
    {
      "epoch": 4.428968448585908,
      "grad_norm": 4.875,
      "learning_rate": 7.770095655770216e-07,
      "loss": 0.0853,
      "step": 6776
    },
    {
      "epoch": 4.429622363903874,
      "grad_norm": 3.640625,
      "learning_rate": 7.752457694456794e-07,
      "loss": 0.0495,
      "step": 6777
    },
    {
      "epoch": 4.43027627922184,
      "grad_norm": 4.5,
      "learning_rate": 7.734838967500069e-07,
      "loss": 0.0785,
      "step": 6778
    },
    {
      "epoch": 4.430930194539807,
      "grad_norm": 2.59375,
      "learning_rate": 7.717239478573679e-07,
      "loss": 0.0296,
      "step": 6779
    },
    {
      "epoch": 4.4315841098577735,
      "grad_norm": 2.75,
      "learning_rate": 7.699659231347267e-07,
      "loss": 0.0496,
      "step": 6780
    },
    {
      "epoch": 4.43223802517574,
      "grad_norm": 3.859375,
      "learning_rate": 7.682098229486478e-07,
      "loss": 0.1167,
      "step": 6781
    },
    {
      "epoch": 4.432891940493706,
      "grad_norm": 2.328125,
      "learning_rate": 7.664556476652885e-07,
      "loss": 0.0375,
      "step": 6782
    },
    {
      "epoch": 4.433545855811673,
      "grad_norm": 5.84375,
      "learning_rate": 7.647033976504126e-07,
      "loss": 0.2592,
      "step": 6783
    },
    {
      "epoch": 4.434199771129639,
      "grad_norm": 1.9609375,
      "learning_rate": 7.629530732693735e-07,
      "loss": 0.0163,
      "step": 6784
    },
    {
      "epoch": 4.434853686447605,
      "grad_norm": 4.0,
      "learning_rate": 7.612046748871327e-07,
      "loss": 0.0499,
      "step": 6785
    },
    {
      "epoch": 4.435507601765571,
      "grad_norm": 4.8125,
      "learning_rate": 7.594582028682429e-07,
      "loss": 0.1455,
      "step": 6786
    },
    {
      "epoch": 4.436161517083538,
      "grad_norm": 4.875,
      "learning_rate": 7.577136575768573e-07,
      "loss": 0.1268,
      "step": 6787
    },
    {
      "epoch": 4.436815432401504,
      "grad_norm": 3.28125,
      "learning_rate": 7.559710393767295e-07,
      "loss": 0.052,
      "step": 6788
    },
    {
      "epoch": 4.43746934771947,
      "grad_norm": 3.03125,
      "learning_rate": 7.542303486312052e-07,
      "loss": 0.0682,
      "step": 6789
    },
    {
      "epoch": 4.438123263037436,
      "grad_norm": 2.71875,
      "learning_rate": 7.524915857032389e-07,
      "loss": 0.0553,
      "step": 6790
    },
    {
      "epoch": 4.438777178355403,
      "grad_norm": 5.1875,
      "learning_rate": 7.507547509553715e-07,
      "loss": 0.0856,
      "step": 6791
    },
    {
      "epoch": 4.439431093673369,
      "grad_norm": 3.734375,
      "learning_rate": 7.490198447497476e-07,
      "loss": 0.1397,
      "step": 6792
    },
    {
      "epoch": 4.4400850089913355,
      "grad_norm": 2.8125,
      "learning_rate": 7.472868674481126e-07,
      "loss": 0.0587,
      "step": 6793
    },
    {
      "epoch": 4.440738924309302,
      "grad_norm": 5.75,
      "learning_rate": 7.455558194118051e-07,
      "loss": 0.1313,
      "step": 6794
    },
    {
      "epoch": 4.441392839627269,
      "grad_norm": 3.5625,
      "learning_rate": 7.438267010017586e-07,
      "loss": 0.0478,
      "step": 6795
    },
    {
      "epoch": 4.442046754945235,
      "grad_norm": 5.1875,
      "learning_rate": 7.420995125785135e-07,
      "loss": 0.0834,
      "step": 6796
    },
    {
      "epoch": 4.442700670263201,
      "grad_norm": 3.765625,
      "learning_rate": 7.403742545021986e-07,
      "loss": 0.0659,
      "step": 6797
    },
    {
      "epoch": 4.443354585581167,
      "grad_norm": 3.125,
      "learning_rate": 7.386509271325471e-07,
      "loss": 0.0563,
      "step": 6798
    },
    {
      "epoch": 4.444008500899134,
      "grad_norm": 2.296875,
      "learning_rate": 7.369295308288848e-07,
      "loss": 0.0312,
      "step": 6799
    },
    {
      "epoch": 4.4446624162171,
      "grad_norm": 9.1875,
      "learning_rate": 7.35210065950136e-07,
      "loss": 0.3188,
      "step": 6800
    },
    {
      "epoch": 4.445316331535066,
      "grad_norm": 4.21875,
      "learning_rate": 7.334925328548248e-07,
      "loss": 0.1594,
      "step": 6801
    },
    {
      "epoch": 4.445970246853032,
      "grad_norm": 4.5,
      "learning_rate": 7.317769319010704e-07,
      "loss": 0.0676,
      "step": 6802
    },
    {
      "epoch": 4.446624162170999,
      "grad_norm": 4.21875,
      "learning_rate": 7.300632634465887e-07,
      "loss": 0.1393,
      "step": 6803
    },
    {
      "epoch": 4.447278077488965,
      "grad_norm": 2.96875,
      "learning_rate": 7.283515278486953e-07,
      "loss": 0.0675,
      "step": 6804
    },
    {
      "epoch": 4.447931992806931,
      "grad_norm": 3.328125,
      "learning_rate": 7.266417254642966e-07,
      "loss": 0.0756,
      "step": 6805
    },
    {
      "epoch": 4.4485859081248975,
      "grad_norm": 2.0625,
      "learning_rate": 7.249338566499053e-07,
      "loss": 0.0291,
      "step": 6806
    },
    {
      "epoch": 4.4492398234428645,
      "grad_norm": 3.734375,
      "learning_rate": 7.232279217616245e-07,
      "loss": 0.0733,
      "step": 6807
    },
    {
      "epoch": 4.449893738760831,
      "grad_norm": 4.8125,
      "learning_rate": 7.215239211551517e-07,
      "loss": 0.1298,
      "step": 6808
    },
    {
      "epoch": 4.450547654078797,
      "grad_norm": 4.875,
      "learning_rate": 7.198218551857894e-07,
      "loss": 0.1965,
      "step": 6809
    },
    {
      "epoch": 4.451201569396763,
      "grad_norm": 2.9375,
      "learning_rate": 7.181217242084282e-07,
      "loss": 0.0567,
      "step": 6810
    },
    {
      "epoch": 4.45185548471473,
      "grad_norm": 4.1875,
      "learning_rate": 7.164235285775611e-07,
      "loss": 0.0919,
      "step": 6811
    },
    {
      "epoch": 4.452509400032696,
      "grad_norm": 6.15625,
      "learning_rate": 7.147272686472773e-07,
      "loss": 0.1742,
      "step": 6812
    },
    {
      "epoch": 4.453163315350662,
      "grad_norm": 3.65625,
      "learning_rate": 7.130329447712581e-07,
      "loss": 0.0611,
      "step": 6813
    },
    {
      "epoch": 4.453817230668628,
      "grad_norm": 3.609375,
      "learning_rate": 7.113405573027854e-07,
      "loss": 0.0674,
      "step": 6814
    },
    {
      "epoch": 4.454471145986595,
      "grad_norm": 3.515625,
      "learning_rate": 7.096501065947326e-07,
      "loss": 0.0365,
      "step": 6815
    },
    {
      "epoch": 4.455125061304561,
      "grad_norm": 4.15625,
      "learning_rate": 7.079615929995776e-07,
      "loss": 0.0692,
      "step": 6816
    },
    {
      "epoch": 4.455778976622527,
      "grad_norm": 3.03125,
      "learning_rate": 7.062750168693844e-07,
      "loss": 0.0527,
      "step": 6817
    },
    {
      "epoch": 4.456432891940493,
      "grad_norm": 5.15625,
      "learning_rate": 7.045903785558184e-07,
      "loss": 0.2216,
      "step": 6818
    },
    {
      "epoch": 4.45708680725846,
      "grad_norm": 4.8125,
      "learning_rate": 7.02907678410143e-07,
      "loss": 0.1389,
      "step": 6819
    },
    {
      "epoch": 4.4577407225764265,
      "grad_norm": 2.765625,
      "learning_rate": 7.01226916783212e-07,
      "loss": 0.033,
      "step": 6820
    },
    {
      "epoch": 4.458394637894393,
      "grad_norm": 5.21875,
      "learning_rate": 6.995480940254773e-07,
      "loss": 0.0564,
      "step": 6821
    },
    {
      "epoch": 4.459048553212359,
      "grad_norm": 3.015625,
      "learning_rate": 6.978712104869911e-07,
      "loss": 0.0584,
      "step": 6822
    },
    {
      "epoch": 4.459702468530326,
      "grad_norm": 5.0,
      "learning_rate": 6.961962665173916e-07,
      "loss": 0.157,
      "step": 6823
    },
    {
      "epoch": 4.460356383848292,
      "grad_norm": 2.046875,
      "learning_rate": 6.945232624659237e-07,
      "loss": 0.0231,
      "step": 6824
    },
    {
      "epoch": 4.461010299166258,
      "grad_norm": 3.25,
      "learning_rate": 6.928521986814196e-07,
      "loss": 0.0434,
      "step": 6825
    },
    {
      "epoch": 4.461664214484224,
      "grad_norm": 2.859375,
      "learning_rate": 6.911830755123072e-07,
      "loss": 0.0755,
      "step": 6826
    },
    {
      "epoch": 4.462318129802191,
      "grad_norm": 2.765625,
      "learning_rate": 6.89515893306616e-07,
      "loss": 0.0468,
      "step": 6827
    },
    {
      "epoch": 4.462972045120157,
      "grad_norm": 4.46875,
      "learning_rate": 6.878506524119644e-07,
      "loss": 0.1019,
      "step": 6828
    },
    {
      "epoch": 4.463625960438123,
      "grad_norm": 4.375,
      "learning_rate": 6.861873531755714e-07,
      "loss": 0.1225,
      "step": 6829
    },
    {
      "epoch": 4.464279875756089,
      "grad_norm": 5.75,
      "learning_rate": 6.845259959442452e-07,
      "loss": 0.117,
      "step": 6830
    },
    {
      "epoch": 4.464933791074056,
      "grad_norm": 2.625,
      "learning_rate": 6.828665810643931e-07,
      "loss": 0.032,
      "step": 6831
    },
    {
      "epoch": 4.465587706392022,
      "grad_norm": 4.78125,
      "learning_rate": 6.812091088820161e-07,
      "loss": 0.1009,
      "step": 6832
    },
    {
      "epoch": 4.4662416217099885,
      "grad_norm": 4.5,
      "learning_rate": 6.795535797427121e-07,
      "loss": 0.0851,
      "step": 6833
    },
    {
      "epoch": 4.466895537027955,
      "grad_norm": 3.125,
      "learning_rate": 6.778999939916708e-07,
      "loss": 0.0528,
      "step": 6834
    },
    {
      "epoch": 4.467549452345922,
      "grad_norm": 3.703125,
      "learning_rate": 6.762483519736806e-07,
      "loss": 0.0457,
      "step": 6835
    },
    {
      "epoch": 4.468203367663888,
      "grad_norm": 4.84375,
      "learning_rate": 6.745986540331184e-07,
      "loss": 0.1483,
      "step": 6836
    },
    {
      "epoch": 4.468857282981854,
      "grad_norm": 3.03125,
      "learning_rate": 6.729509005139634e-07,
      "loss": 0.0453,
      "step": 6837
    },
    {
      "epoch": 4.46951119829982,
      "grad_norm": 2.78125,
      "learning_rate": 6.71305091759783e-07,
      "loss": 0.1126,
      "step": 6838
    },
    {
      "epoch": 4.470165113617787,
      "grad_norm": 4.875,
      "learning_rate": 6.696612281137404e-07,
      "loss": 0.0604,
      "step": 6839
    },
    {
      "epoch": 4.470819028935753,
      "grad_norm": 4.28125,
      "learning_rate": 6.680193099185995e-07,
      "loss": 0.0666,
      "step": 6840
    },
    {
      "epoch": 4.471472944253719,
      "grad_norm": 3.9375,
      "learning_rate": 6.663793375167071e-07,
      "loss": 0.096,
      "step": 6841
    },
    {
      "epoch": 4.472126859571685,
      "grad_norm": 2.765625,
      "learning_rate": 6.647413112500134e-07,
      "loss": 0.0575,
      "step": 6842
    },
    {
      "epoch": 4.472780774889652,
      "grad_norm": 5.84375,
      "learning_rate": 6.631052314600639e-07,
      "loss": 0.1819,
      "step": 6843
    },
    {
      "epoch": 4.473434690207618,
      "grad_norm": 4.65625,
      "learning_rate": 6.61471098487988e-07,
      "loss": 0.242,
      "step": 6844
    },
    {
      "epoch": 4.474088605525584,
      "grad_norm": 3.765625,
      "learning_rate": 6.598389126745209e-07,
      "loss": 0.0464,
      "step": 6845
    },
    {
      "epoch": 4.4747425208435505,
      "grad_norm": 5.0,
      "learning_rate": 6.582086743599836e-07,
      "loss": 0.1647,
      "step": 6846
    },
    {
      "epoch": 4.4753964361615175,
      "grad_norm": 3.796875,
      "learning_rate": 6.565803838842933e-07,
      "loss": 0.0777,
      "step": 6847
    },
    {
      "epoch": 4.476050351479484,
      "grad_norm": 3.859375,
      "learning_rate": 6.549540415869638e-07,
      "loss": 0.1114,
      "step": 6848
    },
    {
      "epoch": 4.47670426679745,
      "grad_norm": 2.890625,
      "learning_rate": 6.533296478070994e-07,
      "loss": 0.0821,
      "step": 6849
    },
    {
      "epoch": 4.477358182115416,
      "grad_norm": 2.59375,
      "learning_rate": 6.517072028834004e-07,
      "loss": 0.0304,
      "step": 6850
    },
    {
      "epoch": 4.478012097433382,
      "grad_norm": 2.78125,
      "learning_rate": 6.500867071541595e-07,
      "loss": 0.0668,
      "step": 6851
    },
    {
      "epoch": 4.478666012751349,
      "grad_norm": 4.03125,
      "learning_rate": 6.484681609572596e-07,
      "loss": 0.0898,
      "step": 6852
    },
    {
      "epoch": 4.479319928069315,
      "grad_norm": 5.9375,
      "learning_rate": 6.468515646301865e-07,
      "loss": 0.3376,
      "step": 6853
    },
    {
      "epoch": 4.479973843387281,
      "grad_norm": 2.625,
      "learning_rate": 6.452369185100082e-07,
      "loss": 0.0629,
      "step": 6854
    },
    {
      "epoch": 4.480627758705248,
      "grad_norm": 2.90625,
      "learning_rate": 6.436242229333967e-07,
      "loss": 0.0347,
      "step": 6855
    },
    {
      "epoch": 4.481281674023214,
      "grad_norm": 8.0625,
      "learning_rate": 6.420134782366083e-07,
      "loss": 0.1104,
      "step": 6856
    },
    {
      "epoch": 4.48193558934118,
      "grad_norm": 3.546875,
      "learning_rate": 6.404046847554957e-07,
      "loss": 0.0652,
      "step": 6857
    },
    {
      "epoch": 4.482589504659146,
      "grad_norm": 2.34375,
      "learning_rate": 6.387978428255092e-07,
      "loss": 0.039,
      "step": 6858
    },
    {
      "epoch": 4.4832434199771125,
      "grad_norm": 10.0,
      "learning_rate": 6.371929527816834e-07,
      "loss": 0.1864,
      "step": 6859
    },
    {
      "epoch": 4.4838973352950795,
      "grad_norm": 7.375,
      "learning_rate": 6.355900149586558e-07,
      "loss": 0.1555,
      "step": 6860
    },
    {
      "epoch": 4.484551250613046,
      "grad_norm": 2.671875,
      "learning_rate": 6.339890296906493e-07,
      "loss": 0.0437,
      "step": 6861
    },
    {
      "epoch": 4.485205165931012,
      "grad_norm": 5.75,
      "learning_rate": 6.323899973114789e-07,
      "loss": 0.169,
      "step": 6862
    },
    {
      "epoch": 4.485859081248979,
      "grad_norm": 3.84375,
      "learning_rate": 6.307929181545624e-07,
      "loss": 0.0387,
      "step": 6863
    },
    {
      "epoch": 4.486512996566945,
      "grad_norm": 4.8125,
      "learning_rate": 6.291977925529002e-07,
      "loss": 0.0863,
      "step": 6864
    },
    {
      "epoch": 4.487166911884911,
      "grad_norm": 2.28125,
      "learning_rate": 6.276046208390873e-07,
      "loss": 0.0331,
      "step": 6865
    },
    {
      "epoch": 4.487820827202877,
      "grad_norm": 4.4375,
      "learning_rate": 6.26013403345317e-07,
      "loss": 0.0557,
      "step": 6866
    },
    {
      "epoch": 4.488474742520843,
      "grad_norm": 2.921875,
      "learning_rate": 6.244241404033668e-07,
      "loss": 0.0505,
      "step": 6867
    },
    {
      "epoch": 4.48912865783881,
      "grad_norm": 3.953125,
      "learning_rate": 6.228368323446154e-07,
      "loss": 0.0895,
      "step": 6868
    },
    {
      "epoch": 4.489782573156776,
      "grad_norm": 4.34375,
      "learning_rate": 6.212514795000247e-07,
      "loss": 0.1221,
      "step": 6869
    },
    {
      "epoch": 4.490436488474742,
      "grad_norm": 2.71875,
      "learning_rate": 6.196680822001555e-07,
      "loss": 0.0307,
      "step": 6870
    },
    {
      "epoch": 4.491090403792709,
      "grad_norm": 2.359375,
      "learning_rate": 6.180866407751595e-07,
      "loss": 0.0548,
      "step": 6871
    },
    {
      "epoch": 4.491744319110675,
      "grad_norm": 3.109375,
      "learning_rate": 6.165071555547786e-07,
      "loss": 0.0456,
      "step": 6872
    },
    {
      "epoch": 4.4923982344286415,
      "grad_norm": 2.171875,
      "learning_rate": 6.149296268683491e-07,
      "loss": 0.0181,
      "step": 6873
    },
    {
      "epoch": 4.493052149746608,
      "grad_norm": 3.171875,
      "learning_rate": 6.133540550447992e-07,
      "loss": 0.0951,
      "step": 6874
    },
    {
      "epoch": 4.493706065064574,
      "grad_norm": 1.84375,
      "learning_rate": 6.11780440412646e-07,
      "loss": 0.0239,
      "step": 6875
    },
    {
      "epoch": 4.494359980382541,
      "grad_norm": 2.828125,
      "learning_rate": 6.102087833000048e-07,
      "loss": 0.0576,
      "step": 6876
    },
    {
      "epoch": 4.495013895700507,
      "grad_norm": 3.8125,
      "learning_rate": 6.086390840345758e-07,
      "loss": 0.0436,
      "step": 6877
    },
    {
      "epoch": 4.495667811018473,
      "grad_norm": 5.21875,
      "learning_rate": 6.070713429436525e-07,
      "loss": 0.1288,
      "step": 6878
    },
    {
      "epoch": 4.49632172633644,
      "grad_norm": 4.0,
      "learning_rate": 6.05505560354126e-07,
      "loss": 0.0884,
      "step": 6879
    },
    {
      "epoch": 4.496975641654406,
      "grad_norm": 4.0,
      "learning_rate": 6.039417365924705e-07,
      "loss": 0.105,
      "step": 6880
    },
    {
      "epoch": 4.497629556972372,
      "grad_norm": 4.65625,
      "learning_rate": 6.023798719847585e-07,
      "loss": 0.1116,
      "step": 6881
    },
    {
      "epoch": 4.498283472290338,
      "grad_norm": 5.21875,
      "learning_rate": 6.008199668566505e-07,
      "loss": 0.1778,
      "step": 6882
    },
    {
      "epoch": 4.498937387608304,
      "grad_norm": 2.453125,
      "learning_rate": 5.992620215333967e-07,
      "loss": 0.0245,
      "step": 6883
    },
    {
      "epoch": 4.499591302926271,
      "grad_norm": 2.203125,
      "learning_rate": 5.977060363398468e-07,
      "loss": 0.0329,
      "step": 6884
    },
    {
      "epoch": 4.500245218244237,
      "grad_norm": 6.9375,
      "learning_rate": 5.961520116004326e-07,
      "loss": 0.2124,
      "step": 6885
    },
    {
      "epoch": 4.5008991335622035,
      "grad_norm": 4.59375,
      "learning_rate": 5.945999476391806e-07,
      "loss": 0.1091,
      "step": 6886
    },
    {
      "epoch": 4.5015530488801705,
      "grad_norm": 2.71875,
      "learning_rate": 5.930498447797106e-07,
      "loss": 0.0732,
      "step": 6887
    },
    {
      "epoch": 4.502206964198137,
      "grad_norm": 5.28125,
      "learning_rate": 5.915017033452286e-07,
      "loss": 0.1083,
      "step": 6888
    },
    {
      "epoch": 4.502860879516103,
      "grad_norm": 4.125,
      "learning_rate": 5.899555236585386e-07,
      "loss": 0.0566,
      "step": 6889
    },
    {
      "epoch": 4.503514794834069,
      "grad_norm": 3.484375,
      "learning_rate": 5.884113060420293e-07,
      "loss": 0.0636,
      "step": 6890
    },
    {
      "epoch": 4.504168710152035,
      "grad_norm": 4.71875,
      "learning_rate": 5.86869050817681e-07,
      "loss": 0.1529,
      "step": 6891
    },
    {
      "epoch": 4.504822625470002,
      "grad_norm": 11.6875,
      "learning_rate": 5.853287583070699e-07,
      "loss": 0.3824,
      "step": 6892
    },
    {
      "epoch": 4.505476540787968,
      "grad_norm": 1.5625,
      "learning_rate": 5.837904288313545e-07,
      "loss": 0.018,
      "step": 6893
    },
    {
      "epoch": 4.506130456105934,
      "grad_norm": 4.28125,
      "learning_rate": 5.822540627112938e-07,
      "loss": 0.1073,
      "step": 6894
    },
    {
      "epoch": 4.506784371423901,
      "grad_norm": 3.609375,
      "learning_rate": 5.807196602672305e-07,
      "loss": 0.082,
      "step": 6895
    },
    {
      "epoch": 4.507438286741867,
      "grad_norm": 5.78125,
      "learning_rate": 5.791872218190997e-07,
      "loss": 0.0877,
      "step": 6896
    },
    {
      "epoch": 4.508092202059833,
      "grad_norm": 4.84375,
      "learning_rate": 5.776567476864281e-07,
      "loss": 0.1336,
      "step": 6897
    },
    {
      "epoch": 4.508746117377799,
      "grad_norm": 4.5,
      "learning_rate": 5.761282381883316e-07,
      "loss": 0.1159,
      "step": 6898
    },
    {
      "epoch": 4.5094000326957655,
      "grad_norm": 4.875,
      "learning_rate": 5.74601693643515e-07,
      "loss": 0.065,
      "step": 6899
    },
    {
      "epoch": 4.5100539480137325,
      "grad_norm": 3.1875,
      "learning_rate": 5.730771143702773e-07,
      "loss": 0.1065,
      "step": 6900
    },
    {
      "epoch": 4.510707863331699,
      "grad_norm": 4.84375,
      "learning_rate": 5.715545006865042e-07,
      "loss": 0.0912,
      "step": 6901
    },
    {
      "epoch": 4.511361778649665,
      "grad_norm": 2.53125,
      "learning_rate": 5.70033852909675e-07,
      "loss": 0.035,
      "step": 6902
    },
    {
      "epoch": 4.512015693967632,
      "grad_norm": 3.578125,
      "learning_rate": 5.685151713568537e-07,
      "loss": 0.0332,
      "step": 6903
    },
    {
      "epoch": 4.512669609285598,
      "grad_norm": 5.8125,
      "learning_rate": 5.669984563447006e-07,
      "loss": 0.1926,
      "step": 6904
    },
    {
      "epoch": 4.513323524603564,
      "grad_norm": 2.8125,
      "learning_rate": 5.654837081894626e-07,
      "loss": 0.032,
      "step": 6905
    },
    {
      "epoch": 4.51397743992153,
      "grad_norm": 10.625,
      "learning_rate": 5.639709272069748e-07,
      "loss": 0.1657,
      "step": 6906
    },
    {
      "epoch": 4.514631355239496,
      "grad_norm": 1.8515625,
      "learning_rate": 5.624601137126673e-07,
      "loss": 0.0251,
      "step": 6907
    },
    {
      "epoch": 4.515285270557463,
      "grad_norm": 3.0,
      "learning_rate": 5.609512680215557e-07,
      "loss": 0.0408,
      "step": 6908
    },
    {
      "epoch": 4.515939185875429,
      "grad_norm": 3.640625,
      "learning_rate": 5.594443904482439e-07,
      "loss": 0.0839,
      "step": 6909
    },
    {
      "epoch": 4.516593101193395,
      "grad_norm": 3.390625,
      "learning_rate": 5.579394813069327e-07,
      "loss": 0.1075,
      "step": 6910
    },
    {
      "epoch": 4.517247016511361,
      "grad_norm": 3.0625,
      "learning_rate": 5.564365409114036e-07,
      "loss": 0.0791,
      "step": 6911
    },
    {
      "epoch": 4.517900931829328,
      "grad_norm": 4.8125,
      "learning_rate": 5.549355695750347e-07,
      "loss": 0.1173,
      "step": 6912
    },
    {
      "epoch": 4.5185548471472945,
      "grad_norm": 2.6875,
      "learning_rate": 5.534365676107878e-07,
      "loss": 0.0646,
      "step": 6913
    },
    {
      "epoch": 4.519208762465261,
      "grad_norm": 3.75,
      "learning_rate": 5.519395353312195e-07,
      "loss": 0.1218,
      "step": 6914
    },
    {
      "epoch": 4.519862677783227,
      "grad_norm": 3.359375,
      "learning_rate": 5.504444730484725e-07,
      "loss": 0.0885,
      "step": 6915
    },
    {
      "epoch": 4.520516593101194,
      "grad_norm": 5.5625,
      "learning_rate": 5.489513810742797e-07,
      "loss": 0.2055,
      "step": 6916
    },
    {
      "epoch": 4.52117050841916,
      "grad_norm": 2.96875,
      "learning_rate": 5.474602597199607e-07,
      "loss": 0.0596,
      "step": 6917
    },
    {
      "epoch": 4.521824423737126,
      "grad_norm": 2.9375,
      "learning_rate": 5.459711092964293e-07,
      "loss": 0.0393,
      "step": 6918
    },
    {
      "epoch": 4.522478339055092,
      "grad_norm": 3.359375,
      "learning_rate": 5.444839301141825e-07,
      "loss": 0.0917,
      "step": 6919
    },
    {
      "epoch": 4.523132254373059,
      "grad_norm": 5.125,
      "learning_rate": 5.429987224833111e-07,
      "loss": 0.1697,
      "step": 6920
    },
    {
      "epoch": 4.523786169691025,
      "grad_norm": 3.53125,
      "learning_rate": 5.415154867134931e-07,
      "loss": 0.0901,
      "step": 6921
    },
    {
      "epoch": 4.524440085008991,
      "grad_norm": 2.25,
      "learning_rate": 5.400342231139932e-07,
      "loss": 0.035,
      "step": 6922
    },
    {
      "epoch": 4.525094000326957,
      "grad_norm": 4.84375,
      "learning_rate": 5.38554931993669e-07,
      "loss": 0.1397,
      "step": 6923
    },
    {
      "epoch": 4.525747915644924,
      "grad_norm": 2.765625,
      "learning_rate": 5.370776136609612e-07,
      "loss": 0.0369,
      "step": 6924
    },
    {
      "epoch": 4.52640183096289,
      "grad_norm": 4.375,
      "learning_rate": 5.35602268423906e-07,
      "loss": 0.107,
      "step": 6925
    },
    {
      "epoch": 4.5270557462808565,
      "grad_norm": 4.15625,
      "learning_rate": 5.341288965901248e-07,
      "loss": 0.0772,
      "step": 6926
    },
    {
      "epoch": 4.527709661598823,
      "grad_norm": 4.25,
      "learning_rate": 5.326574984668254e-07,
      "loss": 0.0495,
      "step": 6927
    },
    {
      "epoch": 4.52836357691679,
      "grad_norm": 4.09375,
      "learning_rate": 5.311880743608089e-07,
      "loss": 0.0832,
      "step": 6928
    },
    {
      "epoch": 4.529017492234756,
      "grad_norm": 2.859375,
      "learning_rate": 5.297206245784592e-07,
      "loss": 0.0475,
      "step": 6929
    },
    {
      "epoch": 4.529671407552722,
      "grad_norm": 4.6875,
      "learning_rate": 5.282551494257527e-07,
      "loss": 0.1227,
      "step": 6930
    },
    {
      "epoch": 4.530325322870688,
      "grad_norm": 3.6875,
      "learning_rate": 5.267916492082525e-07,
      "loss": 0.0858,
      "step": 6931
    },
    {
      "epoch": 4.530979238188655,
      "grad_norm": 2.765625,
      "learning_rate": 5.253301242311104e-07,
      "loss": 0.0315,
      "step": 6932
    },
    {
      "epoch": 4.531633153506621,
      "grad_norm": 5.375,
      "learning_rate": 5.238705747990669e-07,
      "loss": 0.0999,
      "step": 6933
    },
    {
      "epoch": 4.532287068824587,
      "grad_norm": 9.375,
      "learning_rate": 5.224130012164474e-07,
      "loss": 0.1838,
      "step": 6934
    },
    {
      "epoch": 4.532940984142553,
      "grad_norm": 5.1875,
      "learning_rate": 5.209574037871701e-07,
      "loss": 0.1661,
      "step": 6935
    },
    {
      "epoch": 4.53359489946052,
      "grad_norm": 3.796875,
      "learning_rate": 5.195037828147387e-07,
      "loss": 0.0852,
      "step": 6936
    },
    {
      "epoch": 4.534248814778486,
      "grad_norm": 2.453125,
      "learning_rate": 5.180521386022453e-07,
      "loss": 0.03,
      "step": 6937
    },
    {
      "epoch": 4.534902730096452,
      "grad_norm": 3.703125,
      "learning_rate": 5.166024714523665e-07,
      "loss": 0.1364,
      "step": 6938
    },
    {
      "epoch": 4.5355566454144185,
      "grad_norm": 1.9296875,
      "learning_rate": 5.15154781667373e-07,
      "loss": 0.0196,
      "step": 6939
    },
    {
      "epoch": 4.5362105607323855,
      "grad_norm": 3.15625,
      "learning_rate": 5.137090695491164e-07,
      "loss": 0.0441,
      "step": 6940
    },
    {
      "epoch": 4.536864476050352,
      "grad_norm": 5.53125,
      "learning_rate": 5.122653353990437e-07,
      "loss": 0.1948,
      "step": 6941
    },
    {
      "epoch": 4.537518391368318,
      "grad_norm": 3.328125,
      "learning_rate": 5.108235795181826e-07,
      "loss": 0.044,
      "step": 6942
    },
    {
      "epoch": 4.538172306686284,
      "grad_norm": 3.15625,
      "learning_rate": 5.093838022071496e-07,
      "loss": 0.076,
      "step": 6943
    },
    {
      "epoch": 4.538826222004251,
      "grad_norm": 4.8125,
      "learning_rate": 5.07946003766151e-07,
      "loss": 0.0738,
      "step": 6944
    },
    {
      "epoch": 4.539480137322217,
      "grad_norm": 3.015625,
      "learning_rate": 5.065101844949793e-07,
      "loss": 0.0622,
      "step": 6945
    },
    {
      "epoch": 4.540134052640183,
      "grad_norm": 5.5625,
      "learning_rate": 5.050763446930163e-07,
      "loss": 0.0915,
      "step": 6946
    },
    {
      "epoch": 4.540787967958149,
      "grad_norm": 3.8125,
      "learning_rate": 5.036444846592281e-07,
      "loss": 0.0812,
      "step": 6947
    },
    {
      "epoch": 4.541441883276116,
      "grad_norm": 2.03125,
      "learning_rate": 5.022146046921661e-07,
      "loss": 0.0214,
      "step": 6948
    },
    {
      "epoch": 4.542095798594082,
      "grad_norm": 2.59375,
      "learning_rate": 5.007867050899762e-07,
      "loss": 0.049,
      "step": 6949
    },
    {
      "epoch": 4.542749713912048,
      "grad_norm": 4.125,
      "learning_rate": 4.993607861503835e-07,
      "loss": 0.0735,
      "step": 6950
    },
    {
      "epoch": 4.543403629230014,
      "grad_norm": 3.8125,
      "learning_rate": 4.97936848170707e-07,
      "loss": 0.0817,
      "step": 6951
    },
    {
      "epoch": 4.544057544547981,
      "grad_norm": 4.3125,
      "learning_rate": 4.965148914478468e-07,
      "loss": 0.1326,
      "step": 6952
    },
    {
      "epoch": 4.5447114598659475,
      "grad_norm": 4.46875,
      "learning_rate": 4.950949162782914e-07,
      "loss": 0.1599,
      "step": 6953
    },
    {
      "epoch": 4.545365375183914,
      "grad_norm": 2.609375,
      "learning_rate": 4.936769229581195e-07,
      "loss": 0.1023,
      "step": 6954
    },
    {
      "epoch": 4.54601929050188,
      "grad_norm": 2.421875,
      "learning_rate": 4.922609117829946e-07,
      "loss": 0.0415,
      "step": 6955
    },
    {
      "epoch": 4.546673205819847,
      "grad_norm": 2.9375,
      "learning_rate": 4.908468830481628e-07,
      "loss": 0.0588,
      "step": 6956
    },
    {
      "epoch": 4.547327121137813,
      "grad_norm": 2.59375,
      "learning_rate": 4.894348370484648e-07,
      "loss": 0.0454,
      "step": 6957
    },
    {
      "epoch": 4.547981036455779,
      "grad_norm": 4.4375,
      "learning_rate": 4.880247740783195e-07,
      "loss": 0.1082,
      "step": 6958
    },
    {
      "epoch": 4.548634951773745,
      "grad_norm": 6.0,
      "learning_rate": 4.866166944317408e-07,
      "loss": 0.1463,
      "step": 6959
    },
    {
      "epoch": 4.549288867091712,
      "grad_norm": 2.40625,
      "learning_rate": 4.852105984023226e-07,
      "loss": 0.041,
      "step": 6960
    },
    {
      "epoch": 4.549942782409678,
      "grad_norm": 4.40625,
      "learning_rate": 4.838064862832448e-07,
      "loss": 0.0752,
      "step": 6961
    },
    {
      "epoch": 4.550596697727644,
      "grad_norm": 4.34375,
      "learning_rate": 4.824043583672799e-07,
      "loss": 0.078,
      "step": 6962
    },
    {
      "epoch": 4.55125061304561,
      "grad_norm": 5.1875,
      "learning_rate": 4.810042149467797e-07,
      "loss": 0.0457,
      "step": 6963
    },
    {
      "epoch": 4.551904528363577,
      "grad_norm": 3.140625,
      "learning_rate": 4.796060563136884e-07,
      "loss": 0.0586,
      "step": 6964
    },
    {
      "epoch": 4.552558443681543,
      "grad_norm": 4.1875,
      "learning_rate": 4.782098827595305e-07,
      "loss": 0.0739,
      "step": 6965
    },
    {
      "epoch": 4.5532123589995095,
      "grad_norm": 5.0625,
      "learning_rate": 4.768156945754221e-07,
      "loss": 0.168,
      "step": 6966
    },
    {
      "epoch": 4.553866274317476,
      "grad_norm": 3.53125,
      "learning_rate": 4.7542349205206173e-07,
      "loss": 0.0434,
      "step": 6967
    },
    {
      "epoch": 4.554520189635443,
      "grad_norm": 3.984375,
      "learning_rate": 4.74033275479735e-07,
      "loss": 0.1143,
      "step": 6968
    },
    {
      "epoch": 4.555174104953409,
      "grad_norm": 3.84375,
      "learning_rate": 4.726450451483111e-07,
      "loss": 0.0669,
      "step": 6969
    },
    {
      "epoch": 4.555828020271375,
      "grad_norm": 3.90625,
      "learning_rate": 4.712588013472508e-07,
      "loss": 0.1293,
      "step": 6970
    },
    {
      "epoch": 4.556481935589341,
      "grad_norm": 4.28125,
      "learning_rate": 4.698745443655939e-07,
      "loss": 0.1037,
      "step": 6971
    },
    {
      "epoch": 4.557135850907308,
      "grad_norm": 5.125,
      "learning_rate": 4.6849227449197174e-07,
      "loss": 0.0938,
      "step": 6972
    },
    {
      "epoch": 4.557789766225274,
      "grad_norm": 5.1875,
      "learning_rate": 4.6711199201459833e-07,
      "loss": 0.2262,
      "step": 6973
    },
    {
      "epoch": 4.55844368154324,
      "grad_norm": 4.625,
      "learning_rate": 4.6573369722127004e-07,
      "loss": 0.1123,
      "step": 6974
    },
    {
      "epoch": 4.559097596861206,
      "grad_norm": 3.703125,
      "learning_rate": 4.64357390399377e-07,
      "loss": 0.0507,
      "step": 6975
    },
    {
      "epoch": 4.559751512179173,
      "grad_norm": 5.84375,
      "learning_rate": 4.6298307183588965e-07,
      "loss": 0.1521,
      "step": 6976
    },
    {
      "epoch": 4.560405427497139,
      "grad_norm": 3.984375,
      "learning_rate": 4.616107418173621e-07,
      "loss": 0.0819,
      "step": 6977
    },
    {
      "epoch": 4.561059342815105,
      "grad_norm": 4.8125,
      "learning_rate": 4.602404006299388e-07,
      "loss": 0.2054,
      "step": 6978
    },
    {
      "epoch": 4.5617132581330715,
      "grad_norm": 2.375,
      "learning_rate": 4.5887204855934344e-07,
      "loss": 0.0441,
      "step": 6979
    },
    {
      "epoch": 4.5623671734510385,
      "grad_norm": 4.40625,
      "learning_rate": 4.5750568589089326e-07,
      "loss": 0.089,
      "step": 6980
    },
    {
      "epoch": 4.563021088769005,
      "grad_norm": 5.09375,
      "learning_rate": 4.5614131290948384e-07,
      "loss": 0.1676,
      "step": 6981
    },
    {
      "epoch": 4.563675004086971,
      "grad_norm": 4.53125,
      "learning_rate": 4.547789298995953e-07,
      "loss": 0.1186,
      "step": 6982
    },
    {
      "epoch": 4.564328919404937,
      "grad_norm": 3.125,
      "learning_rate": 4.534185371453004e-07,
      "loss": 0.0438,
      "step": 6983
    },
    {
      "epoch": 4.564982834722903,
      "grad_norm": 5.125,
      "learning_rate": 4.520601349302467e-07,
      "loss": 0.0741,
      "step": 6984
    },
    {
      "epoch": 4.56563675004087,
      "grad_norm": 4.0625,
      "learning_rate": 4.5070372353767543e-07,
      "loss": 0.1152,
      "step": 6985
    },
    {
      "epoch": 4.566290665358836,
      "grad_norm": 4.78125,
      "learning_rate": 4.4934930325040925e-07,
      "loss": 0.1079,
      "step": 6986
    },
    {
      "epoch": 4.566944580676802,
      "grad_norm": 3.109375,
      "learning_rate": 4.4799687435085336e-07,
      "loss": 0.0378,
      "step": 6987
    },
    {
      "epoch": 4.567598495994769,
      "grad_norm": 5.34375,
      "learning_rate": 4.466464371210044e-07,
      "loss": 0.1524,
      "step": 6988
    },
    {
      "epoch": 4.568252411312735,
      "grad_norm": 2.578125,
      "learning_rate": 4.4529799184243495e-07,
      "loss": 0.0494,
      "step": 6989
    },
    {
      "epoch": 4.568906326630701,
      "grad_norm": 3.28125,
      "learning_rate": 4.4395153879630893e-07,
      "loss": 0.0845,
      "step": 6990
    },
    {
      "epoch": 4.569560241948667,
      "grad_norm": 5.84375,
      "learning_rate": 4.426070782633729e-07,
      "loss": 0.1048,
      "step": 6991
    },
    {
      "epoch": 4.5702141572666335,
      "grad_norm": 4.25,
      "learning_rate": 4.4126461052395596e-07,
      "loss": 0.1282,
      "step": 6992
    },
    {
      "epoch": 4.5708680725846005,
      "grad_norm": 3.796875,
      "learning_rate": 4.3992413585797646e-07,
      "loss": 0.0838,
      "step": 6993
    },
    {
      "epoch": 4.571521987902567,
      "grad_norm": 4.34375,
      "learning_rate": 4.385856545449296e-07,
      "loss": 0.1172,
      "step": 6994
    },
    {
      "epoch": 4.572175903220533,
      "grad_norm": 4.15625,
      "learning_rate": 4.372491668639034e-07,
      "loss": 0.2733,
      "step": 6995
    },
    {
      "epoch": 4.5728298185385,
      "grad_norm": 4.9375,
      "learning_rate": 4.3591467309356596e-07,
      "loss": 0.0975,
      "step": 6996
    },
    {
      "epoch": 4.573483733856466,
      "grad_norm": 4.125,
      "learning_rate": 4.34582173512168e-07,
      "loss": 0.1222,
      "step": 6997
    },
    {
      "epoch": 4.574137649174432,
      "grad_norm": 2.359375,
      "learning_rate": 4.3325166839754963e-07,
      "loss": 0.0314,
      "step": 6998
    },
    {
      "epoch": 4.574791564492398,
      "grad_norm": 5.6875,
      "learning_rate": 4.319231580271288e-07,
      "loss": 0.1445,
      "step": 6999
    },
    {
      "epoch": 4.575445479810364,
      "grad_norm": 3.4375,
      "learning_rate": 4.305966426779118e-07,
      "loss": 0.0417,
      "step": 7000
    },
    {
      "epoch": 4.576099395128331,
      "grad_norm": 3.609375,
      "learning_rate": 4.292721226264873e-07,
      "loss": 0.0534,
      "step": 7001
    },
    {
      "epoch": 4.576753310446297,
      "grad_norm": 3.671875,
      "learning_rate": 4.279495981490289e-07,
      "loss": 0.0672,
      "step": 7002
    },
    {
      "epoch": 4.577407225764263,
      "grad_norm": 4.46875,
      "learning_rate": 4.266290695212949e-07,
      "loss": 0.1392,
      "step": 7003
    },
    {
      "epoch": 4.57806114108223,
      "grad_norm": 4.53125,
      "learning_rate": 4.253105370186239e-07,
      "loss": 0.1989,
      "step": 7004
    },
    {
      "epoch": 4.578715056400196,
      "grad_norm": 5.75,
      "learning_rate": 4.2399400091594154e-07,
      "loss": 0.1165,
      "step": 7005
    },
    {
      "epoch": 4.5793689717181625,
      "grad_norm": 4.28125,
      "learning_rate": 4.2267946148775495e-07,
      "loss": 0.0587,
      "step": 7006
    },
    {
      "epoch": 4.580022887036129,
      "grad_norm": 3.890625,
      "learning_rate": 4.2136691900815927e-07,
      "loss": 0.0825,
      "step": 7007
    },
    {
      "epoch": 4.580676802354095,
      "grad_norm": 5.03125,
      "learning_rate": 4.200563737508268e-07,
      "loss": 0.1456,
      "step": 7008
    },
    {
      "epoch": 4.581330717672062,
      "grad_norm": 4.6875,
      "learning_rate": 4.187478259890199e-07,
      "loss": 0.1095,
      "step": 7009
    },
    {
      "epoch": 4.581984632990028,
      "grad_norm": 3.90625,
      "learning_rate": 4.1744127599557815e-07,
      "loss": 0.0573,
      "step": 7010
    },
    {
      "epoch": 4.582638548307994,
      "grad_norm": 3.09375,
      "learning_rate": 4.161367240429315e-07,
      "loss": 0.0567,
      "step": 7011
    },
    {
      "epoch": 4.583292463625961,
      "grad_norm": 2.96875,
      "learning_rate": 4.1483417040308673e-07,
      "loss": 0.0245,
      "step": 7012
    },
    {
      "epoch": 4.583946378943927,
      "grad_norm": 2.171875,
      "learning_rate": 4.1353361534763657e-07,
      "loss": 0.0331,
      "step": 7013
    },
    {
      "epoch": 4.584600294261893,
      "grad_norm": 3.671875,
      "learning_rate": 4.122350591477597e-07,
      "loss": 0.0665,
      "step": 7014
    },
    {
      "epoch": 4.585254209579859,
      "grad_norm": 4.6875,
      "learning_rate": 4.109385020742118e-07,
      "loss": 0.1155,
      "step": 7015
    },
    {
      "epoch": 4.585908124897825,
      "grad_norm": 4.6875,
      "learning_rate": 4.096439443973388e-07,
      "loss": 0.054,
      "step": 7016
    },
    {
      "epoch": 4.586562040215792,
      "grad_norm": 3.8125,
      "learning_rate": 4.0835138638706587e-07,
      "loss": 0.0674,
      "step": 7017
    },
    {
      "epoch": 4.587215955533758,
      "grad_norm": 6.375,
      "learning_rate": 4.0706082831290073e-07,
      "loss": 0.2246,
      "step": 7018
    },
    {
      "epoch": 4.5878698708517245,
      "grad_norm": 2.359375,
      "learning_rate": 4.057722704439371e-07,
      "loss": 0.0471,
      "step": 7019
    },
    {
      "epoch": 4.5885237861696915,
      "grad_norm": 3.578125,
      "learning_rate": 4.0448571304884665e-07,
      "loss": 0.0534,
      "step": 7020
    },
    {
      "epoch": 4.589177701487658,
      "grad_norm": 2.296875,
      "learning_rate": 4.032011563958893e-07,
      "loss": 0.048,
      "step": 7021
    },
    {
      "epoch": 4.589831616805624,
      "grad_norm": 2.078125,
      "learning_rate": 4.0191860075290524e-07,
      "loss": 0.0275,
      "step": 7022
    },
    {
      "epoch": 4.59048553212359,
      "grad_norm": 4.9375,
      "learning_rate": 4.0063804638731495e-07,
      "loss": 0.0911,
      "step": 7023
    },
    {
      "epoch": 4.591139447441556,
      "grad_norm": 3.25,
      "learning_rate": 3.9935949356612936e-07,
      "loss": 0.0388,
      "step": 7024
    },
    {
      "epoch": 4.591793362759523,
      "grad_norm": 3.296875,
      "learning_rate": 3.9808294255593293e-07,
      "loss": 0.0952,
      "step": 7025
    },
    {
      "epoch": 4.592447278077489,
      "grad_norm": 4.40625,
      "learning_rate": 3.9680839362289724e-07,
      "loss": 0.0907,
      "step": 7026
    },
    {
      "epoch": 4.593101193395455,
      "grad_norm": 4.65625,
      "learning_rate": 3.9553584703277856e-07,
      "loss": 0.0841,
      "step": 7027
    },
    {
      "epoch": 4.593755108713422,
      "grad_norm": 3.921875,
      "learning_rate": 3.942653030509114e-07,
      "loss": 0.0772,
      "step": 7028
    },
    {
      "epoch": 4.594409024031388,
      "grad_norm": 4.8125,
      "learning_rate": 3.929967619422137e-07,
      "loss": 0.1143,
      "step": 7029
    },
    {
      "epoch": 4.595062939349354,
      "grad_norm": 5.5625,
      "learning_rate": 3.9173022397118843e-07,
      "loss": 0.0848,
      "step": 7030
    },
    {
      "epoch": 4.59571685466732,
      "grad_norm": 4.3125,
      "learning_rate": 3.9046568940191656e-07,
      "loss": 0.1008,
      "step": 7031
    },
    {
      "epoch": 4.5963707699852865,
      "grad_norm": 4.6875,
      "learning_rate": 3.892031584980671e-07,
      "loss": 0.1577,
      "step": 7032
    },
    {
      "epoch": 4.5970246853032535,
      "grad_norm": 4.8125,
      "learning_rate": 3.879426315228851e-07,
      "loss": 0.1786,
      "step": 7033
    },
    {
      "epoch": 4.59767860062122,
      "grad_norm": 4.4375,
      "learning_rate": 3.8668410873920035e-07,
      "loss": 0.0773,
      "step": 7034
    },
    {
      "epoch": 4.598332515939186,
      "grad_norm": 4.125,
      "learning_rate": 3.854275904094273e-07,
      "loss": 0.0841,
      "step": 7035
    },
    {
      "epoch": 4.598986431257153,
      "grad_norm": 5.0625,
      "learning_rate": 3.841730767955565e-07,
      "loss": 0.1306,
      "step": 7036
    },
    {
      "epoch": 4.599640346575119,
      "grad_norm": 4.78125,
      "learning_rate": 3.8292056815916965e-07,
      "loss": 0.1967,
      "step": 7037
    },
    {
      "epoch": 4.600294261893085,
      "grad_norm": 2.859375,
      "learning_rate": 3.8167006476142134e-07,
      "loss": 0.0491,
      "step": 7038
    },
    {
      "epoch": 4.600948177211051,
      "grad_norm": 6.625,
      "learning_rate": 3.8042156686305064e-07,
      "loss": 0.118,
      "step": 7039
    },
    {
      "epoch": 4.601602092529017,
      "grad_norm": 4.28125,
      "learning_rate": 3.7917507472438274e-07,
      "loss": 0.1682,
      "step": 7040
    },
    {
      "epoch": 4.602256007846984,
      "grad_norm": 5.09375,
      "learning_rate": 3.779305886053175e-07,
      "loss": 0.166,
      "step": 7041
    },
    {
      "epoch": 4.60290992316495,
      "grad_norm": 5.75,
      "learning_rate": 3.76688108765344e-07,
      "loss": 0.0438,
      "step": 7042
    },
    {
      "epoch": 4.603563838482916,
      "grad_norm": 3.4375,
      "learning_rate": 3.7544763546352834e-07,
      "loss": 0.0807,
      "step": 7043
    },
    {
      "epoch": 4.604217753800883,
      "grad_norm": 5.40625,
      "learning_rate": 3.742091689585159e-07,
      "loss": 0.0924,
      "step": 7044
    },
    {
      "epoch": 4.604871669118849,
      "grad_norm": 4.375,
      "learning_rate": 3.7297270950854224e-07,
      "loss": 0.0911,
      "step": 7045
    },
    {
      "epoch": 4.6055255844368155,
      "grad_norm": 2.8125,
      "learning_rate": 3.7173825737141457e-07,
      "loss": 0.0406,
      "step": 7046
    },
    {
      "epoch": 4.606179499754782,
      "grad_norm": 4.125,
      "learning_rate": 3.7050581280452693e-07,
      "loss": 0.0753,
      "step": 7047
    },
    {
      "epoch": 4.606833415072748,
      "grad_norm": 2.015625,
      "learning_rate": 3.692753760648571e-07,
      "loss": 0.0234,
      "step": 7048
    },
    {
      "epoch": 4.607487330390715,
      "grad_norm": 2.34375,
      "learning_rate": 3.680469474089576e-07,
      "loss": 0.0242,
      "step": 7049
    },
    {
      "epoch": 4.608141245708681,
      "grad_norm": 4.625,
      "learning_rate": 3.6682052709296923e-07,
      "loss": 0.2081,
      "step": 7050
    },
    {
      "epoch": 4.608795161026647,
      "grad_norm": 4.78125,
      "learning_rate": 3.655961153726073e-07,
      "loss": 0.1031,
      "step": 7051
    },
    {
      "epoch": 4.609449076344614,
      "grad_norm": 4.5625,
      "learning_rate": 3.6437371250317213e-07,
      "loss": 0.1281,
      "step": 7052
    },
    {
      "epoch": 4.61010299166258,
      "grad_norm": 3.859375,
      "learning_rate": 3.631533187395453e-07,
      "loss": 0.1489,
      "step": 7053
    },
    {
      "epoch": 4.610756906980546,
      "grad_norm": 3.734375,
      "learning_rate": 3.6193493433618776e-07,
      "loss": 0.0952,
      "step": 7054
    },
    {
      "epoch": 4.611410822298512,
      "grad_norm": 5.25,
      "learning_rate": 3.607185595471441e-07,
      "loss": 0.1631,
      "step": 7055
    },
    {
      "epoch": 4.612064737616478,
      "grad_norm": 4.5,
      "learning_rate": 3.59504194626038e-07,
      "loss": 0.1044,
      "step": 7056
    },
    {
      "epoch": 4.612718652934445,
      "grad_norm": 4.15625,
      "learning_rate": 3.5829183982607043e-07,
      "loss": 0.115,
      "step": 7057
    },
    {
      "epoch": 4.613372568252411,
      "grad_norm": 5.65625,
      "learning_rate": 3.5708149540003343e-07,
      "loss": 0.1388,
      "step": 7058
    },
    {
      "epoch": 4.6140264835703775,
      "grad_norm": 13.6875,
      "learning_rate": 3.558731616002908e-07,
      "loss": 0.3046,
      "step": 7059
    },
    {
      "epoch": 4.614680398888344,
      "grad_norm": 2.609375,
      "learning_rate": 3.546668386787888e-07,
      "loss": 0.0218,
      "step": 7060
    },
    {
      "epoch": 4.615334314206311,
      "grad_norm": 2.359375,
      "learning_rate": 3.534625268870573e-07,
      "loss": 0.0319,
      "step": 7061
    },
    {
      "epoch": 4.615988229524277,
      "grad_norm": 5.6875,
      "learning_rate": 3.5226022647620206e-07,
      "loss": 0.1606,
      "step": 7062
    },
    {
      "epoch": 4.616642144842243,
      "grad_norm": 3.90625,
      "learning_rate": 3.5105993769691595e-07,
      "loss": 0.0742,
      "step": 7063
    },
    {
      "epoch": 4.617296060160209,
      "grad_norm": 4.9375,
      "learning_rate": 3.4986166079946757e-07,
      "loss": 0.0825,
      "step": 7064
    },
    {
      "epoch": 4.617949975478176,
      "grad_norm": 3.984375,
      "learning_rate": 3.486653960337061e-07,
      "loss": 0.0415,
      "step": 7065
    },
    {
      "epoch": 4.618603890796142,
      "grad_norm": 2.4375,
      "learning_rate": 3.474711436490652e-07,
      "loss": 0.0375,
      "step": 7066
    },
    {
      "epoch": 4.619257806114108,
      "grad_norm": 5.375,
      "learning_rate": 3.4627890389455244e-07,
      "loss": 0.1765,
      "step": 7067
    },
    {
      "epoch": 4.619911721432074,
      "grad_norm": 3.484375,
      "learning_rate": 3.4508867701876114e-07,
      "loss": 0.1001,
      "step": 7068
    },
    {
      "epoch": 4.620565636750041,
      "grad_norm": 3.921875,
      "learning_rate": 3.4390046326986506e-07,
      "loss": 0.0912,
      "step": 7069
    },
    {
      "epoch": 4.621219552068007,
      "grad_norm": 2.375,
      "learning_rate": 3.427142628956126e-07,
      "loss": 0.0396,
      "step": 7070
    },
    {
      "epoch": 4.621873467385973,
      "grad_norm": 2.734375,
      "learning_rate": 3.4153007614334045e-07,
      "loss": 0.0458,
      "step": 7071
    },
    {
      "epoch": 4.6225273827039395,
      "grad_norm": 1.78125,
      "learning_rate": 3.403479032599577e-07,
      "loss": 0.0145,
      "step": 7072
    },
    {
      "epoch": 4.6231812980219065,
      "grad_norm": 5.25,
      "learning_rate": 3.3916774449195833e-07,
      "loss": 0.1114,
      "step": 7073
    },
    {
      "epoch": 4.623835213339873,
      "grad_norm": 3.265625,
      "learning_rate": 3.379896000854144e-07,
      "loss": 0.0439,
      "step": 7074
    },
    {
      "epoch": 4.624489128657839,
      "grad_norm": 3.578125,
      "learning_rate": 3.368134702859782e-07,
      "loss": 0.1806,
      "step": 7075
    },
    {
      "epoch": 4.625143043975805,
      "grad_norm": 3.515625,
      "learning_rate": 3.356393553388848e-07,
      "loss": 0.0799,
      "step": 7076
    },
    {
      "epoch": 4.625796959293772,
      "grad_norm": 2.3125,
      "learning_rate": 3.344672554889428e-07,
      "loss": 0.034,
      "step": 7077
    },
    {
      "epoch": 4.626450874611738,
      "grad_norm": 5.21875,
      "learning_rate": 3.3329717098054657e-07,
      "loss": 0.5538,
      "step": 7078
    },
    {
      "epoch": 4.627104789929704,
      "grad_norm": 3.46875,
      "learning_rate": 3.321291020576689e-07,
      "loss": 0.1185,
      "step": 7079
    },
    {
      "epoch": 4.62775870524767,
      "grad_norm": 5.375,
      "learning_rate": 3.3096304896386043e-07,
      "loss": 0.1032,
      "step": 7080
    },
    {
      "epoch": 4.628412620565637,
      "grad_norm": 3.921875,
      "learning_rate": 3.297990119422534e-07,
      "loss": 0.1055,
      "step": 7081
    },
    {
      "epoch": 4.629066535883603,
      "grad_norm": 4.59375,
      "learning_rate": 3.28636991235558e-07,
      "loss": 0.1367,
      "step": 7082
    },
    {
      "epoch": 4.629720451201569,
      "grad_norm": 4.90625,
      "learning_rate": 3.27476987086065e-07,
      "loss": 0.1162,
      "step": 7083
    },
    {
      "epoch": 4.630374366519535,
      "grad_norm": 3.328125,
      "learning_rate": 3.263189997356453e-07,
      "loss": 0.0317,
      "step": 7084
    },
    {
      "epoch": 4.631028281837502,
      "grad_norm": 4.90625,
      "learning_rate": 3.2516302942574794e-07,
      "loss": 0.1611,
      "step": 7085
    },
    {
      "epoch": 4.6316821971554685,
      "grad_norm": 8.25,
      "learning_rate": 3.2400907639740243e-07,
      "loss": 0.1713,
      "step": 7086
    },
    {
      "epoch": 4.632336112473435,
      "grad_norm": 3.296875,
      "learning_rate": 3.2285714089121844e-07,
      "loss": 0.0378,
      "step": 7087
    },
    {
      "epoch": 4.632990027791401,
      "grad_norm": 3.3125,
      "learning_rate": 3.2170722314737947e-07,
      "loss": 0.0484,
      "step": 7088
    },
    {
      "epoch": 4.633643943109368,
      "grad_norm": 4.1875,
      "learning_rate": 3.205593234056581e-07,
      "loss": 0.11,
      "step": 7089
    },
    {
      "epoch": 4.634297858427334,
      "grad_norm": 2.4375,
      "learning_rate": 3.1941344190539957e-07,
      "loss": 0.0371,
      "step": 7090
    },
    {
      "epoch": 4.6349517737453,
      "grad_norm": 2.390625,
      "learning_rate": 3.182695788855261e-07,
      "loss": 0.0211,
      "step": 7091
    },
    {
      "epoch": 4.635605689063266,
      "grad_norm": 3.015625,
      "learning_rate": 3.171277345845458e-07,
      "loss": 0.0528,
      "step": 7092
    },
    {
      "epoch": 4.636259604381233,
      "grad_norm": 4.1875,
      "learning_rate": 3.1598790924053936e-07,
      "loss": 0.0483,
      "step": 7093
    },
    {
      "epoch": 4.636913519699199,
      "grad_norm": 3.96875,
      "learning_rate": 3.1485010309117324e-07,
      "loss": 0.0735,
      "step": 7094
    },
    {
      "epoch": 4.637567435017165,
      "grad_norm": 5.75,
      "learning_rate": 3.1371431637368664e-07,
      "loss": 0.1103,
      "step": 7095
    },
    {
      "epoch": 4.638221350335131,
      "grad_norm": 1.4609375,
      "learning_rate": 3.125805493249001e-07,
      "loss": 0.0164,
      "step": 7096
    },
    {
      "epoch": 4.638875265653098,
      "grad_norm": 2.65625,
      "learning_rate": 3.1144880218121454e-07,
      "loss": 0.0412,
      "step": 7097
    },
    {
      "epoch": 4.639529180971064,
      "grad_norm": 5.46875,
      "learning_rate": 3.103190751786078e-07,
      "loss": 0.1941,
      "step": 7098
    },
    {
      "epoch": 4.6401830962890305,
      "grad_norm": 3.484375,
      "learning_rate": 3.0919136855263597e-07,
      "loss": 0.0599,
      "step": 7099
    },
    {
      "epoch": 4.640837011606997,
      "grad_norm": 2.953125,
      "learning_rate": 3.080656825384376e-07,
      "loss": 0.0433,
      "step": 7100
    },
    {
      "epoch": 4.641490926924964,
      "grad_norm": 2.703125,
      "learning_rate": 3.069420173707249e-07,
      "loss": 0.0664,
      "step": 7101
    },
    {
      "epoch": 4.64214484224293,
      "grad_norm": 5.8125,
      "learning_rate": 3.058203732837928e-07,
      "loss": 0.1528,
      "step": 7102
    },
    {
      "epoch": 4.642798757560896,
      "grad_norm": 3.546875,
      "learning_rate": 3.047007505115118e-07,
      "loss": 0.0634,
      "step": 7103
    },
    {
      "epoch": 4.643452672878862,
      "grad_norm": 4.625,
      "learning_rate": 3.035831492873331e-07,
      "loss": 0.0972,
      "step": 7104
    },
    {
      "epoch": 4.644106588196829,
      "grad_norm": 2.234375,
      "learning_rate": 3.024675698442858e-07,
      "loss": 0.0409,
      "step": 7105
    },
    {
      "epoch": 4.644760503514795,
      "grad_norm": 2.28125,
      "learning_rate": 3.0135401241497497e-07,
      "loss": 0.0294,
      "step": 7106
    },
    {
      "epoch": 4.645414418832761,
      "grad_norm": 4.40625,
      "learning_rate": 3.0024247723158927e-07,
      "loss": 0.1111,
      "step": 7107
    },
    {
      "epoch": 4.646068334150727,
      "grad_norm": 3.015625,
      "learning_rate": 2.991329645258911e-07,
      "loss": 0.0619,
      "step": 7108
    },
    {
      "epoch": 4.646722249468694,
      "grad_norm": 1.75,
      "learning_rate": 2.9802547452922324e-07,
      "loss": 0.0168,
      "step": 7109
    },
    {
      "epoch": 4.64737616478666,
      "grad_norm": 4.9375,
      "learning_rate": 2.969200074725065e-07,
      "loss": 0.1478,
      "step": 7110
    },
    {
      "epoch": 4.648030080104626,
      "grad_norm": 5.75,
      "learning_rate": 2.958165635862398e-07,
      "loss": 0.1635,
      "step": 7111
    },
    {
      "epoch": 4.6486839954225925,
      "grad_norm": 2.703125,
      "learning_rate": 2.947151431004991e-07,
      "loss": 0.0616,
      "step": 7112
    },
    {
      "epoch": 4.6493379107405595,
      "grad_norm": 3.171875,
      "learning_rate": 2.9361574624494073e-07,
      "loss": 0.0664,
      "step": 7113
    },
    {
      "epoch": 4.649991826058526,
      "grad_norm": 2.578125,
      "learning_rate": 2.925183732487968e-07,
      "loss": 0.0354,
      "step": 7114
    },
    {
      "epoch": 4.650645741376492,
      "grad_norm": 7.09375,
      "learning_rate": 2.914230243408789e-07,
      "loss": 0.2608,
      "step": 7115
    },
    {
      "epoch": 4.651299656694458,
      "grad_norm": 6.53125,
      "learning_rate": 2.9032969974957635e-07,
      "loss": 0.1323,
      "step": 7116
    },
    {
      "epoch": 4.651953572012425,
      "grad_norm": 3.734375,
      "learning_rate": 2.8923839970285473e-07,
      "loss": 0.1025,
      "step": 7117
    },
    {
      "epoch": 4.652607487330391,
      "grad_norm": 4.3125,
      "learning_rate": 2.881491244282608e-07,
      "loss": 0.0793,
      "step": 7118
    },
    {
      "epoch": 4.653261402648357,
      "grad_norm": 4.875,
      "learning_rate": 2.870618741529163e-07,
      "loss": 0.0737,
      "step": 7119
    },
    {
      "epoch": 4.653915317966323,
      "grad_norm": 2.234375,
      "learning_rate": 2.859766491035221e-07,
      "loss": 0.022,
      "step": 7120
    },
    {
      "epoch": 4.65456923328429,
      "grad_norm": 4.71875,
      "learning_rate": 2.84893449506356e-07,
      "loss": 0.0939,
      "step": 7121
    },
    {
      "epoch": 4.655223148602256,
      "grad_norm": 3.78125,
      "learning_rate": 2.83812275587273e-07,
      "loss": 0.1064,
      "step": 7122
    },
    {
      "epoch": 4.655877063920222,
      "grad_norm": 4.84375,
      "learning_rate": 2.8273312757170934e-07,
      "loss": 0.12,
      "step": 7123
    },
    {
      "epoch": 4.656530979238188,
      "grad_norm": 3.453125,
      "learning_rate": 2.81656005684674e-07,
      "loss": 0.0743,
      "step": 7124
    },
    {
      "epoch": 4.657184894556155,
      "grad_norm": 6.28125,
      "learning_rate": 2.805809101507539e-07,
      "loss": 0.1922,
      "step": 7125
    },
    {
      "epoch": 4.6578388098741215,
      "grad_norm": 4.3125,
      "learning_rate": 2.795078411941199e-07,
      "loss": 0.0912,
      "step": 7126
    },
    {
      "epoch": 4.658492725192088,
      "grad_norm": 6.53125,
      "learning_rate": 2.784367990385106e-07,
      "loss": 0.1356,
      "step": 7127
    },
    {
      "epoch": 4.659146640510054,
      "grad_norm": 6.125,
      "learning_rate": 2.7736778390724863e-07,
      "loss": 0.1505,
      "step": 7128
    },
    {
      "epoch": 4.659800555828021,
      "grad_norm": 2.25,
      "learning_rate": 2.7630079602323447e-07,
      "loss": 0.0387,
      "step": 7129
    },
    {
      "epoch": 4.660454471145987,
      "grad_norm": 3.03125,
      "learning_rate": 2.752358356089402e-07,
      "loss": 0.0559,
      "step": 7130
    },
    {
      "epoch": 4.661108386463953,
      "grad_norm": 6.21875,
      "learning_rate": 2.7417290288642264e-07,
      "loss": 0.1516,
      "step": 7131
    },
    {
      "epoch": 4.661762301781919,
      "grad_norm": 2.859375,
      "learning_rate": 2.7311199807730783e-07,
      "loss": 0.0484,
      "step": 7132
    },
    {
      "epoch": 4.662416217099885,
      "grad_norm": 2.515625,
      "learning_rate": 2.720531214028055e-07,
      "loss": 0.0515,
      "step": 7133
    },
    {
      "epoch": 4.663070132417852,
      "grad_norm": 4.34375,
      "learning_rate": 2.7099627308369904e-07,
      "loss": 0.1007,
      "step": 7134
    },
    {
      "epoch": 4.663724047735818,
      "grad_norm": 2.75,
      "learning_rate": 2.6994145334034993e-07,
      "loss": 0.0346,
      "step": 7135
    },
    {
      "epoch": 4.664377963053784,
      "grad_norm": 5.875,
      "learning_rate": 2.6888866239269674e-07,
      "loss": 0.2951,
      "step": 7136
    },
    {
      "epoch": 4.665031878371751,
      "grad_norm": 4.40625,
      "learning_rate": 2.6783790046025383e-07,
      "loss": 0.0833,
      "step": 7137
    },
    {
      "epoch": 4.665685793689717,
      "grad_norm": 3.59375,
      "learning_rate": 2.6678916776211595e-07,
      "loss": 0.1308,
      "step": 7138
    },
    {
      "epoch": 4.6663397090076835,
      "grad_norm": 4.5625,
      "learning_rate": 2.657424645169504e-07,
      "loss": 0.1625,
      "step": 7139
    },
    {
      "epoch": 4.66699362432565,
      "grad_norm": 2.984375,
      "learning_rate": 2.6469779094300264e-07,
      "loss": 0.0351,
      "step": 7140
    },
    {
      "epoch": 4.667647539643616,
      "grad_norm": 4.625,
      "learning_rate": 2.636551472580984e-07,
      "loss": 0.1162,
      "step": 7141
    },
    {
      "epoch": 4.668301454961583,
      "grad_norm": 3.53125,
      "learning_rate": 2.6261453367963597e-07,
      "loss": 0.0898,
      "step": 7142
    },
    {
      "epoch": 4.668955370279549,
      "grad_norm": 3.21875,
      "learning_rate": 2.6157595042458963e-07,
      "loss": 0.0743,
      "step": 7143
    },
    {
      "epoch": 4.669609285597515,
      "grad_norm": 4.625,
      "learning_rate": 2.60539397709515e-07,
      "loss": 0.0542,
      "step": 7144
    },
    {
      "epoch": 4.670263200915482,
      "grad_norm": 5.09375,
      "learning_rate": 2.595048757505392e-07,
      "loss": 0.18,
      "step": 7145
    },
    {
      "epoch": 4.670917116233448,
      "grad_norm": 4.46875,
      "learning_rate": 2.584723847633719e-07,
      "loss": 0.0719,
      "step": 7146
    },
    {
      "epoch": 4.671571031551414,
      "grad_norm": 3.578125,
      "learning_rate": 2.5744192496329314e-07,
      "loss": 0.0729,
      "step": 7147
    },
    {
      "epoch": 4.67222494686938,
      "grad_norm": 3.703125,
      "learning_rate": 2.564134965651621e-07,
      "loss": 0.0561,
      "step": 7148
    },
    {
      "epoch": 4.672878862187346,
      "grad_norm": 2.4375,
      "learning_rate": 2.55387099783414e-07,
      "loss": 0.0223,
      "step": 7149
    },
    {
      "epoch": 4.673532777505313,
      "grad_norm": 1.828125,
      "learning_rate": 2.543627348320643e-07,
      "loss": 0.0286,
      "step": 7150
    },
    {
      "epoch": 4.674186692823279,
      "grad_norm": 5.53125,
      "learning_rate": 2.5334040192469765e-07,
      "loss": 0.0871,
      "step": 7151
    },
    {
      "epoch": 4.6748406081412455,
      "grad_norm": 3.84375,
      "learning_rate": 2.5232010127448025e-07,
      "loss": 0.1043,
      "step": 7152
    },
    {
      "epoch": 4.6754945234592125,
      "grad_norm": 3.8125,
      "learning_rate": 2.513018330941519e-07,
      "loss": 0.0884,
      "step": 7153
    },
    {
      "epoch": 4.676148438777179,
      "grad_norm": 2.171875,
      "learning_rate": 2.5028559759603275e-07,
      "loss": 0.039,
      "step": 7154
    },
    {
      "epoch": 4.676802354095145,
      "grad_norm": 3.59375,
      "learning_rate": 2.4927139499201225e-07,
      "loss": 0.0834,
      "step": 7155
    },
    {
      "epoch": 4.677456269413111,
      "grad_norm": 2.046875,
      "learning_rate": 2.482592254935623e-07,
      "loss": 0.0167,
      "step": 7156
    },
    {
      "epoch": 4.678110184731077,
      "grad_norm": 3.875,
      "learning_rate": 2.472490893117274e-07,
      "loss": 0.0679,
      "step": 7157
    },
    {
      "epoch": 4.678764100049044,
      "grad_norm": 3.265625,
      "learning_rate": 2.4624098665712804e-07,
      "loss": 0.0473,
      "step": 7158
    },
    {
      "epoch": 4.67941801536701,
      "grad_norm": 3.546875,
      "learning_rate": 2.452349177399638e-07,
      "loss": 0.091,
      "step": 7159
    },
    {
      "epoch": 4.680071930684976,
      "grad_norm": 2.875,
      "learning_rate": 2.4423088277000905e-07,
      "loss": 0.0554,
      "step": 7160
    },
    {
      "epoch": 4.680725846002943,
      "grad_norm": 3.28125,
      "learning_rate": 2.4322888195660863e-07,
      "loss": 0.0489,
      "step": 7161
    },
    {
      "epoch": 4.681379761320909,
      "grad_norm": 3.390625,
      "learning_rate": 2.422289155086932e-07,
      "loss": 0.0406,
      "step": 7162
    },
    {
      "epoch": 4.682033676638875,
      "grad_norm": 6.375,
      "learning_rate": 2.4123098363476037e-07,
      "loss": 0.2068,
      "step": 7163
    },
    {
      "epoch": 4.682687591956841,
      "grad_norm": 5.75,
      "learning_rate": 2.402350865428882e-07,
      "loss": 0.1142,
      "step": 7164
    },
    {
      "epoch": 4.6833415072748075,
      "grad_norm": 3.890625,
      "learning_rate": 2.392412244407294e-07,
      "loss": 0.0737,
      "step": 7165
    },
    {
      "epoch": 4.6839954225927745,
      "grad_norm": 4.125,
      "learning_rate": 2.3824939753551047e-07,
      "loss": 0.1091,
      "step": 7166
    },
    {
      "epoch": 4.684649337910741,
      "grad_norm": 5.21875,
      "learning_rate": 2.372596060340382e-07,
      "loss": 0.0646,
      "step": 7167
    },
    {
      "epoch": 4.685303253228707,
      "grad_norm": 3.359375,
      "learning_rate": 2.362718501426897e-07,
      "loss": 0.0572,
      "step": 7168
    },
    {
      "epoch": 4.685957168546674,
      "grad_norm": 3.421875,
      "learning_rate": 2.352861300674192e-07,
      "loss": 0.0833,
      "step": 7169
    },
    {
      "epoch": 4.68661108386464,
      "grad_norm": 3.609375,
      "learning_rate": 2.3430244601376217e-07,
      "loss": 0.1042,
      "step": 7170
    },
    {
      "epoch": 4.687264999182606,
      "grad_norm": 5.125,
      "learning_rate": 2.3332079818681908e-07,
      "loss": 0.1171,
      "step": 7171
    },
    {
      "epoch": 4.687918914500572,
      "grad_norm": 4.5,
      "learning_rate": 2.3234118679127615e-07,
      "loss": 0.072,
      "step": 7172
    },
    {
      "epoch": 4.688572829818538,
      "grad_norm": 4.34375,
      "learning_rate": 2.3136361203138668e-07,
      "loss": 0.1139,
      "step": 7173
    },
    {
      "epoch": 4.689226745136505,
      "grad_norm": 4.34375,
      "learning_rate": 2.303880741109843e-07,
      "loss": 0.1624,
      "step": 7174
    },
    {
      "epoch": 4.689880660454471,
      "grad_norm": 4.1875,
      "learning_rate": 2.2941457323347627e-07,
      "loss": 0.0633,
      "step": 7175
    },
    {
      "epoch": 4.690534575772437,
      "grad_norm": 4.25,
      "learning_rate": 2.284431096018458e-07,
      "loss": 0.0676,
      "step": 7176
    },
    {
      "epoch": 4.691188491090404,
      "grad_norm": 3.796875,
      "learning_rate": 2.2747368341865083e-07,
      "loss": 0.0909,
      "step": 7177
    },
    {
      "epoch": 4.69184240640837,
      "grad_norm": 8.25,
      "learning_rate": 2.2650629488602416e-07,
      "loss": 0.2379,
      "step": 7178
    },
    {
      "epoch": 4.6924963217263365,
      "grad_norm": 3.53125,
      "learning_rate": 2.255409442056733e-07,
      "loss": 0.073,
      "step": 7179
    },
    {
      "epoch": 4.693150237044303,
      "grad_norm": 2.296875,
      "learning_rate": 2.245776315788828e-07,
      "loss": 0.0271,
      "step": 7180
    },
    {
      "epoch": 4.693804152362269,
      "grad_norm": 5.625,
      "learning_rate": 2.2361635720651199e-07,
      "loss": 0.1548,
      "step": 7181
    },
    {
      "epoch": 4.694458067680236,
      "grad_norm": 4.40625,
      "learning_rate": 2.2265712128899276e-07,
      "loss": 0.0725,
      "step": 7182
    },
    {
      "epoch": 4.695111982998202,
      "grad_norm": 4.96875,
      "learning_rate": 2.2169992402633512e-07,
      "loss": 0.1243,
      "step": 7183
    },
    {
      "epoch": 4.695765898316168,
      "grad_norm": 3.78125,
      "learning_rate": 2.207447656181194e-07,
      "loss": 0.0881,
      "step": 7184
    },
    {
      "epoch": 4.696419813634135,
      "grad_norm": 3.59375,
      "learning_rate": 2.1979164626350745e-07,
      "loss": 0.1166,
      "step": 7185
    },
    {
      "epoch": 4.697073728952101,
      "grad_norm": 5.0625,
      "learning_rate": 2.188405661612303e-07,
      "loss": 0.1544,
      "step": 7186
    },
    {
      "epoch": 4.697727644270067,
      "grad_norm": 5.4375,
      "learning_rate": 2.178915255095948e-07,
      "loss": 0.2922,
      "step": 7187
    },
    {
      "epoch": 4.698381559588033,
      "grad_norm": 4.96875,
      "learning_rate": 2.1694452450648717e-07,
      "loss": 0.1419,
      "step": 7188
    },
    {
      "epoch": 4.699035474905999,
      "grad_norm": 5.03125,
      "learning_rate": 2.1599956334936057e-07,
      "loss": 0.0743,
      "step": 7189
    },
    {
      "epoch": 4.699689390223966,
      "grad_norm": 2.609375,
      "learning_rate": 2.1505664223524957e-07,
      "loss": 0.053,
      "step": 7190
    },
    {
      "epoch": 4.700343305541932,
      "grad_norm": 2.359375,
      "learning_rate": 2.141157613607614e-07,
      "loss": 0.0239,
      "step": 7191
    },
    {
      "epoch": 4.7009972208598985,
      "grad_norm": 4.1875,
      "learning_rate": 2.1317692092207464e-07,
      "loss": 0.2422,
      "step": 7192
    },
    {
      "epoch": 4.7016511361778655,
      "grad_norm": 3.359375,
      "learning_rate": 2.122401211149483e-07,
      "loss": 0.0584,
      "step": 7193
    },
    {
      "epoch": 4.702305051495832,
      "grad_norm": 3.59375,
      "learning_rate": 2.1130536213471055e-07,
      "loss": 0.0775,
      "step": 7194
    },
    {
      "epoch": 4.702958966813798,
      "grad_norm": 4.75,
      "learning_rate": 2.1037264417626547e-07,
      "loss": 0.0897,
      "step": 7195
    },
    {
      "epoch": 4.703612882131764,
      "grad_norm": 4.125,
      "learning_rate": 2.094419674340953e-07,
      "loss": 0.0645,
      "step": 7196
    },
    {
      "epoch": 4.70426679744973,
      "grad_norm": 4.875,
      "learning_rate": 2.0851333210225032e-07,
      "loss": 0.0885,
      "step": 7197
    },
    {
      "epoch": 4.704920712767697,
      "grad_norm": 3.703125,
      "learning_rate": 2.0758673837436127e-07,
      "loss": 0.0355,
      "step": 7198
    },
    {
      "epoch": 4.705574628085663,
      "grad_norm": 2.203125,
      "learning_rate": 2.0666218644362913e-07,
      "loss": 0.0315,
      "step": 7199
    },
    {
      "epoch": 4.706228543403629,
      "grad_norm": 3.734375,
      "learning_rate": 2.0573967650282745e-07,
      "loss": 0.0688,
      "step": 7200
    },
    {
      "epoch": 4.706882458721596,
      "grad_norm": 1.75,
      "learning_rate": 2.048192087443135e-07,
      "loss": 0.0152,
      "step": 7201
    },
    {
      "epoch": 4.707536374039562,
      "grad_norm": 4.0,
      "learning_rate": 2.039007833600082e-07,
      "loss": 0.0863,
      "step": 7202
    },
    {
      "epoch": 4.708190289357528,
      "grad_norm": 2.640625,
      "learning_rate": 2.0298440054140944e-07,
      "loss": 0.055,
      "step": 7203
    },
    {
      "epoch": 4.708844204675494,
      "grad_norm": 1.96875,
      "learning_rate": 2.0207006047959333e-07,
      "loss": 0.0317,
      "step": 7204
    },
    {
      "epoch": 4.7094981199934605,
      "grad_norm": 2.3125,
      "learning_rate": 2.0115776336520622e-07,
      "loss": 0.0305,
      "step": 7205
    },
    {
      "epoch": 4.7101520353114275,
      "grad_norm": 2.5625,
      "learning_rate": 2.0024750938846927e-07,
      "loss": 0.0467,
      "step": 7206
    },
    {
      "epoch": 4.710805950629394,
      "grad_norm": 5.78125,
      "learning_rate": 1.9933929873917734e-07,
      "loss": 0.1984,
      "step": 7207
    },
    {
      "epoch": 4.71145986594736,
      "grad_norm": 4.53125,
      "learning_rate": 1.984331316067001e-07,
      "loss": 0.1143,
      "step": 7208
    },
    {
      "epoch": 4.712113781265326,
      "grad_norm": 6.71875,
      "learning_rate": 1.975290081799808e-07,
      "loss": 0.445,
      "step": 7209
    },
    {
      "epoch": 4.712767696583293,
      "grad_norm": 3.09375,
      "learning_rate": 1.966269286475353e-07,
      "loss": 0.048,
      "step": 7210
    },
    {
      "epoch": 4.713421611901259,
      "grad_norm": 4.78125,
      "learning_rate": 1.9572689319745542e-07,
      "loss": 0.1283,
      "step": 7211
    },
    {
      "epoch": 4.714075527219225,
      "grad_norm": 4.8125,
      "learning_rate": 1.9482890201740768e-07,
      "loss": 0.1138,
      "step": 7212
    },
    {
      "epoch": 4.714729442537191,
      "grad_norm": 2.765625,
      "learning_rate": 1.9393295529462674e-07,
      "loss": 0.1092,
      "step": 7213
    },
    {
      "epoch": 4.715383357855158,
      "grad_norm": 2.78125,
      "learning_rate": 1.9303905321592876e-07,
      "loss": 0.0873,
      "step": 7214
    },
    {
      "epoch": 4.716037273173124,
      "grad_norm": 2.328125,
      "learning_rate": 1.921471959676957e-07,
      "loss": 0.0635,
      "step": 7215
    },
    {
      "epoch": 4.71669118849109,
      "grad_norm": 6.09375,
      "learning_rate": 1.9125738373588887e-07,
      "loss": 0.1277,
      "step": 7216
    },
    {
      "epoch": 4.717345103809056,
      "grad_norm": 6.65625,
      "learning_rate": 1.9036961670604205e-07,
      "loss": 0.1757,
      "step": 7217
    },
    {
      "epoch": 4.717999019127023,
      "grad_norm": 4.375,
      "learning_rate": 1.894838950632605e-07,
      "loss": 0.067,
      "step": 7218
    },
    {
      "epoch": 4.7186529344449895,
      "grad_norm": 5.375,
      "learning_rate": 1.8860021899222425e-07,
      "loss": 0.0705,
      "step": 7219
    },
    {
      "epoch": 4.719306849762956,
      "grad_norm": 2.515625,
      "learning_rate": 1.8771858867718707e-07,
      "loss": 0.0382,
      "step": 7220
    },
    {
      "epoch": 4.719960765080922,
      "grad_norm": 3.734375,
      "learning_rate": 1.8683900430197742e-07,
      "loss": 0.1008,
      "step": 7221
    },
    {
      "epoch": 4.720614680398889,
      "grad_norm": 5.84375,
      "learning_rate": 1.8596146604999422e-07,
      "loss": 0.191,
      "step": 7222
    },
    {
      "epoch": 4.721268595716855,
      "grad_norm": 4.96875,
      "learning_rate": 1.8508597410421102e-07,
      "loss": 0.2001,
      "step": 7223
    },
    {
      "epoch": 4.721922511034821,
      "grad_norm": 3.21875,
      "learning_rate": 1.842125286471763e-07,
      "loss": 0.0704,
      "step": 7224
    },
    {
      "epoch": 4.722576426352787,
      "grad_norm": 3.0,
      "learning_rate": 1.8334112986100994e-07,
      "loss": 0.0711,
      "step": 7225
    },
    {
      "epoch": 4.723230341670754,
      "grad_norm": 4.65625,
      "learning_rate": 1.8247177792740545e-07,
      "loss": 0.0834,
      "step": 7226
    },
    {
      "epoch": 4.72388425698872,
      "grad_norm": 2.140625,
      "learning_rate": 1.8160447302763007e-07,
      "loss": 0.0343,
      "step": 7227
    },
    {
      "epoch": 4.724538172306686,
      "grad_norm": 4.46875,
      "learning_rate": 1.8073921534252247e-07,
      "loss": 0.1208,
      "step": 7228
    },
    {
      "epoch": 4.725192087624652,
      "grad_norm": 3.5625,
      "learning_rate": 1.7987600505249726e-07,
      "loss": 0.0839,
      "step": 7229
    },
    {
      "epoch": 4.725846002942619,
      "grad_norm": 1.8046875,
      "learning_rate": 1.790148423375404e-07,
      "loss": 0.026,
      "step": 7230
    },
    {
      "epoch": 4.726499918260585,
      "grad_norm": 3.875,
      "learning_rate": 1.7815572737721055e-07,
      "loss": 0.0792,
      "step": 7231
    },
    {
      "epoch": 4.7271538335785515,
      "grad_norm": 6.09375,
      "learning_rate": 1.7729866035064214e-07,
      "loss": 0.198,
      "step": 7232
    },
    {
      "epoch": 4.727807748896518,
      "grad_norm": 1.9140625,
      "learning_rate": 1.7644364143653893e-07,
      "loss": 0.0312,
      "step": 7233
    },
    {
      "epoch": 4.7284616642144845,
      "grad_norm": 2.5625,
      "learning_rate": 1.7559067081317936e-07,
      "loss": 0.0473,
      "step": 7234
    },
    {
      "epoch": 4.729115579532451,
      "grad_norm": 3.25,
      "learning_rate": 1.747397486584157e-07,
      "loss": 0.039,
      "step": 7235
    },
    {
      "epoch": 4.729769494850417,
      "grad_norm": 4.09375,
      "learning_rate": 1.738908751496693e-07,
      "loss": 0.2424,
      "step": 7236
    },
    {
      "epoch": 4.730423410168383,
      "grad_norm": 2.96875,
      "learning_rate": 1.730440504639408e-07,
      "loss": 0.0596,
      "step": 7237
    },
    {
      "epoch": 4.73107732548635,
      "grad_norm": 2.046875,
      "learning_rate": 1.7219927477779897e-07,
      "loss": 0.049,
      "step": 7238
    },
    {
      "epoch": 4.731731240804316,
      "grad_norm": 4.53125,
      "learning_rate": 1.7135654826738402e-07,
      "loss": 0.1271,
      "step": 7239
    },
    {
      "epoch": 4.732385156122282,
      "grad_norm": 4.46875,
      "learning_rate": 1.7051587110841429e-07,
      "loss": 0.1159,
      "step": 7240
    },
    {
      "epoch": 4.733039071440248,
      "grad_norm": 4.6875,
      "learning_rate": 1.6967724347617508e-07,
      "loss": 0.116,
      "step": 7241
    },
    {
      "epoch": 4.733692986758215,
      "grad_norm": 4.1875,
      "learning_rate": 1.688406655455277e-07,
      "loss": 0.0883,
      "step": 7242
    },
    {
      "epoch": 4.734346902076181,
      "grad_norm": 4.09375,
      "learning_rate": 1.68006137490907e-07,
      "loss": 0.069,
      "step": 7243
    },
    {
      "epoch": 4.735000817394147,
      "grad_norm": 3.53125,
      "learning_rate": 1.6717365948631824e-07,
      "loss": 0.047,
      "step": 7244
    },
    {
      "epoch": 4.7356547327121135,
      "grad_norm": 3.890625,
      "learning_rate": 1.6634323170533928e-07,
      "loss": 0.0489,
      "step": 7245
    },
    {
      "epoch": 4.7363086480300804,
      "grad_norm": 2.234375,
      "learning_rate": 1.6551485432112047e-07,
      "loss": 0.0316,
      "step": 7246
    },
    {
      "epoch": 4.7369625633480466,
      "grad_norm": 3.40625,
      "learning_rate": 1.6468852750638587e-07,
      "loss": 0.0594,
      "step": 7247
    },
    {
      "epoch": 4.737616478666013,
      "grad_norm": 2.90625,
      "learning_rate": 1.638642514334321e-07,
      "loss": 0.0592,
      "step": 7248
    },
    {
      "epoch": 4.738270393983979,
      "grad_norm": 2.90625,
      "learning_rate": 1.63042026274125e-07,
      "loss": 0.0485,
      "step": 7249
    },
    {
      "epoch": 4.738924309301946,
      "grad_norm": 5.65625,
      "learning_rate": 1.622218521999075e-07,
      "loss": 0.124,
      "step": 7250
    },
    {
      "epoch": 4.739578224619912,
      "grad_norm": 2.234375,
      "learning_rate": 1.614037293817916e-07,
      "loss": 0.028,
      "step": 7251
    },
    {
      "epoch": 4.740232139937878,
      "grad_norm": 3.75,
      "learning_rate": 1.6058765799036202e-07,
      "loss": 0.12,
      "step": 7252
    },
    {
      "epoch": 4.740886055255844,
      "grad_norm": 5.53125,
      "learning_rate": 1.597736381957782e-07,
      "loss": 0.1072,
      "step": 7253
    },
    {
      "epoch": 4.741539970573811,
      "grad_norm": 7.4375,
      "learning_rate": 1.5896167016776765e-07,
      "loss": 0.2029,
      "step": 7254
    },
    {
      "epoch": 4.742193885891777,
      "grad_norm": 4.53125,
      "learning_rate": 1.5815175407563166e-07,
      "loss": 0.1379,
      "step": 7255
    },
    {
      "epoch": 4.742847801209743,
      "grad_norm": 4.75,
      "learning_rate": 1.5734389008824734e-07,
      "loss": 0.1977,
      "step": 7256
    },
    {
      "epoch": 4.743501716527709,
      "grad_norm": 3.15625,
      "learning_rate": 1.5653807837405776e-07,
      "loss": 0.0633,
      "step": 7257
    },
    {
      "epoch": 4.744155631845676,
      "grad_norm": 2.171875,
      "learning_rate": 1.5573431910108404e-07,
      "loss": 0.0237,
      "step": 7258
    },
    {
      "epoch": 4.7448095471636424,
      "grad_norm": 3.84375,
      "learning_rate": 1.549326124369144e-07,
      "loss": 0.061,
      "step": 7259
    },
    {
      "epoch": 4.7454634624816086,
      "grad_norm": 3.90625,
      "learning_rate": 1.5413295854871056e-07,
      "loss": 0.1483,
      "step": 7260
    },
    {
      "epoch": 4.746117377799575,
      "grad_norm": 5.5,
      "learning_rate": 1.5333535760320929e-07,
      "loss": 0.1102,
      "step": 7261
    },
    {
      "epoch": 4.746771293117542,
      "grad_norm": 4.0,
      "learning_rate": 1.5253980976671412e-07,
      "loss": 0.0879,
      "step": 7262
    },
    {
      "epoch": 4.747425208435508,
      "grad_norm": 2.953125,
      "learning_rate": 1.5174631520510574e-07,
      "loss": 0.0412,
      "step": 7263
    },
    {
      "epoch": 4.748079123753474,
      "grad_norm": 3.390625,
      "learning_rate": 1.5095487408383293e-07,
      "loss": 0.0569,
      "step": 7264
    },
    {
      "epoch": 4.74873303907144,
      "grad_norm": 2.078125,
      "learning_rate": 1.5016548656791697e-07,
      "loss": 0.037,
      "step": 7265
    },
    {
      "epoch": 4.749386954389407,
      "grad_norm": 3.453125,
      "learning_rate": 1.4937815282195288e-07,
      "loss": 0.1027,
      "step": 7266
    },
    {
      "epoch": 4.750040869707373,
      "grad_norm": 4.25,
      "learning_rate": 1.4859287301010383e-07,
      "loss": 0.1204,
      "step": 7267
    },
    {
      "epoch": 4.750694785025339,
      "grad_norm": 5.09375,
      "learning_rate": 1.4780964729610992e-07,
      "loss": 0.1712,
      "step": 7268
    },
    {
      "epoch": 4.751348700343305,
      "grad_norm": 7.4375,
      "learning_rate": 1.470284758432794e-07,
      "loss": 0.1845,
      "step": 7269
    },
    {
      "epoch": 4.752002615661272,
      "grad_norm": 7.0,
      "learning_rate": 1.4624935881448976e-07,
      "loss": 0.1714,
      "step": 7270
    },
    {
      "epoch": 4.752656530979238,
      "grad_norm": 1.53125,
      "learning_rate": 1.4547229637219772e-07,
      "loss": 0.015,
      "step": 7271
    },
    {
      "epoch": 4.7533104462972045,
      "grad_norm": 4.25,
      "learning_rate": 1.446972886784226e-07,
      "loss": 0.1238,
      "step": 7272
    },
    {
      "epoch": 4.7539643616151706,
      "grad_norm": 4.1875,
      "learning_rate": 1.4392433589476284e-07,
      "loss": 0.1255,
      "step": 7273
    },
    {
      "epoch": 4.7546182769331375,
      "grad_norm": 4.75,
      "learning_rate": 1.4315343818238513e-07,
      "loss": 0.1061,
      "step": 7274
    },
    {
      "epoch": 4.755272192251104,
      "grad_norm": 3.484375,
      "learning_rate": 1.4238459570202644e-07,
      "loss": 0.1386,
      "step": 7275
    },
    {
      "epoch": 4.75592610756907,
      "grad_norm": 1.578125,
      "learning_rate": 1.4161780861399855e-07,
      "loss": 0.0154,
      "step": 7276
    },
    {
      "epoch": 4.756580022887036,
      "grad_norm": 4.875,
      "learning_rate": 1.408530770781813e-07,
      "loss": 0.1826,
      "step": 7277
    },
    {
      "epoch": 4.757233938205003,
      "grad_norm": 4.28125,
      "learning_rate": 1.4009040125402717e-07,
      "loss": 0.1288,
      "step": 7278
    },
    {
      "epoch": 4.757887853522969,
      "grad_norm": 3.921875,
      "learning_rate": 1.3932978130056008e-07,
      "loss": 0.0794,
      "step": 7279
    },
    {
      "epoch": 4.758541768840935,
      "grad_norm": 4.0625,
      "learning_rate": 1.3857121737637647e-07,
      "loss": 0.0969,
      "step": 7280
    },
    {
      "epoch": 4.759195684158901,
      "grad_norm": 3.875,
      "learning_rate": 1.3781470963964317e-07,
      "loss": 0.0668,
      "step": 7281
    },
    {
      "epoch": 4.759849599476867,
      "grad_norm": 5.46875,
      "learning_rate": 1.3706025824809732e-07,
      "loss": 0.1085,
      "step": 7282
    },
    {
      "epoch": 4.760503514794834,
      "grad_norm": 6.4375,
      "learning_rate": 1.3630786335904867e-07,
      "loss": 0.2152,
      "step": 7283
    },
    {
      "epoch": 4.7611574301128,
      "grad_norm": 3.25,
      "learning_rate": 1.3555752512937724e-07,
      "loss": 0.051,
      "step": 7284
    },
    {
      "epoch": 4.7618113454307665,
      "grad_norm": 3.859375,
      "learning_rate": 1.348092437155346e-07,
      "loss": 0.0753,
      "step": 7285
    },
    {
      "epoch": 4.762465260748733,
      "grad_norm": 4.34375,
      "learning_rate": 1.340630192735437e-07,
      "loss": 0.1346,
      "step": 7286
    },
    {
      "epoch": 4.7631191760666995,
      "grad_norm": 3.15625,
      "learning_rate": 1.3331885195899786e-07,
      "loss": 0.0624,
      "step": 7287
    },
    {
      "epoch": 4.763773091384666,
      "grad_norm": 4.1875,
      "learning_rate": 1.3257674192706295e-07,
      "loss": 0.0731,
      "step": 7288
    },
    {
      "epoch": 4.764427006702632,
      "grad_norm": 4.03125,
      "learning_rate": 1.3183668933247407e-07,
      "loss": 0.1326,
      "step": 7289
    },
    {
      "epoch": 4.765080922020598,
      "grad_norm": 2.078125,
      "learning_rate": 1.310986943295389e-07,
      "loss": 0.0292,
      "step": 7290
    },
    {
      "epoch": 4.765734837338565,
      "grad_norm": 3.171875,
      "learning_rate": 1.303627570721333e-07,
      "loss": 0.0614,
      "step": 7291
    },
    {
      "epoch": 4.766388752656531,
      "grad_norm": 2.75,
      "learning_rate": 1.296288777137089e-07,
      "loss": 0.0364,
      "step": 7292
    },
    {
      "epoch": 4.767042667974497,
      "grad_norm": 2.625,
      "learning_rate": 1.2889705640728445e-07,
      "loss": 0.0485,
      "step": 7293
    },
    {
      "epoch": 4.767696583292464,
      "grad_norm": 3.71875,
      "learning_rate": 1.2816729330544896e-07,
      "loss": 0.0915,
      "step": 7294
    },
    {
      "epoch": 4.76835049861043,
      "grad_norm": 6.21875,
      "learning_rate": 1.2743958856036743e-07,
      "loss": 0.1361,
      "step": 7295
    },
    {
      "epoch": 4.769004413928396,
      "grad_norm": 5.0625,
      "learning_rate": 1.2671394232376842e-07,
      "loss": 0.0811,
      "step": 7296
    },
    {
      "epoch": 4.769658329246362,
      "grad_norm": 3.796875,
      "learning_rate": 1.2599035474695764e-07,
      "loss": 0.1407,
      "step": 7297
    },
    {
      "epoch": 4.7703122445643285,
      "grad_norm": 3.6875,
      "learning_rate": 1.252688259808077e-07,
      "loss": 0.06,
      "step": 7298
    },
    {
      "epoch": 4.770966159882295,
      "grad_norm": 2.9375,
      "learning_rate": 1.245493561757627e-07,
      "loss": 0.0283,
      "step": 7299
    },
    {
      "epoch": 4.7716200752002615,
      "grad_norm": 6.5,
      "learning_rate": 1.238319454818393e-07,
      "loss": 0.1708,
      "step": 7300
    },
    {
      "epoch": 4.772273990518228,
      "grad_norm": 4.46875,
      "learning_rate": 1.231165940486234e-07,
      "loss": 0.1409,
      "step": 7301
    },
    {
      "epoch": 4.772927905836195,
      "grad_norm": 3.71875,
      "learning_rate": 1.2240330202527017e-07,
      "loss": 0.0852,
      "step": 7302
    },
    {
      "epoch": 4.773581821154161,
      "grad_norm": 4.40625,
      "learning_rate": 1.2169206956050729e-07,
      "loss": 0.1139,
      "step": 7303
    },
    {
      "epoch": 4.774235736472127,
      "grad_norm": 3.265625,
      "learning_rate": 1.2098289680263276e-07,
      "loss": 0.0475,
      "step": 7304
    },
    {
      "epoch": 4.774889651790093,
      "grad_norm": 2.3125,
      "learning_rate": 1.20275783899515e-07,
      "loss": 0.0378,
      "step": 7305
    },
    {
      "epoch": 4.775543567108059,
      "grad_norm": 4.15625,
      "learning_rate": 1.1957073099859163e-07,
      "loss": 0.1056,
      "step": 7306
    },
    {
      "epoch": 4.776197482426026,
      "grad_norm": 2.71875,
      "learning_rate": 1.1886773824687393e-07,
      "loss": 0.0427,
      "step": 7307
    },
    {
      "epoch": 4.776851397743992,
      "grad_norm": 4.125,
      "learning_rate": 1.181668057909402e-07,
      "loss": 0.1669,
      "step": 7308
    },
    {
      "epoch": 4.777505313061958,
      "grad_norm": 3.609375,
      "learning_rate": 1.1746793377694022e-07,
      "loss": 0.1073,
      "step": 7309
    },
    {
      "epoch": 4.778159228379925,
      "grad_norm": 5.84375,
      "learning_rate": 1.1677112235059518e-07,
      "loss": 0.0965,
      "step": 7310
    },
    {
      "epoch": 4.778813143697891,
      "grad_norm": 7.0,
      "learning_rate": 1.1607637165719554e-07,
      "loss": 0.0407,
      "step": 7311
    },
    {
      "epoch": 4.7794670590158574,
      "grad_norm": 5.8125,
      "learning_rate": 1.1538368184160209e-07,
      "loss": 0.1058,
      "step": 7312
    },
    {
      "epoch": 4.7801209743338235,
      "grad_norm": 5.53125,
      "learning_rate": 1.1469305304824708e-07,
      "loss": 0.1385,
      "step": 7313
    },
    {
      "epoch": 4.78077488965179,
      "grad_norm": 1.9921875,
      "learning_rate": 1.1400448542113085e-07,
      "loss": 0.0228,
      "step": 7314
    },
    {
      "epoch": 4.781428804969757,
      "grad_norm": 2.859375,
      "learning_rate": 1.1331797910382747e-07,
      "loss": 0.0558,
      "step": 7315
    },
    {
      "epoch": 4.782082720287723,
      "grad_norm": 4.96875,
      "learning_rate": 1.1263353423947798e-07,
      "loss": 0.132,
      "step": 7316
    },
    {
      "epoch": 4.782736635605689,
      "grad_norm": 5.5,
      "learning_rate": 1.1195115097079268e-07,
      "loss": 0.1356,
      "step": 7317
    },
    {
      "epoch": 4.783390550923656,
      "grad_norm": 3.453125,
      "learning_rate": 1.1127082944005774e-07,
      "loss": 0.0866,
      "step": 7318
    },
    {
      "epoch": 4.784044466241622,
      "grad_norm": 2.96875,
      "learning_rate": 1.1059256978912191e-07,
      "loss": 0.0565,
      "step": 7319
    },
    {
      "epoch": 4.784698381559588,
      "grad_norm": 5.78125,
      "learning_rate": 1.0991637215941098e-07,
      "loss": 0.189,
      "step": 7320
    },
    {
      "epoch": 4.785352296877554,
      "grad_norm": 4.5625,
      "learning_rate": 1.0924223669191547e-07,
      "loss": 0.1372,
      "step": 7321
    },
    {
      "epoch": 4.78600621219552,
      "grad_norm": 4.21875,
      "learning_rate": 1.0857016352719852e-07,
      "loss": 0.0908,
      "step": 7322
    },
    {
      "epoch": 4.786660127513487,
      "grad_norm": 3.25,
      "learning_rate": 1.0790015280539356e-07,
      "loss": 0.0592,
      "step": 7323
    },
    {
      "epoch": 4.787314042831453,
      "grad_norm": 3.78125,
      "learning_rate": 1.0723220466620222e-07,
      "loss": 0.0906,
      "step": 7324
    },
    {
      "epoch": 4.7879679581494194,
      "grad_norm": 2.296875,
      "learning_rate": 1.0656631924889749e-07,
      "loss": 0.0395,
      "step": 7325
    },
    {
      "epoch": 4.788621873467386,
      "grad_norm": 1.9921875,
      "learning_rate": 1.0590249669232278e-07,
      "loss": 0.0219,
      "step": 7326
    },
    {
      "epoch": 4.7892757887853525,
      "grad_norm": 4.21875,
      "learning_rate": 1.0524073713488958e-07,
      "loss": 0.0923,
      "step": 7327
    },
    {
      "epoch": 4.789929704103319,
      "grad_norm": 4.1875,
      "learning_rate": 1.0458104071457975e-07,
      "loss": 0.1119,
      "step": 7328
    },
    {
      "epoch": 4.790583619421285,
      "grad_norm": 3.40625,
      "learning_rate": 1.0392340756894658e-07,
      "loss": 0.0521,
      "step": 7329
    },
    {
      "epoch": 4.791237534739251,
      "grad_norm": 4.25,
      "learning_rate": 1.032678378351104e-07,
      "loss": 0.1364,
      "step": 7330
    },
    {
      "epoch": 4.791891450057218,
      "grad_norm": 3.265625,
      "learning_rate": 1.0261433164976298e-07,
      "loss": 0.0523,
      "step": 7331
    },
    {
      "epoch": 4.792545365375184,
      "grad_norm": 2.65625,
      "learning_rate": 1.0196288914916641e-07,
      "loss": 0.0471,
      "step": 7332
    },
    {
      "epoch": 4.79319928069315,
      "grad_norm": 2.96875,
      "learning_rate": 1.0131351046915094e-07,
      "loss": 0.0446,
      "step": 7333
    },
    {
      "epoch": 4.793853196011117,
      "grad_norm": 3.515625,
      "learning_rate": 1.0066619574511826e-07,
      "loss": 0.0489,
      "step": 7334
    },
    {
      "epoch": 4.794507111329083,
      "grad_norm": 2.8125,
      "learning_rate": 1.0002094511203819e-07,
      "loss": 0.0359,
      "step": 7335
    },
    {
      "epoch": 4.795161026647049,
      "grad_norm": 4.90625,
      "learning_rate": 9.937775870445087e-08,
      "loss": 0.0634,
      "step": 7336
    },
    {
      "epoch": 4.795814941965015,
      "grad_norm": 3.390625,
      "learning_rate": 9.873663665646571e-08,
      "loss": 0.0609,
      "step": 7337
    },
    {
      "epoch": 4.7964688572829814,
      "grad_norm": 1.8125,
      "learning_rate": 9.809757910176021e-08,
      "loss": 0.0147,
      "step": 7338
    },
    {
      "epoch": 4.797122772600948,
      "grad_norm": 5.375,
      "learning_rate": 9.746058617358667e-08,
      "loss": 0.1308,
      "step": 7339
    },
    {
      "epoch": 4.7977766879189145,
      "grad_norm": 3.640625,
      "learning_rate": 9.682565800475884e-08,
      "loss": 0.0719,
      "step": 7340
    },
    {
      "epoch": 4.798430603236881,
      "grad_norm": 3.34375,
      "learning_rate": 9.619279472766863e-08,
      "loss": 0.1085,
      "step": 7341
    },
    {
      "epoch": 4.799084518554848,
      "grad_norm": 5.3125,
      "learning_rate": 9.556199647427044e-08,
      "loss": 0.1544,
      "step": 7342
    },
    {
      "epoch": 4.799738433872814,
      "grad_norm": 2.8125,
      "learning_rate": 9.493326337609132e-08,
      "loss": 0.061,
      "step": 7343
    },
    {
      "epoch": 4.80039234919078,
      "grad_norm": 3.609375,
      "learning_rate": 9.43065955642275e-08,
      "loss": 0.0903,
      "step": 7344
    },
    {
      "epoch": 4.801046264508746,
      "grad_norm": 5.03125,
      "learning_rate": 9.368199316934446e-08,
      "loss": 0.096,
      "step": 7345
    },
    {
      "epoch": 4.801700179826712,
      "grad_norm": 4.4375,
      "learning_rate": 9.30594563216758e-08,
      "loss": 0.0571,
      "step": 7346
    },
    {
      "epoch": 4.802354095144679,
      "grad_norm": 2.75,
      "learning_rate": 9.243898515102767e-08,
      "loss": 0.057,
      "step": 7347
    },
    {
      "epoch": 4.803008010462645,
      "grad_norm": 2.8125,
      "learning_rate": 9.182057978677106e-08,
      "loss": 0.043,
      "step": 7348
    },
    {
      "epoch": 4.803661925780611,
      "grad_norm": 2.6875,
      "learning_rate": 9.120424035784947e-08,
      "loss": 0.04,
      "step": 7349
    },
    {
      "epoch": 4.804315841098578,
      "grad_norm": 6.34375,
      "learning_rate": 9.058996699277456e-08,
      "loss": 0.1963,
      "step": 7350
    },
    {
      "epoch": 4.804969756416544,
      "grad_norm": 3.5,
      "learning_rate": 8.997775981962608e-08,
      "loss": 0.078,
      "step": 7351
    },
    {
      "epoch": 4.80562367173451,
      "grad_norm": 3.6875,
      "learning_rate": 8.936761896605639e-08,
      "loss": 0.0923,
      "step": 7352
    },
    {
      "epoch": 4.8062775870524765,
      "grad_norm": 3.03125,
      "learning_rate": 8.875954455928259e-08,
      "loss": 0.0442,
      "step": 7353
    },
    {
      "epoch": 4.806931502370443,
      "grad_norm": 3.03125,
      "learning_rate": 8.815353672609438e-08,
      "loss": 0.0656,
      "step": 7354
    },
    {
      "epoch": 4.80758541768841,
      "grad_norm": 4.21875,
      "learning_rate": 8.75495955928507e-08,
      "loss": 0.1569,
      "step": 7355
    },
    {
      "epoch": 4.808239333006376,
      "grad_norm": 2.375,
      "learning_rate": 8.694772128547412e-08,
      "loss": 0.0387,
      "step": 7356
    },
    {
      "epoch": 4.808893248324342,
      "grad_norm": 2.375,
      "learning_rate": 8.634791392946429e-08,
      "loss": 0.0237,
      "step": 7357
    },
    {
      "epoch": 4.809547163642308,
      "grad_norm": 3.3125,
      "learning_rate": 8.575017364988447e-08,
      "loss": 0.0771,
      "step": 7358
    },
    {
      "epoch": 4.810201078960275,
      "grad_norm": 3.859375,
      "learning_rate": 8.515450057136721e-08,
      "loss": 0.1758,
      "step": 7359
    },
    {
      "epoch": 4.810854994278241,
      "grad_norm": 6.0,
      "learning_rate": 8.456089481811758e-08,
      "loss": 0.1609,
      "step": 7360
    },
    {
      "epoch": 4.811508909596207,
      "grad_norm": 2.453125,
      "learning_rate": 8.396935651390325e-08,
      "loss": 0.0246,
      "step": 7361
    },
    {
      "epoch": 4.812162824914173,
      "grad_norm": 2.671875,
      "learning_rate": 8.33798857820689e-08,
      "loss": 0.031,
      "step": 7362
    },
    {
      "epoch": 4.81281674023214,
      "grad_norm": 6.125,
      "learning_rate": 8.279248274552176e-08,
      "loss": 0.1331,
      "step": 7363
    },
    {
      "epoch": 4.813470655550106,
      "grad_norm": 2.390625,
      "learning_rate": 8.220714752674052e-08,
      "loss": 0.0324,
      "step": 7364
    },
    {
      "epoch": 4.814124570868072,
      "grad_norm": 3.984375,
      "learning_rate": 8.162388024777202e-08,
      "loss": 0.1043,
      "step": 7365
    },
    {
      "epoch": 4.8147784861860385,
      "grad_norm": 5.65625,
      "learning_rate": 8.104268103023227e-08,
      "loss": 0.253,
      "step": 7366
    },
    {
      "epoch": 4.8154324015040055,
      "grad_norm": 3.03125,
      "learning_rate": 8.046354999530658e-08,
      "loss": 0.0521,
      "step": 7367
    },
    {
      "epoch": 4.816086316821972,
      "grad_norm": 3.875,
      "learning_rate": 7.988648726374836e-08,
      "loss": 0.0783,
      "step": 7368
    },
    {
      "epoch": 4.816740232139938,
      "grad_norm": 3.671875,
      "learning_rate": 7.931149295587914e-08,
      "loss": 0.0533,
      "step": 7369
    },
    {
      "epoch": 4.817394147457904,
      "grad_norm": 6.78125,
      "learning_rate": 7.873856719159078e-08,
      "loss": 0.1531,
      "step": 7370
    },
    {
      "epoch": 4.818048062775871,
      "grad_norm": 2.5625,
      "learning_rate": 7.816771009034219e-08,
      "loss": 0.0536,
      "step": 7371
    },
    {
      "epoch": 4.818701978093837,
      "grad_norm": 3.125,
      "learning_rate": 7.759892177116146e-08,
      "loss": 0.0686,
      "step": 7372
    },
    {
      "epoch": 4.819355893411803,
      "grad_norm": 3.96875,
      "learning_rate": 7.703220235264708e-08,
      "loss": 0.0737,
      "step": 7373
    },
    {
      "epoch": 4.820009808729769,
      "grad_norm": 3.90625,
      "learning_rate": 7.646755195296119e-08,
      "loss": 0.0819,
      "step": 7374
    },
    {
      "epoch": 4.820663724047736,
      "grad_norm": 3.484375,
      "learning_rate": 7.590497068984293e-08,
      "loss": 0.0466,
      "step": 7375
    },
    {
      "epoch": 4.821317639365702,
      "grad_norm": 2.9375,
      "learning_rate": 7.53444586805907e-08,
      "loss": 0.0487,
      "step": 7376
    },
    {
      "epoch": 4.821971554683668,
      "grad_norm": 4.25,
      "learning_rate": 7.47860160420777e-08,
      "loss": 0.1626,
      "step": 7377
    },
    {
      "epoch": 4.822625470001634,
      "grad_norm": 3.75,
      "learning_rate": 7.422964289074408e-08,
      "loss": 0.0896,
      "step": 7378
    },
    {
      "epoch": 4.823279385319601,
      "grad_norm": 3.640625,
      "learning_rate": 7.367533934259708e-08,
      "loss": 0.0717,
      "step": 7379
    },
    {
      "epoch": 4.8239333006375675,
      "grad_norm": 5.3125,
      "learning_rate": 7.312310551321421e-08,
      "loss": 0.1339,
      "step": 7380
    },
    {
      "epoch": 4.824587215955534,
      "grad_norm": 6.34375,
      "learning_rate": 7.25729415177412e-08,
      "loss": 0.2132,
      "step": 7381
    },
    {
      "epoch": 4.8252411312735,
      "grad_norm": 6.28125,
      "learning_rate": 7.202484747088956e-08,
      "loss": 0.1288,
      "step": 7382
    },
    {
      "epoch": 4.825895046591467,
      "grad_norm": 3.453125,
      "learning_rate": 7.147882348694346e-08,
      "loss": 0.0537,
      "step": 7383
    },
    {
      "epoch": 4.826548961909433,
      "grad_norm": 3.65625,
      "learning_rate": 7.093486967975182e-08,
      "loss": 0.1119,
      "step": 7384
    },
    {
      "epoch": 4.827202877227399,
      "grad_norm": 5.0,
      "learning_rate": 7.039298616273393e-08,
      "loss": 0.0968,
      "step": 7385
    },
    {
      "epoch": 4.827856792545365,
      "grad_norm": 3.796875,
      "learning_rate": 6.985317304887718e-08,
      "loss": 0.0771,
      "step": 7386
    },
    {
      "epoch": 4.828510707863332,
      "grad_norm": 2.265625,
      "learning_rate": 6.931543045073708e-08,
      "loss": 0.0634,
      "step": 7387
    },
    {
      "epoch": 4.829164623181298,
      "grad_norm": 2.1875,
      "learning_rate": 6.877975848043728e-08,
      "loss": 0.0228,
      "step": 7388
    },
    {
      "epoch": 4.829818538499264,
      "grad_norm": 6.0625,
      "learning_rate": 6.824615724966843e-08,
      "loss": 0.0996,
      "step": 7389
    },
    {
      "epoch": 4.83047245381723,
      "grad_norm": 2.6875,
      "learning_rate": 6.771462686969265e-08,
      "loss": 0.042,
      "step": 7390
    },
    {
      "epoch": 4.831126369135197,
      "grad_norm": 4.34375,
      "learning_rate": 6.718516745133685e-08,
      "loss": 0.0809,
      "step": 7391
    },
    {
      "epoch": 4.831780284453163,
      "grad_norm": 5.6875,
      "learning_rate": 6.665777910499826e-08,
      "loss": 0.1322,
      "step": 7392
    },
    {
      "epoch": 4.8324341997711295,
      "grad_norm": 5.6875,
      "learning_rate": 6.613246194064116e-08,
      "loss": 0.0822,
      "step": 7393
    },
    {
      "epoch": 4.833088115089096,
      "grad_norm": 3.5,
      "learning_rate": 6.560921606779902e-08,
      "loss": 0.0433,
      "step": 7394
    },
    {
      "epoch": 4.833742030407063,
      "grad_norm": 3.46875,
      "learning_rate": 6.508804159557235e-08,
      "loss": 0.0825,
      "step": 7395
    },
    {
      "epoch": 4.834395945725029,
      "grad_norm": 3.625,
      "learning_rate": 6.456893863262981e-08,
      "loss": 0.0623,
      "step": 7396
    },
    {
      "epoch": 4.835049861042995,
      "grad_norm": 6.3125,
      "learning_rate": 6.405190728721033e-08,
      "loss": 0.1803,
      "step": 7397
    },
    {
      "epoch": 4.835703776360961,
      "grad_norm": 3.703125,
      "learning_rate": 6.35369476671166e-08,
      "loss": 0.0712,
      "step": 7398
    },
    {
      "epoch": 4.836357691678928,
      "grad_norm": 3.90625,
      "learning_rate": 6.302405987972494e-08,
      "loss": 0.0597,
      "step": 7399
    },
    {
      "epoch": 4.837011606996894,
      "grad_norm": 6.9375,
      "learning_rate": 6.251324403197312e-08,
      "loss": 0.1999,
      "step": 7400
    },
    {
      "epoch": 4.83766552231486,
      "grad_norm": 3.8125,
      "learning_rate": 6.200450023037264e-08,
      "loss": 0.0728,
      "step": 7401
    },
    {
      "epoch": 4.838319437632826,
      "grad_norm": 3.8125,
      "learning_rate": 6.149782858099973e-08,
      "loss": 0.0791,
      "step": 7402
    },
    {
      "epoch": 4.838973352950793,
      "grad_norm": 4.375,
      "learning_rate": 6.099322918950101e-08,
      "loss": 0.1289,
      "step": 7403
    },
    {
      "epoch": 4.839627268268759,
      "grad_norm": 3.921875,
      "learning_rate": 6.049070216108788e-08,
      "loss": 0.0609,
      "step": 7404
    },
    {
      "epoch": 4.840281183586725,
      "grad_norm": 2.53125,
      "learning_rate": 5.999024760054095e-08,
      "loss": 0.0388,
      "step": 7405
    },
    {
      "epoch": 4.8409350989046915,
      "grad_norm": 3.90625,
      "learning_rate": 5.94918656122101e-08,
      "loss": 0.1057,
      "step": 7406
    },
    {
      "epoch": 4.8415890142226585,
      "grad_norm": 5.0,
      "learning_rate": 5.899555630001219e-08,
      "loss": 0.2004,
      "step": 7407
    },
    {
      "epoch": 4.842242929540625,
      "grad_norm": 4.4375,
      "learning_rate": 5.850131976743112e-08,
      "loss": 0.093,
      "step": 7408
    },
    {
      "epoch": 4.842896844858591,
      "grad_norm": 4.375,
      "learning_rate": 5.800915611752e-08,
      "loss": 0.0769,
      "step": 7409
    },
    {
      "epoch": 4.843550760176557,
      "grad_norm": 5.0,
      "learning_rate": 5.7519065452897874e-08,
      "loss": 0.0981,
      "step": 7410
    },
    {
      "epoch": 4.844204675494524,
      "grad_norm": 4.875,
      "learning_rate": 5.703104787575298e-08,
      "loss": 0.1263,
      "step": 7411
    },
    {
      "epoch": 4.84485859081249,
      "grad_norm": 3.390625,
      "learning_rate": 5.65451034878417e-08,
      "loss": 0.1064,
      "step": 7412
    },
    {
      "epoch": 4.845512506130456,
      "grad_norm": 2.671875,
      "learning_rate": 5.606123239048522e-08,
      "loss": 0.0521,
      "step": 7413
    },
    {
      "epoch": 4.846166421448422,
      "grad_norm": 1.7890625,
      "learning_rate": 5.557943468457727e-08,
      "loss": 0.0131,
      "step": 7414
    },
    {
      "epoch": 4.846820336766389,
      "grad_norm": 3.953125,
      "learning_rate": 5.509971047057416e-08,
      "loss": 0.1044,
      "step": 7415
    },
    {
      "epoch": 4.847474252084355,
      "grad_norm": 5.96875,
      "learning_rate": 5.462205984850366e-08,
      "loss": 0.1332,
      "step": 7416
    },
    {
      "epoch": 4.848128167402321,
      "grad_norm": 3.421875,
      "learning_rate": 5.414648291795943e-08,
      "loss": 0.0701,
      "step": 7417
    },
    {
      "epoch": 4.848782082720287,
      "grad_norm": 5.03125,
      "learning_rate": 5.367297977810326e-08,
      "loss": 0.1749,
      "step": 7418
    },
    {
      "epoch": 4.849435998038254,
      "grad_norm": 6.53125,
      "learning_rate": 5.3201550527663957e-08,
      "loss": 0.1066,
      "step": 7419
    },
    {
      "epoch": 4.8500899133562205,
      "grad_norm": 4.1875,
      "learning_rate": 5.2732195264939556e-08,
      "loss": 0.0729,
      "step": 7420
    },
    {
      "epoch": 4.850743828674187,
      "grad_norm": 3.6875,
      "learning_rate": 5.2264914087792885e-08,
      "loss": 0.0634,
      "step": 7421
    },
    {
      "epoch": 4.851397743992153,
      "grad_norm": 4.03125,
      "learning_rate": 5.179970709365712e-08,
      "loss": 0.0419,
      "step": 7422
    },
    {
      "epoch": 4.85205165931012,
      "grad_norm": 3.109375,
      "learning_rate": 5.13365743795291e-08,
      "loss": 0.057,
      "step": 7423
    },
    {
      "epoch": 4.852705574628086,
      "grad_norm": 3.5,
      "learning_rate": 5.087551604197938e-08,
      "loss": 0.0525,
      "step": 7424
    },
    {
      "epoch": 4.853359489946052,
      "grad_norm": 2.828125,
      "learning_rate": 5.041653217713993e-08,
      "loss": 0.0245,
      "step": 7425
    },
    {
      "epoch": 4.854013405264018,
      "grad_norm": 2.34375,
      "learning_rate": 4.99596228807131e-08,
      "loss": 0.0222,
      "step": 7426
    },
    {
      "epoch": 4.854667320581985,
      "grad_norm": 4.4375,
      "learning_rate": 4.9504788247969336e-08,
      "loss": 0.0697,
      "step": 7427
    },
    {
      "epoch": 4.855321235899951,
      "grad_norm": 3.875,
      "learning_rate": 4.905202837374279e-08,
      "loss": 0.0839,
      "step": 7428
    },
    {
      "epoch": 4.855975151217917,
      "grad_norm": 4.40625,
      "learning_rate": 4.860134335244016e-08,
      "loss": 0.1019,
      "step": 7429
    },
    {
      "epoch": 4.856629066535883,
      "grad_norm": 4.5625,
      "learning_rate": 4.815273327803183e-08,
      "loss": 0.1474,
      "step": 7430
    },
    {
      "epoch": 4.857282981853849,
      "grad_norm": 2.25,
      "learning_rate": 4.77061982440552e-08,
      "loss": 0.0309,
      "step": 7431
    },
    {
      "epoch": 4.857936897171816,
      "grad_norm": 3.1875,
      "learning_rate": 4.726173834361914e-08,
      "loss": 0.0699,
      "step": 7432
    },
    {
      "epoch": 4.8585908124897825,
      "grad_norm": 6.21875,
      "learning_rate": 4.681935366939616e-08,
      "loss": 0.3765,
      "step": 7433
    },
    {
      "epoch": 4.859244727807749,
      "grad_norm": 3.890625,
      "learning_rate": 4.637904431362583e-08,
      "loss": 0.1534,
      "step": 7434
    },
    {
      "epoch": 4.859898643125716,
      "grad_norm": 2.890625,
      "learning_rate": 4.5940810368116925e-08,
      "loss": 0.0656,
      "step": 7435
    },
    {
      "epoch": 4.860552558443682,
      "grad_norm": 6.84375,
      "learning_rate": 4.550465192424525e-08,
      "loss": 0.3452,
      "step": 7436
    },
    {
      "epoch": 4.861206473761648,
      "grad_norm": 3.84375,
      "learning_rate": 4.5070569072952485e-08,
      "loss": 0.0623,
      "step": 7437
    },
    {
      "epoch": 4.861860389079614,
      "grad_norm": 4.0625,
      "learning_rate": 4.4638561904749576e-08,
      "loss": 0.1146,
      "step": 7438
    },
    {
      "epoch": 4.86251430439758,
      "grad_norm": 4.46875,
      "learning_rate": 4.4208630509712244e-08,
      "loss": 0.1013,
      "step": 7439
    },
    {
      "epoch": 4.863168219715547,
      "grad_norm": 2.046875,
      "learning_rate": 4.378077497748545e-08,
      "loss": 0.0379,
      "step": 7440
    },
    {
      "epoch": 4.863822135033513,
      "grad_norm": 5.46875,
      "learning_rate": 4.3354995397280053e-08,
      "loss": 0.1057,
      "step": 7441
    },
    {
      "epoch": 4.864476050351479,
      "grad_norm": 3.640625,
      "learning_rate": 4.2931291857875034e-08,
      "loss": 0.069,
      "step": 7442
    },
    {
      "epoch": 4.865129965669446,
      "grad_norm": 2.234375,
      "learning_rate": 4.2509664447616394e-08,
      "loss": 0.0402,
      "step": 7443
    },
    {
      "epoch": 4.865783880987412,
      "grad_norm": 4.625,
      "learning_rate": 4.209011325441492e-08,
      "loss": 0.1816,
      "step": 7444
    },
    {
      "epoch": 4.866437796305378,
      "grad_norm": 3.296875,
      "learning_rate": 4.167263836575286e-08,
      "loss": 0.0587,
      "step": 7445
    },
    {
      "epoch": 4.8670917116233445,
      "grad_norm": 3.703125,
      "learning_rate": 4.125723986867614e-08,
      "loss": 0.0756,
      "step": 7446
    },
    {
      "epoch": 4.867745626941311,
      "grad_norm": 6.59375,
      "learning_rate": 4.0843917849797684e-08,
      "loss": 0.2398,
      "step": 7447
    },
    {
      "epoch": 4.868399542259278,
      "grad_norm": 2.015625,
      "learning_rate": 4.0432672395299685e-08,
      "loss": 0.0282,
      "step": 7448
    },
    {
      "epoch": 4.869053457577244,
      "grad_norm": 5.875,
      "learning_rate": 4.00235035909291e-08,
      "loss": 0.2141,
      "step": 7449
    },
    {
      "epoch": 4.86970737289521,
      "grad_norm": 2.640625,
      "learning_rate": 3.961641152200213e-08,
      "loss": 0.0431,
      "step": 7450
    },
    {
      "epoch": 4.870361288213177,
      "grad_norm": 3.65625,
      "learning_rate": 3.921139627339976e-08,
      "loss": 0.0804,
      "step": 7451
    },
    {
      "epoch": 4.871015203531143,
      "grad_norm": 5.3125,
      "learning_rate": 3.880845792957222e-08,
      "loss": 0.1439,
      "step": 7452
    },
    {
      "epoch": 4.871669118849109,
      "grad_norm": 5.9375,
      "learning_rate": 3.840759657453452e-08,
      "loss": 0.1308,
      "step": 7453
    },
    {
      "epoch": 4.872323034167075,
      "grad_norm": 5.5,
      "learning_rate": 3.80088122918687e-08,
      "loss": 0.1204,
      "step": 7454
    },
    {
      "epoch": 4.872976949485041,
      "grad_norm": 3.75,
      "learning_rate": 3.761210516472602e-08,
      "loss": 0.1212,
      "step": 7455
    },
    {
      "epoch": 4.873630864803008,
      "grad_norm": 4.03125,
      "learning_rate": 3.721747527582143e-08,
      "loss": 0.0722,
      "step": 7456
    },
    {
      "epoch": 4.874284780120974,
      "grad_norm": 3.109375,
      "learning_rate": 3.6824922707440206e-08,
      "loss": 0.0683,
      "step": 7457
    },
    {
      "epoch": 4.87493869543894,
      "grad_norm": 4.96875,
      "learning_rate": 3.643444754143133e-08,
      "loss": 0.1104,
      "step": 7458
    },
    {
      "epoch": 4.875592610756907,
      "grad_norm": 3.640625,
      "learning_rate": 3.604604985921412e-08,
      "loss": 0.0678,
      "step": 7459
    },
    {
      "epoch": 4.8762465260748735,
      "grad_norm": 3.703125,
      "learning_rate": 3.565972974176934e-08,
      "loss": 0.0779,
      "step": 7460
    },
    {
      "epoch": 4.87690044139284,
      "grad_norm": 2.5625,
      "learning_rate": 3.5275487269650354e-08,
      "loss": 0.0258,
      "step": 7461
    },
    {
      "epoch": 4.877554356710806,
      "grad_norm": 4.03125,
      "learning_rate": 3.489332252297417e-08,
      "loss": 0.1234,
      "step": 7462
    },
    {
      "epoch": 4.878208272028772,
      "grad_norm": 2.859375,
      "learning_rate": 3.451323558142594e-08,
      "loss": 0.0368,
      "step": 7463
    },
    {
      "epoch": 4.878862187346739,
      "grad_norm": 2.953125,
      "learning_rate": 3.4135226524255604e-08,
      "loss": 0.0562,
      "step": 7464
    },
    {
      "epoch": 4.879516102664705,
      "grad_norm": 3.890625,
      "learning_rate": 3.3759295430281226e-08,
      "loss": 0.0677,
      "step": 7465
    },
    {
      "epoch": 4.880170017982671,
      "grad_norm": 1.7109375,
      "learning_rate": 3.338544237788788e-08,
      "loss": 0.0303,
      "step": 7466
    },
    {
      "epoch": 4.880823933300638,
      "grad_norm": 3.65625,
      "learning_rate": 3.301366744502765e-08,
      "loss": 0.0699,
      "step": 7467
    },
    {
      "epoch": 4.881477848618604,
      "grad_norm": 2.109375,
      "learning_rate": 3.264397070921632e-08,
      "loss": 0.0186,
      "step": 7468
    },
    {
      "epoch": 4.88213176393657,
      "grad_norm": 2.390625,
      "learning_rate": 3.227635224754111e-08,
      "loss": 0.0242,
      "step": 7469
    },
    {
      "epoch": 4.882785679254536,
      "grad_norm": 5.1875,
      "learning_rate": 3.1910812136652924e-08,
      "loss": 0.1207,
      "step": 7470
    },
    {
      "epoch": 4.883439594572502,
      "grad_norm": 4.03125,
      "learning_rate": 3.1547350452768575e-08,
      "loss": 0.0935,
      "step": 7471
    },
    {
      "epoch": 4.884093509890469,
      "grad_norm": 3.71875,
      "learning_rate": 3.118596727167411e-08,
      "loss": 0.0873,
      "step": 7472
    },
    {
      "epoch": 4.8847474252084355,
      "grad_norm": 3.96875,
      "learning_rate": 3.082666266872036e-08,
      "loss": 0.1075,
      "step": 7473
    },
    {
      "epoch": 4.885401340526402,
      "grad_norm": 5.09375,
      "learning_rate": 3.0469436718825186e-08,
      "loss": 0.1142,
      "step": 7474
    },
    {
      "epoch": 4.886055255844369,
      "grad_norm": 5.5,
      "learning_rate": 3.0114289496472325e-08,
      "loss": 0.1072,
      "step": 7475
    },
    {
      "epoch": 4.886709171162335,
      "grad_norm": 2.9375,
      "learning_rate": 2.9761221075714775e-08,
      "loss": 0.0508,
      "step": 7476
    },
    {
      "epoch": 4.887363086480301,
      "grad_norm": 2.734375,
      "learning_rate": 2.9410231530168087e-08,
      "loss": 0.0356,
      "step": 7477
    },
    {
      "epoch": 4.888017001798267,
      "grad_norm": 2.875,
      "learning_rate": 2.9061320933017056e-08,
      "loss": 0.0814,
      "step": 7478
    },
    {
      "epoch": 4.888670917116233,
      "grad_norm": 5.46875,
      "learning_rate": 2.8714489357013487e-08,
      "loss": 0.0985,
      "step": 7479
    },
    {
      "epoch": 4.8893248324342,
      "grad_norm": 4.84375,
      "learning_rate": 2.8369736874473973e-08,
      "loss": 0.1328,
      "step": 7480
    },
    {
      "epoch": 4.889978747752166,
      "grad_norm": 2.328125,
      "learning_rate": 2.802706355728102e-08,
      "loss": 0.0224,
      "step": 7481
    },
    {
      "epoch": 4.890632663070132,
      "grad_norm": 10.0,
      "learning_rate": 2.7686469476885248e-08,
      "loss": 0.1191,
      "step": 7482
    },
    {
      "epoch": 4.891286578388099,
      "grad_norm": 2.765625,
      "learning_rate": 2.7347954704304292e-08,
      "loss": 0.0632,
      "step": 7483
    },
    {
      "epoch": 4.891940493706065,
      "grad_norm": 4.40625,
      "learning_rate": 2.7011519310120582e-08,
      "loss": 0.1807,
      "step": 7484
    },
    {
      "epoch": 4.892594409024031,
      "grad_norm": 3.890625,
      "learning_rate": 2.667716336448356e-08,
      "loss": 0.084,
      "step": 7485
    },
    {
      "epoch": 4.8932483243419975,
      "grad_norm": 3.390625,
      "learning_rate": 2.634488693710857e-08,
      "loss": 0.0821,
      "step": 7486
    },
    {
      "epoch": 4.893902239659964,
      "grad_norm": 3.21875,
      "learning_rate": 2.6014690097279083e-08,
      "loss": 0.0787,
      "step": 7487
    },
    {
      "epoch": 4.894556154977931,
      "grad_norm": 4.28125,
      "learning_rate": 2.5686572913843355e-08,
      "loss": 0.0834,
      "step": 7488
    },
    {
      "epoch": 4.895210070295897,
      "grad_norm": 4.09375,
      "learning_rate": 2.536053545521666e-08,
      "loss": 0.0733,
      "step": 7489
    },
    {
      "epoch": 4.895863985613863,
      "grad_norm": 3.828125,
      "learning_rate": 2.5036577789380178e-08,
      "loss": 0.1056,
      "step": 7490
    },
    {
      "epoch": 4.89651790093183,
      "grad_norm": 4.6875,
      "learning_rate": 2.4714699983880986e-08,
      "loss": 0.0828,
      "step": 7491
    },
    {
      "epoch": 4.897171816249796,
      "grad_norm": 1.3359375,
      "learning_rate": 2.4394902105834285e-08,
      "loss": 0.0094,
      "step": 7492
    },
    {
      "epoch": 4.897825731567762,
      "grad_norm": 6.28125,
      "learning_rate": 2.4077184221920068e-08,
      "loss": 0.1939,
      "step": 7493
    },
    {
      "epoch": 4.898479646885728,
      "grad_norm": 3.140625,
      "learning_rate": 2.376154639838535e-08,
      "loss": 0.0551,
      "step": 7494
    },
    {
      "epoch": 4.899133562203694,
      "grad_norm": 2.890625,
      "learning_rate": 2.3447988701043036e-08,
      "loss": 0.0526,
      "step": 7495
    },
    {
      "epoch": 4.899787477521661,
      "grad_norm": 4.65625,
      "learning_rate": 2.3136511195270827e-08,
      "loss": 0.1169,
      "step": 7496
    },
    {
      "epoch": 4.900441392839627,
      "grad_norm": 3.703125,
      "learning_rate": 2.282711394601789e-08,
      "loss": 0.1267,
      "step": 7497
    },
    {
      "epoch": 4.901095308157593,
      "grad_norm": 5.96875,
      "learning_rate": 2.251979701779261e-08,
      "loss": 0.0349,
      "step": 7498
    },
    {
      "epoch": 4.90174922347556,
      "grad_norm": 3.46875,
      "learning_rate": 2.221456047467485e-08,
      "loss": 0.0421,
      "step": 7499
    },
    {
      "epoch": 4.9024031387935265,
      "grad_norm": 2.875,
      "learning_rate": 2.1911404380308145e-08,
      "loss": 0.0353,
      "step": 7500
    },
    {
      "epoch": 4.903057054111493,
      "grad_norm": 2.015625,
      "learning_rate": 2.1610328797904145e-08,
      "loss": 0.0261,
      "step": 7501
    },
    {
      "epoch": 4.903710969429459,
      "grad_norm": 2.796875,
      "learning_rate": 2.13113337902382e-08,
      "loss": 0.0409,
      "step": 7502
    },
    {
      "epoch": 4.904364884747425,
      "grad_norm": 5.09375,
      "learning_rate": 2.1014419419653765e-08,
      "loss": 0.0691,
      "step": 7503
    },
    {
      "epoch": 4.905018800065392,
      "grad_norm": 7.375,
      "learning_rate": 2.0719585748059102e-08,
      "loss": 0.5605,
      "step": 7504
    },
    {
      "epoch": 4.905672715383358,
      "grad_norm": 2.09375,
      "learning_rate": 2.0426832836930588e-08,
      "loss": 0.0268,
      "step": 7505
    },
    {
      "epoch": 4.906326630701324,
      "grad_norm": 4.4375,
      "learning_rate": 2.0136160747309396e-08,
      "loss": 0.0872,
      "step": 7506
    },
    {
      "epoch": 4.90698054601929,
      "grad_norm": 3.75,
      "learning_rate": 1.9847569539801493e-08,
      "loss": 0.0922,
      "step": 7507
    },
    {
      "epoch": 4.907634461337257,
      "grad_norm": 3.3125,
      "learning_rate": 1.956105927458318e-08,
      "loss": 0.0828,
      "step": 7508
    },
    {
      "epoch": 4.908288376655223,
      "grad_norm": 4.34375,
      "learning_rate": 1.927663001139113e-08,
      "loss": 0.1666,
      "step": 7509
    },
    {
      "epoch": 4.908942291973189,
      "grad_norm": 6.03125,
      "learning_rate": 1.8994281809533444e-08,
      "loss": 0.1253,
      "step": 7510
    },
    {
      "epoch": 4.909596207291155,
      "grad_norm": 2.859375,
      "learning_rate": 1.8714014727881924e-08,
      "loss": 0.0316,
      "step": 7511
    },
    {
      "epoch": 4.910250122609122,
      "grad_norm": 2.875,
      "learning_rate": 1.843582882487205e-08,
      "loss": 0.0651,
      "step": 7512
    },
    {
      "epoch": 4.9109040379270885,
      "grad_norm": 5.78125,
      "learning_rate": 1.815972415851075e-08,
      "loss": 0.2657,
      "step": 7513
    },
    {
      "epoch": 4.911557953245055,
      "grad_norm": 1.8125,
      "learning_rate": 1.7885700786366422e-08,
      "loss": 0.0212,
      "step": 7514
    },
    {
      "epoch": 4.912211868563021,
      "grad_norm": 3.359375,
      "learning_rate": 1.7613758765576694e-08,
      "loss": 0.0586,
      "step": 7515
    },
    {
      "epoch": 4.912865783880988,
      "grad_norm": 2.90625,
      "learning_rate": 1.7343898152841765e-08,
      "loss": 0.0416,
      "step": 7516
    },
    {
      "epoch": 4.913519699198954,
      "grad_norm": 4.03125,
      "learning_rate": 1.7076119004429958e-08,
      "loss": 0.0713,
      "step": 7517
    },
    {
      "epoch": 4.91417361451692,
      "grad_norm": 4.03125,
      "learning_rate": 1.681042137617661e-08,
      "loss": 0.0996,
      "step": 7518
    },
    {
      "epoch": 4.914827529834886,
      "grad_norm": 6.25,
      "learning_rate": 1.654680532348074e-08,
      "loss": 0.2277,
      "step": 7519
    },
    {
      "epoch": 4.915481445152853,
      "grad_norm": 3.9375,
      "learning_rate": 1.6285270901309492e-08,
      "loss": 0.076,
      "step": 7520
    },
    {
      "epoch": 4.916135360470819,
      "grad_norm": 2.75,
      "learning_rate": 1.6025818164193686e-08,
      "loss": 0.0401,
      "step": 7521
    },
    {
      "epoch": 4.916789275788785,
      "grad_norm": 2.1875,
      "learning_rate": 1.576844716623227e-08,
      "loss": 0.0313,
      "step": 7522
    },
    {
      "epoch": 4.917443191106751,
      "grad_norm": 3.640625,
      "learning_rate": 1.5513157961088986e-08,
      "loss": 0.0874,
      "step": 7523
    },
    {
      "epoch": 4.918097106424718,
      "grad_norm": 6.03125,
      "learning_rate": 1.5259950601994587e-08,
      "loss": 0.1825,
      "step": 7524
    },
    {
      "epoch": 4.918751021742684,
      "grad_norm": 4.65625,
      "learning_rate": 1.50088251417424e-08,
      "loss": 0.1067,
      "step": 7525
    },
    {
      "epoch": 4.9194049370606505,
      "grad_norm": 5.3125,
      "learning_rate": 1.4759781632696092e-08,
      "loss": 0.165,
      "step": 7526
    },
    {
      "epoch": 4.920058852378617,
      "grad_norm": 3.9375,
      "learning_rate": 1.4512820126781901e-08,
      "loss": 0.0444,
      "step": 7527
    },
    {
      "epoch": 4.920712767696584,
      "grad_norm": 5.90625,
      "learning_rate": 1.4267940675494197e-08,
      "loss": 0.1833,
      "step": 7528
    },
    {
      "epoch": 4.92136668301455,
      "grad_norm": 3.328125,
      "learning_rate": 1.4025143329892133e-08,
      "loss": 0.1175,
      "step": 7529
    },
    {
      "epoch": 4.922020598332516,
      "grad_norm": 2.40625,
      "learning_rate": 1.378442814060188e-08,
      "loss": 0.0392,
      "step": 7530
    },
    {
      "epoch": 4.922674513650482,
      "grad_norm": 2.9375,
      "learning_rate": 1.3545795157813291e-08,
      "loss": 0.0337,
      "step": 7531
    },
    {
      "epoch": 4.923328428968449,
      "grad_norm": 2.25,
      "learning_rate": 1.330924443128212e-08,
      "loss": 0.0477,
      "step": 7532
    },
    {
      "epoch": 4.923982344286415,
      "grad_norm": 3.65625,
      "learning_rate": 1.3074776010334466e-08,
      "loss": 0.0755,
      "step": 7533
    },
    {
      "epoch": 4.924636259604381,
      "grad_norm": 4.65625,
      "learning_rate": 1.284238994385567e-08,
      "loss": 0.0665,
      "step": 7534
    },
    {
      "epoch": 4.925290174922347,
      "grad_norm": 2.625,
      "learning_rate": 1.2612086280302527e-08,
      "loss": 0.0341,
      "step": 7535
    },
    {
      "epoch": 4.925944090240314,
      "grad_norm": 5.125,
      "learning_rate": 1.238386506769329e-08,
      "loss": 0.0944,
      "step": 7536
    },
    {
      "epoch": 4.92659800555828,
      "grad_norm": 4.59375,
      "learning_rate": 1.2157726353614341e-08,
      "loss": 0.142,
      "step": 7537
    },
    {
      "epoch": 4.927251920876246,
      "grad_norm": 2.734375,
      "learning_rate": 1.193367018521796e-08,
      "loss": 0.0704,
      "step": 7538
    },
    {
      "epoch": 4.9279058361942125,
      "grad_norm": 3.0,
      "learning_rate": 1.1711696609222334e-08,
      "loss": 0.058,
      "step": 7539
    },
    {
      "epoch": 4.9285597515121795,
      "grad_norm": 4.5,
      "learning_rate": 1.1491805671909329e-08,
      "loss": 0.129,
      "step": 7540
    },
    {
      "epoch": 4.929213666830146,
      "grad_norm": 3.234375,
      "learning_rate": 1.1273997419128935e-08,
      "loss": 0.0507,
      "step": 7541
    },
    {
      "epoch": 4.929867582148112,
      "grad_norm": 3.0,
      "learning_rate": 1.1058271896294826e-08,
      "loss": 0.0432,
      "step": 7542
    },
    {
      "epoch": 4.930521497466078,
      "grad_norm": 12.125,
      "learning_rate": 1.0844629148388797e-08,
      "loss": 0.2069,
      "step": 7543
    },
    {
      "epoch": 4.931175412784045,
      "grad_norm": 4.59375,
      "learning_rate": 1.0633069219956327e-08,
      "loss": 0.0855,
      "step": 7544
    },
    {
      "epoch": 4.931829328102011,
      "grad_norm": 3.515625,
      "learning_rate": 1.0423592155108798e-08,
      "loss": 0.0982,
      "step": 7545
    },
    {
      "epoch": 4.932483243419977,
      "grad_norm": 3.0,
      "learning_rate": 1.0216197997525711e-08,
      "loss": 0.0633,
      "step": 7546
    },
    {
      "epoch": 4.933137158737943,
      "grad_norm": 2.28125,
      "learning_rate": 1.0010886790449147e-08,
      "loss": 0.0286,
      "step": 7547
    },
    {
      "epoch": 4.93379107405591,
      "grad_norm": 2.421875,
      "learning_rate": 9.807658576688195e-09,
      "loss": 0.0294,
      "step": 7548
    },
    {
      "epoch": 4.934444989373876,
      "grad_norm": 3.375,
      "learning_rate": 9.606513398617846e-09,
      "loss": 0.055,
      "step": 7549
    },
    {
      "epoch": 4.935098904691842,
      "grad_norm": 1.640625,
      "learning_rate": 9.407451298177883e-09,
      "loss": 0.0201,
      "step": 7550
    },
    {
      "epoch": 4.935752820009808,
      "grad_norm": 4.46875,
      "learning_rate": 9.210472316875108e-09,
      "loss": 0.0912,
      "step": 7551
    },
    {
      "epoch": 4.936406735327775,
      "grad_norm": 2.140625,
      "learning_rate": 9.01557649578111e-09,
      "loss": 0.0294,
      "step": 7552
    },
    {
      "epoch": 4.9370606506457415,
      "grad_norm": 3.625,
      "learning_rate": 8.82276387553338e-09,
      "loss": 0.0735,
      "step": 7553
    },
    {
      "epoch": 4.937714565963708,
      "grad_norm": 3.34375,
      "learning_rate": 8.632034496334207e-09,
      "loss": 0.0758,
      "step": 7554
    },
    {
      "epoch": 4.938368481281674,
      "grad_norm": 3.921875,
      "learning_rate": 8.44338839795289e-09,
      "loss": 0.067,
      "step": 7555
    },
    {
      "epoch": 4.939022396599641,
      "grad_norm": 5.59375,
      "learning_rate": 8.25682561972241e-09,
      "loss": 0.172,
      "step": 7556
    },
    {
      "epoch": 4.939676311917607,
      "grad_norm": 3.546875,
      "learning_rate": 8.072346200544979e-09,
      "loss": 0.0795,
      "step": 7557
    },
    {
      "epoch": 4.940330227235573,
      "grad_norm": 5.9375,
      "learning_rate": 7.889950178883166e-09,
      "loss": 0.1623,
      "step": 7558
    },
    {
      "epoch": 4.940984142553539,
      "grad_norm": 4.4375,
      "learning_rate": 7.70963759277099e-09,
      "loss": 0.1064,
      "step": 7559
    },
    {
      "epoch": 4.941638057871506,
      "grad_norm": 5.28125,
      "learning_rate": 7.531408479802826e-09,
      "loss": 0.1887,
      "step": 7560
    },
    {
      "epoch": 4.942291973189472,
      "grad_norm": 3.84375,
      "learning_rate": 7.355262877141167e-09,
      "loss": 0.0495,
      "step": 7561
    },
    {
      "epoch": 4.942945888507438,
      "grad_norm": 6.25,
      "learning_rate": 7.181200821515521e-09,
      "loss": 0.1786,
      "step": 7562
    },
    {
      "epoch": 4.943599803825404,
      "grad_norm": 3.3125,
      "learning_rate": 7.00922234921686e-09,
      "loss": 0.0685,
      "step": 7563
    },
    {
      "epoch": 4.944253719143371,
      "grad_norm": 4.875,
      "learning_rate": 6.839327496106496e-09,
      "loss": 0.1363,
      "step": 7564
    },
    {
      "epoch": 4.944907634461337,
      "grad_norm": 2.625,
      "learning_rate": 6.671516297606095e-09,
      "loss": 0.0507,
      "step": 7565
    },
    {
      "epoch": 4.9455615497793035,
      "grad_norm": 2.25,
      "learning_rate": 6.505788788707668e-09,
      "loss": 0.0531,
      "step": 7566
    },
    {
      "epoch": 4.94621546509727,
      "grad_norm": 5.28125,
      "learning_rate": 6.342145003966904e-09,
      "loss": 0.1369,
      "step": 7567
    },
    {
      "epoch": 4.946869380415237,
      "grad_norm": 5.65625,
      "learning_rate": 6.180584977503179e-09,
      "loss": 0.1594,
      "step": 7568
    },
    {
      "epoch": 4.947523295733203,
      "grad_norm": 3.9375,
      "learning_rate": 6.0211087430051e-09,
      "loss": 0.0795,
      "step": 7569
    },
    {
      "epoch": 4.948177211051169,
      "grad_norm": 3.703125,
      "learning_rate": 5.863716333722735e-09,
      "loss": 0.0783,
      "step": 7570
    },
    {
      "epoch": 4.948831126369135,
      "grad_norm": 5.8125,
      "learning_rate": 5.7084077824753894e-09,
      "loss": 0.1995,
      "step": 7571
    },
    {
      "epoch": 4.949485041687102,
      "grad_norm": 2.75,
      "learning_rate": 5.555183121644936e-09,
      "loss": 0.0633,
      "step": 7572
    },
    {
      "epoch": 4.950138957005068,
      "grad_norm": 3.25,
      "learning_rate": 5.4040423831802635e-09,
      "loss": 0.0602,
      "step": 7573
    },
    {
      "epoch": 4.950792872323034,
      "grad_norm": 2.328125,
      "learning_rate": 5.254985598595053e-09,
      "loss": 0.0346,
      "step": 7574
    },
    {
      "epoch": 4.951446787641,
      "grad_norm": 5.90625,
      "learning_rate": 5.1080127989699964e-09,
      "loss": 0.115,
      "step": 7575
    },
    {
      "epoch": 4.952100702958967,
      "grad_norm": 1.7109375,
      "learning_rate": 4.963124014949472e-09,
      "loss": 0.0183,
      "step": 7576
    },
    {
      "epoch": 4.952754618276933,
      "grad_norm": 2.734375,
      "learning_rate": 4.820319276744867e-09,
      "loss": 0.0617,
      "step": 7577
    },
    {
      "epoch": 4.953408533594899,
      "grad_norm": 3.921875,
      "learning_rate": 4.679598614130143e-09,
      "loss": 0.1324,
      "step": 7578
    },
    {
      "epoch": 4.9540624489128655,
      "grad_norm": 4.34375,
      "learning_rate": 4.540962056447384e-09,
      "loss": 0.0836,
      "step": 7579
    },
    {
      "epoch": 4.954716364230832,
      "grad_norm": 5.0625,
      "learning_rate": 4.404409632604578e-09,
      "loss": 0.206,
      "step": 7580
    },
    {
      "epoch": 4.955370279548799,
      "grad_norm": 2.296875,
      "learning_rate": 4.269941371073394e-09,
      "loss": 0.0434,
      "step": 7581
    },
    {
      "epoch": 4.956024194866765,
      "grad_norm": 3.03125,
      "learning_rate": 4.137557299890293e-09,
      "loss": 0.0863,
      "step": 7582
    },
    {
      "epoch": 4.956678110184731,
      "grad_norm": 2.703125,
      "learning_rate": 4.007257446660972e-09,
      "loss": 0.0454,
      "step": 7583
    },
    {
      "epoch": 4.957332025502698,
      "grad_norm": 4.65625,
      "learning_rate": 3.879041838551478e-09,
      "loss": 0.1757,
      "step": 7584
    },
    {
      "epoch": 4.957985940820664,
      "grad_norm": 1.7578125,
      "learning_rate": 3.7529105022970915e-09,
      "loss": 0.0217,
      "step": 7585
    },
    {
      "epoch": 4.95863985613863,
      "grad_norm": 5.15625,
      "learning_rate": 3.628863464197885e-09,
      "loss": 0.1508,
      "step": 7586
    },
    {
      "epoch": 4.959293771456596,
      "grad_norm": 2.75,
      "learning_rate": 3.506900750116504e-09,
      "loss": 0.0515,
      "step": 7587
    },
    {
      "epoch": 4.959947686774562,
      "grad_norm": 3.9375,
      "learning_rate": 3.3870223854848283e-09,
      "loss": 0.0485,
      "step": 7588
    },
    {
      "epoch": 4.960601602092529,
      "grad_norm": 5.25,
      "learning_rate": 3.269228395298418e-09,
      "loss": 0.0958,
      "step": 7589
    },
    {
      "epoch": 4.961255517410495,
      "grad_norm": 2.359375,
      "learning_rate": 3.153518804117628e-09,
      "loss": 0.045,
      "step": 7590
    },
    {
      "epoch": 4.961909432728461,
      "grad_norm": 3.96875,
      "learning_rate": 3.039893636069824e-09,
      "loss": 0.0545,
      "step": 7591
    },
    {
      "epoch": 4.962563348046428,
      "grad_norm": 5.5,
      "learning_rate": 2.9283529148449454e-09,
      "loss": 0.1464,
      "step": 7592
    },
    {
      "epoch": 4.9632172633643945,
      "grad_norm": 3.828125,
      "learning_rate": 2.818896663702164e-09,
      "loss": 0.0721,
      "step": 7593
    },
    {
      "epoch": 4.963871178682361,
      "grad_norm": 4.71875,
      "learning_rate": 2.7115249054632253e-09,
      "loss": 0.1097,
      "step": 7594
    },
    {
      "epoch": 4.964525094000327,
      "grad_norm": 5.84375,
      "learning_rate": 2.6062376625146657e-09,
      "loss": 0.2188,
      "step": 7595
    },
    {
      "epoch": 4.965179009318293,
      "grad_norm": 4.8125,
      "learning_rate": 2.503034956812256e-09,
      "loss": 0.0953,
      "step": 7596
    },
    {
      "epoch": 4.96583292463626,
      "grad_norm": 7.9375,
      "learning_rate": 2.401916809872118e-09,
      "loss": 0.2121,
      "step": 7597
    },
    {
      "epoch": 4.966486839954226,
      "grad_norm": 4.78125,
      "learning_rate": 2.302883242780718e-09,
      "loss": 0.1232,
      "step": 7598
    },
    {
      "epoch": 4.967140755272192,
      "grad_norm": 3.125,
      "learning_rate": 2.2059342761848735e-09,
      "loss": 0.0449,
      "step": 7599
    },
    {
      "epoch": 4.967794670590159,
      "grad_norm": 2.84375,
      "learning_rate": 2.1110699303006356e-09,
      "loss": 0.0427,
      "step": 7600
    },
    {
      "epoch": 4.968448585908125,
      "grad_norm": 3.328125,
      "learning_rate": 2.0182902249077372e-09,
      "loss": 0.1023,
      "step": 7601
    },
    {
      "epoch": 4.969102501226091,
      "grad_norm": 5.4375,
      "learning_rate": 1.9275951793518154e-09,
      "loss": 0.1146,
      "step": 7602
    },
    {
      "epoch": 4.969756416544057,
      "grad_norm": 2.828125,
      "learning_rate": 1.8389848125421884e-09,
      "loss": 0.0738,
      "step": 7603
    },
    {
      "epoch": 4.970410331862023,
      "grad_norm": 2.578125,
      "learning_rate": 1.7524591429562977e-09,
      "loss": 0.0464,
      "step": 7604
    },
    {
      "epoch": 4.97106424717999,
      "grad_norm": 3.109375,
      "learning_rate": 1.6680181886352676e-09,
      "loss": 0.0379,
      "step": 7605
    },
    {
      "epoch": 4.9717181624979565,
      "grad_norm": 4.125,
      "learning_rate": 1.5856619671850148e-09,
      "loss": 0.0639,
      "step": 7606
    },
    {
      "epoch": 4.972372077815923,
      "grad_norm": 3.15625,
      "learning_rate": 1.5053904957784693e-09,
      "loss": 0.0745,
      "step": 7607
    },
    {
      "epoch": 4.97302599313389,
      "grad_norm": 4.875,
      "learning_rate": 1.4272037911522429e-09,
      "loss": 0.1207,
      "step": 7608
    },
    {
      "epoch": 4.973679908451856,
      "grad_norm": 5.53125,
      "learning_rate": 1.3511018696077405e-09,
      "loss": 0.1036,
      "step": 7609
    },
    {
      "epoch": 4.974333823769822,
      "grad_norm": 5.03125,
      "learning_rate": 1.2770847470156e-09,
      "loss": 0.0975,
      "step": 7610
    },
    {
      "epoch": 4.974987739087788,
      "grad_norm": 4.0625,
      "learning_rate": 1.2051524388057012e-09,
      "loss": 0.1114,
      "step": 7611
    },
    {
      "epoch": 4.975641654405754,
      "grad_norm": 4.09375,
      "learning_rate": 1.1353049599793775e-09,
      "loss": 0.0881,
      "step": 7612
    },
    {
      "epoch": 4.976295569723721,
      "grad_norm": 1.8984375,
      "learning_rate": 1.0675423250994244e-09,
      "loss": 0.0408,
      "step": 7613
    },
    {
      "epoch": 4.976949485041687,
      "grad_norm": 4.25,
      "learning_rate": 1.0018645482934297e-09,
      "loss": 0.1095,
      "step": 7614
    },
    {
      "epoch": 4.977603400359653,
      "grad_norm": 3.234375,
      "learning_rate": 9.38271643258215e-10,
      "loss": 0.127,
      "step": 7615
    },
    {
      "epoch": 4.97825731567762,
      "grad_norm": 3.625,
      "learning_rate": 8.767636232520638e-10,
      "loss": 0.0763,
      "step": 7616
    },
    {
      "epoch": 4.978911230995586,
      "grad_norm": 3.578125,
      "learning_rate": 8.17340501099162e-10,
      "loss": 0.0913,
      "step": 7617
    },
    {
      "epoch": 4.979565146313552,
      "grad_norm": 2.65625,
      "learning_rate": 7.60002289191819e-10,
      "loss": 0.0284,
      "step": 7618
    },
    {
      "epoch": 4.9802190616315185,
      "grad_norm": 7.625,
      "learning_rate": 7.047489994826962e-10,
      "loss": 0.2135,
      "step": 7619
    },
    {
      "epoch": 4.980872976949485,
      "grad_norm": 5.6875,
      "learning_rate": 6.515806434959082e-10,
      "loss": 0.166,
      "step": 7620
    },
    {
      "epoch": 4.981526892267452,
      "grad_norm": 5.21875,
      "learning_rate": 6.004972323148117e-10,
      "loss": 0.0892,
      "step": 7621
    },
    {
      "epoch": 4.982180807585418,
      "grad_norm": 2.203125,
      "learning_rate": 5.514987765908863e-10,
      "loss": 0.0298,
      "step": 7622
    },
    {
      "epoch": 4.982834722903384,
      "grad_norm": 3.21875,
      "learning_rate": 5.045852865426248e-10,
      "loss": 0.0554,
      "step": 7623
    },
    {
      "epoch": 4.983488638221351,
      "grad_norm": 3.171875,
      "learning_rate": 4.5975677194998183e-10,
      "loss": 0.05,
      "step": 7624
    },
    {
      "epoch": 4.984142553539317,
      "grad_norm": 1.828125,
      "learning_rate": 4.170132421610351e-10,
      "loss": 0.0296,
      "step": 7625
    },
    {
      "epoch": 4.984796468857283,
      "grad_norm": 4.1875,
      "learning_rate": 3.76354706087545e-10,
      "loss": 0.0741,
      "step": 7626
    },
    {
      "epoch": 4.985450384175249,
      "grad_norm": 4.09375,
      "learning_rate": 3.3778117220828467e-10,
      "loss": 0.1438,
      "step": 7627
    },
    {
      "epoch": 4.986104299493215,
      "grad_norm": 3.546875,
      "learning_rate": 3.012926485645995e-10,
      "loss": 0.0576,
      "step": 7628
    },
    {
      "epoch": 4.986758214811182,
      "grad_norm": 3.3125,
      "learning_rate": 2.668891427659581e-10,
      "loss": 0.0721,
      "step": 7629
    },
    {
      "epoch": 4.987412130129148,
      "grad_norm": 4.3125,
      "learning_rate": 2.3457066198440127e-10,
      "loss": 0.1227,
      "step": 7630
    },
    {
      "epoch": 4.988066045447114,
      "grad_norm": 2.5,
      "learning_rate": 2.043372129600929e-10,
      "loss": 0.0337,
      "step": 7631
    },
    {
      "epoch": 4.988719960765081,
      "grad_norm": 2.34375,
      "learning_rate": 1.7618880199576916e-10,
      "loss": 0.0297,
      "step": 7632
    },
    {
      "epoch": 4.9893738760830475,
      "grad_norm": 3.5,
      "learning_rate": 1.5012543496117916e-10,
      "loss": 0.0633,
      "step": 7633
    },
    {
      "epoch": 4.990027791401014,
      "grad_norm": 2.875,
      "learning_rate": 1.261471172908646e-10,
      "loss": 0.05,
      "step": 7634
    },
    {
      "epoch": 4.99068170671898,
      "grad_norm": 4.375,
      "learning_rate": 1.0425385398304955e-10,
      "loss": 0.099,
      "step": 7635
    },
    {
      "epoch": 4.991335622036946,
      "grad_norm": 2.203125,
      "learning_rate": 8.444564960519153e-11,
      "loss": 0.0297,
      "step": 7636
    },
    {
      "epoch": 4.991989537354913,
      "grad_norm": 4.25,
      "learning_rate": 6.672250828620996e-11,
      "loss": 0.0858,
      "step": 7637
    },
    {
      "epoch": 4.992643452672879,
      "grad_norm": 4.09375,
      "learning_rate": 5.1084433720927085e-11,
      "loss": 0.1079,
      "step": 7638
    },
    {
      "epoch": 4.993297367990845,
      "grad_norm": 5.375,
      "learning_rate": 3.7531429171178135e-11,
      "loss": 0.0539,
      "step": 7639
    },
    {
      "epoch": 4.993951283308812,
      "grad_norm": 5.9375,
      "learning_rate": 2.6063497461370492e-11,
      "loss": 0.1388,
      "step": 7640
    },
    {
      "epoch": 4.994605198626778,
      "grad_norm": 6.15625,
      "learning_rate": 1.6680640984034767e-11,
      "loss": 0.0872,
      "step": 7641
    },
    {
      "epoch": 4.995259113944744,
      "grad_norm": 5.3125,
      "learning_rate": 9.382861694273715e-12,
      "loss": 0.0946,
      "step": 7642
    },
    {
      "epoch": 4.99591302926271,
      "grad_norm": 5.3125,
      "learning_rate": 4.17016111531332e-12,
      "loss": 0.1126,
      "step": 7643
    },
    {
      "epoch": 4.996566944580676,
      "grad_norm": 4.3125,
      "learning_rate": 1.0425403329517025e-12,
      "loss": 0.0896,
      "step": 7644
    },
    {
      "epoch": 4.997220859898643,
      "grad_norm": 4.0625,
      "learning_rate": 0.0,
      "loss": 0.0727,
      "step": 7645
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 7645,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.8247668027405855e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}