{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 4590,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006539153179663233,
      "grad_norm": 22.375,
      "learning_rate": 2.6143790849673203e-08,
      "loss": 1.7853,
      "step": 1
    },
    {
      "epoch": 0.0013078306359326467,
      "grad_norm": 18.75,
      "learning_rate": 5.228758169934641e-08,
      "loss": 1.3249,
      "step": 2
    },
    {
      "epoch": 0.00196174595389897,
      "grad_norm": 16.5,
      "learning_rate": 7.843137254901961e-08,
      "loss": 1.4347,
      "step": 3
    },
    {
      "epoch": 0.0026156612718652933,
      "grad_norm": 17.125,
      "learning_rate": 1.0457516339869281e-07,
      "loss": 1.1277,
      "step": 4
    },
    {
      "epoch": 0.003269576589831617,
      "grad_norm": 24.375,
      "learning_rate": 1.3071895424836603e-07,
      "loss": 1.8236,
      "step": 5
    },
    {
      "epoch": 0.00392349190779794,
      "grad_norm": 28.375,
      "learning_rate": 1.5686274509803921e-07,
      "loss": 2.18,
      "step": 6
    },
    {
      "epoch": 0.0045774072257642635,
      "grad_norm": 17.875,
      "learning_rate": 1.8300653594771245e-07,
      "loss": 1.7174,
      "step": 7
    },
    {
      "epoch": 0.005231322543730587,
      "grad_norm": 16.25,
      "learning_rate": 2.0915032679738563e-07,
      "loss": 1.1492,
      "step": 8
    },
    {
      "epoch": 0.005885237861696911,
      "grad_norm": 27.25,
      "learning_rate": 2.3529411764705883e-07,
      "loss": 1.6498,
      "step": 9
    },
    {
      "epoch": 0.006539153179663234,
      "grad_norm": 14.8125,
      "learning_rate": 2.6143790849673207e-07,
      "loss": 1.0398,
      "step": 10
    },
    {
      "epoch": 0.007193068497629557,
      "grad_norm": 16.0,
      "learning_rate": 2.8758169934640525e-07,
      "loss": 1.3389,
      "step": 11
    },
    {
      "epoch": 0.00784698381559588,
      "grad_norm": 20.75,
      "learning_rate": 3.1372549019607843e-07,
      "loss": 1.9224,
      "step": 12
    },
    {
      "epoch": 0.008500899133562204,
      "grad_norm": 18.0,
      "learning_rate": 3.398692810457516e-07,
      "loss": 1.3336,
      "step": 13
    },
    {
      "epoch": 0.009154814451528527,
      "grad_norm": 20.625,
      "learning_rate": 3.660130718954249e-07,
      "loss": 1.6119,
      "step": 14
    },
    {
      "epoch": 0.00980872976949485,
      "grad_norm": 17.125,
      "learning_rate": 3.921568627450981e-07,
      "loss": 1.2061,
      "step": 15
    },
    {
      "epoch": 0.010462645087461173,
      "grad_norm": 21.125,
      "learning_rate": 4.1830065359477126e-07,
      "loss": 1.55,
      "step": 16
    },
    {
      "epoch": 0.011116560405427496,
      "grad_norm": 22.125,
      "learning_rate": 4.444444444444445e-07,
      "loss": 1.495,
      "step": 17
    },
    {
      "epoch": 0.011770475723393821,
      "grad_norm": 23.625,
      "learning_rate": 4.7058823529411767e-07,
      "loss": 1.5443,
      "step": 18
    },
    {
      "epoch": 0.012424391041360144,
      "grad_norm": 18.375,
      "learning_rate": 4.967320261437909e-07,
      "loss": 1.72,
      "step": 19
    },
    {
      "epoch": 0.013078306359326467,
      "grad_norm": 20.5,
      "learning_rate": 5.228758169934641e-07,
      "loss": 1.5461,
      "step": 20
    },
    {
      "epoch": 0.01373222167729279,
      "grad_norm": 14.5,
      "learning_rate": 5.490196078431373e-07,
      "loss": 1.3291,
      "step": 21
    },
    {
      "epoch": 0.014386136995259114,
      "grad_norm": 23.625,
      "learning_rate": 5.751633986928105e-07,
      "loss": 1.4587,
      "step": 22
    },
    {
      "epoch": 0.015040052313225437,
      "grad_norm": 20.25,
      "learning_rate": 6.013071895424837e-07,
      "loss": 1.5046,
      "step": 23
    },
    {
      "epoch": 0.01569396763119176,
      "grad_norm": 17.625,
      "learning_rate": 6.274509803921569e-07,
      "loss": 1.9609,
      "step": 24
    },
    {
      "epoch": 0.016347882949158083,
      "grad_norm": 21.375,
      "learning_rate": 6.535947712418302e-07,
      "loss": 1.5493,
      "step": 25
    },
    {
      "epoch": 0.017001798267124408,
      "grad_norm": 18.625,
      "learning_rate": 6.797385620915032e-07,
      "loss": 1.4214,
      "step": 26
    },
    {
      "epoch": 0.01765571358509073,
      "grad_norm": 26.375,
      "learning_rate": 7.058823529411766e-07,
      "loss": 2.0565,
      "step": 27
    },
    {
      "epoch": 0.018309628903057054,
      "grad_norm": 23.5,
      "learning_rate": 7.320261437908498e-07,
      "loss": 2.0252,
      "step": 28
    },
    {
      "epoch": 0.01896354422102338,
      "grad_norm": 22.625,
      "learning_rate": 7.581699346405229e-07,
      "loss": 1.6488,
      "step": 29
    },
    {
      "epoch": 0.0196174595389897,
      "grad_norm": 16.125,
      "learning_rate": 7.843137254901962e-07,
      "loss": 1.3428,
      "step": 30
    },
    {
      "epoch": 0.020271374856956025,
      "grad_norm": 28.25,
      "learning_rate": 8.104575163398694e-07,
      "loss": 1.7191,
      "step": 31
    },
    {
      "epoch": 0.020925290174922347,
      "grad_norm": 17.0,
      "learning_rate": 8.366013071895425e-07,
      "loss": 1.1449,
      "step": 32
    },
    {
      "epoch": 0.02157920549288867,
      "grad_norm": 24.5,
      "learning_rate": 8.627450980392157e-07,
      "loss": 2.135,
      "step": 33
    },
    {
      "epoch": 0.022233120810854993,
      "grad_norm": 20.375,
      "learning_rate": 8.88888888888889e-07,
      "loss": 1.4919,
      "step": 34
    },
    {
      "epoch": 0.022887036128821318,
      "grad_norm": 29.0,
      "learning_rate": 9.150326797385621e-07,
      "loss": 1.8614,
      "step": 35
    },
    {
      "epoch": 0.023540951446787643,
      "grad_norm": 19.125,
      "learning_rate": 9.411764705882353e-07,
      "loss": 1.0191,
      "step": 36
    },
    {
      "epoch": 0.024194866764753964,
      "grad_norm": 15.9375,
      "learning_rate": 9.673202614379086e-07,
      "loss": 1.1653,
      "step": 37
    },
    {
      "epoch": 0.02484878208272029,
      "grad_norm": 22.375,
      "learning_rate": 9.934640522875818e-07,
      "loss": 1.7648,
      "step": 38
    },
    {
      "epoch": 0.02550269740068661,
      "grad_norm": 18.625,
      "learning_rate": 1.019607843137255e-06,
      "loss": 1.7209,
      "step": 39
    },
    {
      "epoch": 0.026156612718652935,
      "grad_norm": 20.125,
      "learning_rate": 1.0457516339869283e-06,
      "loss": 1.5833,
      "step": 40
    },
    {
      "epoch": 0.026810528036619256,
      "grad_norm": 15.0625,
      "learning_rate": 1.0718954248366013e-06,
      "loss": 0.7896,
      "step": 41
    },
    {
      "epoch": 0.02746444335458558,
      "grad_norm": 22.0,
      "learning_rate": 1.0980392156862745e-06,
      "loss": 2.0211,
      "step": 42
    },
    {
      "epoch": 0.028118358672551906,
      "grad_norm": 27.125,
      "learning_rate": 1.1241830065359478e-06,
      "loss": 2.4727,
      "step": 43
    },
    {
      "epoch": 0.028772273990518227,
      "grad_norm": 19.125,
      "learning_rate": 1.150326797385621e-06,
      "loss": 1.6349,
      "step": 44
    },
    {
      "epoch": 0.029426189308484552,
      "grad_norm": 23.125,
      "learning_rate": 1.1764705882352942e-06,
      "loss": 1.6653,
      "step": 45
    },
    {
      "epoch": 0.030080104626450874,
      "grad_norm": 15.0,
      "learning_rate": 1.2026143790849675e-06,
      "loss": 1.0016,
      "step": 46
    },
    {
      "epoch": 0.0307340199444172,
      "grad_norm": 20.5,
      "learning_rate": 1.2287581699346405e-06,
      "loss": 1.2971,
      "step": 47
    },
    {
      "epoch": 0.03138793526238352,
      "grad_norm": 15.6875,
      "learning_rate": 1.2549019607843137e-06,
      "loss": 1.0573,
      "step": 48
    },
    {
      "epoch": 0.03204185058034984,
      "grad_norm": 18.75,
      "learning_rate": 1.281045751633987e-06,
      "loss": 1.3878,
      "step": 49
    },
    {
      "epoch": 0.032695765898316166,
      "grad_norm": 20.875,
      "learning_rate": 1.3071895424836604e-06,
      "loss": 1.8702,
      "step": 50
    },
    {
      "epoch": 0.03334968121628249,
      "grad_norm": 17.0,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 1.8821,
      "step": 51
    },
    {
      "epoch": 0.034003596534248816,
      "grad_norm": 21.125,
      "learning_rate": 1.3594771241830064e-06,
      "loss": 1.751,
      "step": 52
    },
    {
      "epoch": 0.03465751185221514,
      "grad_norm": 17.625,
      "learning_rate": 1.3856209150326799e-06,
      "loss": 1.2839,
      "step": 53
    },
    {
      "epoch": 0.03531142717018146,
      "grad_norm": 20.125,
      "learning_rate": 1.4117647058823531e-06,
      "loss": 1.4963,
      "step": 54
    },
    {
      "epoch": 0.03596534248814778,
      "grad_norm": 16.875,
      "learning_rate": 1.4379084967320261e-06,
      "loss": 1.3659,
      "step": 55
    },
    {
      "epoch": 0.03661925780611411,
      "grad_norm": 19.0,
      "learning_rate": 1.4640522875816996e-06,
      "loss": 1.9621,
      "step": 56
    },
    {
      "epoch": 0.03727317312408043,
      "grad_norm": 17.125,
      "learning_rate": 1.4901960784313726e-06,
      "loss": 1.525,
      "step": 57
    },
    {
      "epoch": 0.03792708844204676,
      "grad_norm": 16.75,
      "learning_rate": 1.5163398692810458e-06,
      "loss": 1.207,
      "step": 58
    },
    {
      "epoch": 0.038581003760013076,
      "grad_norm": 10.0625,
      "learning_rate": 1.542483660130719e-06,
      "loss": 0.6293,
      "step": 59
    },
    {
      "epoch": 0.0392349190779794,
      "grad_norm": 15.1875,
      "learning_rate": 1.5686274509803923e-06,
      "loss": 1.1944,
      "step": 60
    },
    {
      "epoch": 0.039888834395945726,
      "grad_norm": 17.375,
      "learning_rate": 1.5947712418300653e-06,
      "loss": 2.1252,
      "step": 61
    },
    {
      "epoch": 0.04054274971391205,
      "grad_norm": 18.625,
      "learning_rate": 1.6209150326797388e-06,
      "loss": 1.2682,
      "step": 62
    },
    {
      "epoch": 0.04119666503187837,
      "grad_norm": 12.75,
      "learning_rate": 1.6470588235294118e-06,
      "loss": 1.1163,
      "step": 63
    },
    {
      "epoch": 0.04185058034984469,
      "grad_norm": 11.8125,
      "learning_rate": 1.673202614379085e-06,
      "loss": 0.7913,
      "step": 64
    },
    {
      "epoch": 0.04250449566781102,
      "grad_norm": 16.375,
      "learning_rate": 1.6993464052287585e-06,
      "loss": 1.2979,
      "step": 65
    },
    {
      "epoch": 0.04315841098577734,
      "grad_norm": 14.125,
      "learning_rate": 1.7254901960784315e-06,
      "loss": 1.2015,
      "step": 66
    },
    {
      "epoch": 0.04381232630374367,
      "grad_norm": 14.6875,
      "learning_rate": 1.7516339869281045e-06,
      "loss": 1.0585,
      "step": 67
    },
    {
      "epoch": 0.044466241621709986,
      "grad_norm": 13.25,
      "learning_rate": 1.777777777777778e-06,
      "loss": 1.3912,
      "step": 68
    },
    {
      "epoch": 0.04512015693967631,
      "grad_norm": 12.125,
      "learning_rate": 1.8039215686274512e-06,
      "loss": 1.3715,
      "step": 69
    },
    {
      "epoch": 0.045774072257642635,
      "grad_norm": 12.6875,
      "learning_rate": 1.8300653594771242e-06,
      "loss": 1.0968,
      "step": 70
    },
    {
      "epoch": 0.04642798757560896,
      "grad_norm": 9.0,
      "learning_rate": 1.8562091503267977e-06,
      "loss": 0.8315,
      "step": 71
    },
    {
      "epoch": 0.047081902893575285,
      "grad_norm": 9.6875,
      "learning_rate": 1.8823529411764707e-06,
      "loss": 1.0216,
      "step": 72
    },
    {
      "epoch": 0.0477358182115416,
      "grad_norm": 8.9375,
      "learning_rate": 1.9084967320261437e-06,
      "loss": 0.963,
      "step": 73
    },
    {
      "epoch": 0.04838973352950793,
      "grad_norm": 9.9375,
      "learning_rate": 1.934640522875817e-06,
      "loss": 1.0332,
      "step": 74
    },
    {
      "epoch": 0.04904364884747425,
      "grad_norm": 10.0625,
      "learning_rate": 1.96078431372549e-06,
      "loss": 1.3037,
      "step": 75
    },
    {
      "epoch": 0.04969756416544058,
      "grad_norm": 6.75,
      "learning_rate": 1.9869281045751636e-06,
      "loss": 0.6811,
      "step": 76
    },
    {
      "epoch": 0.050351479483406895,
      "grad_norm": 12.625,
      "learning_rate": 2.0130718954248366e-06,
      "loss": 1.2454,
      "step": 77
    },
    {
      "epoch": 0.05100539480137322,
      "grad_norm": 11.125,
      "learning_rate": 2.03921568627451e-06,
      "loss": 1.1049,
      "step": 78
    },
    {
      "epoch": 0.051659310119339545,
      "grad_norm": 11.75,
      "learning_rate": 2.065359477124183e-06,
      "loss": 0.8606,
      "step": 79
    },
    {
      "epoch": 0.05231322543730587,
      "grad_norm": 7.15625,
      "learning_rate": 2.0915032679738565e-06,
      "loss": 0.8439,
      "step": 80
    },
    {
      "epoch": 0.052967140755272195,
      "grad_norm": 7.46875,
      "learning_rate": 2.1176470588235296e-06,
      "loss": 0.7439,
      "step": 81
    },
    {
      "epoch": 0.05362105607323851,
      "grad_norm": 10.4375,
      "learning_rate": 2.1437908496732026e-06,
      "loss": 1.5164,
      "step": 82
    },
    {
      "epoch": 0.05427497139120484,
      "grad_norm": 10.75,
      "learning_rate": 2.169934640522876e-06,
      "loss": 1.5607,
      "step": 83
    },
    {
      "epoch": 0.05492888670917116,
      "grad_norm": 9.0,
      "learning_rate": 2.196078431372549e-06,
      "loss": 0.8527,
      "step": 84
    },
    {
      "epoch": 0.05558280202713749,
      "grad_norm": 9.375,
      "learning_rate": 2.222222222222222e-06,
      "loss": 1.1674,
      "step": 85
    },
    {
      "epoch": 0.05623671734510381,
      "grad_norm": 10.125,
      "learning_rate": 2.2483660130718955e-06,
      "loss": 1.4559,
      "step": 86
    },
    {
      "epoch": 0.05689063266307013,
      "grad_norm": 7.34375,
      "learning_rate": 2.274509803921569e-06,
      "loss": 1.0805,
      "step": 87
    },
    {
      "epoch": 0.057544547981036455,
      "grad_norm": 10.0,
      "learning_rate": 2.300653594771242e-06,
      "loss": 1.3947,
      "step": 88
    },
    {
      "epoch": 0.05819846329900278,
      "grad_norm": 7.8125,
      "learning_rate": 2.3267973856209154e-06,
      "loss": 1.3273,
      "step": 89
    },
    {
      "epoch": 0.058852378616969105,
      "grad_norm": 8.9375,
      "learning_rate": 2.3529411764705885e-06,
      "loss": 1.041,
      "step": 90
    },
    {
      "epoch": 0.05950629393493542,
      "grad_norm": 6.15625,
      "learning_rate": 2.3790849673202615e-06,
      "loss": 0.8624,
      "step": 91
    },
    {
      "epoch": 0.06016020925290175,
      "grad_norm": 8.125,
      "learning_rate": 2.405228758169935e-06,
      "loss": 0.8563,
      "step": 92
    },
    {
      "epoch": 0.06081412457086807,
      "grad_norm": 5.5,
      "learning_rate": 2.431372549019608e-06,
      "loss": 0.8141,
      "step": 93
    },
    {
      "epoch": 0.0614680398888344,
      "grad_norm": 6.25,
      "learning_rate": 2.457516339869281e-06,
      "loss": 0.9837,
      "step": 94
    },
    {
      "epoch": 0.06212195520680072,
      "grad_norm": 7.03125,
      "learning_rate": 2.4836601307189544e-06,
      "loss": 0.9888,
      "step": 95
    },
    {
      "epoch": 0.06277587052476705,
      "grad_norm": 6.78125,
      "learning_rate": 2.5098039215686274e-06,
      "loss": 1.1952,
      "step": 96
    },
    {
      "epoch": 0.06342978584273337,
      "grad_norm": 5.78125,
      "learning_rate": 2.535947712418301e-06,
      "loss": 0.9052,
      "step": 97
    },
    {
      "epoch": 0.06408370116069968,
      "grad_norm": 7.6875,
      "learning_rate": 2.562091503267974e-06,
      "loss": 1.0956,
      "step": 98
    },
    {
      "epoch": 0.06473761647866601,
      "grad_norm": 6.375,
      "learning_rate": 2.5882352941176473e-06,
      "loss": 1.0037,
      "step": 99
    },
    {
      "epoch": 0.06539153179663233,
      "grad_norm": 10.9375,
      "learning_rate": 2.6143790849673208e-06,
      "loss": 1.4849,
      "step": 100
    },
    {
      "epoch": 0.06604544711459866,
      "grad_norm": 6.4375,
      "learning_rate": 2.640522875816994e-06,
      "loss": 0.8732,
      "step": 101
    },
    {
      "epoch": 0.06669936243256498,
      "grad_norm": 6.59375,
      "learning_rate": 2.666666666666667e-06,
      "loss": 0.7752,
      "step": 102
    },
    {
      "epoch": 0.0673532777505313,
      "grad_norm": 5.34375,
      "learning_rate": 2.69281045751634e-06,
      "loss": 0.8277,
      "step": 103
    },
    {
      "epoch": 0.06800719306849763,
      "grad_norm": 6.78125,
      "learning_rate": 2.718954248366013e-06,
      "loss": 0.8004,
      "step": 104
    },
    {
      "epoch": 0.06866110838646396,
      "grad_norm": 3.84375,
      "learning_rate": 2.7450980392156867e-06,
      "loss": 0.5019,
      "step": 105
    },
    {
      "epoch": 0.06931502370443028,
      "grad_norm": 5.5625,
      "learning_rate": 2.7712418300653598e-06,
      "loss": 0.9185,
      "step": 106
    },
    {
      "epoch": 0.0699689390223966,
      "grad_norm": 6.21875,
      "learning_rate": 2.7973856209150328e-06,
      "loss": 0.6808,
      "step": 107
    },
    {
      "epoch": 0.07062285434036292,
      "grad_norm": 5.40625,
      "learning_rate": 2.8235294117647062e-06,
      "loss": 0.872,
      "step": 108
    },
    {
      "epoch": 0.07127676965832924,
      "grad_norm": 6.875,
      "learning_rate": 2.8496732026143792e-06,
      "loss": 1.0618,
      "step": 109
    },
    {
      "epoch": 0.07193068497629557,
      "grad_norm": 6.3125,
      "learning_rate": 2.8758169934640523e-06,
      "loss": 0.8521,
      "step": 110
    },
    {
      "epoch": 0.07258460029426189,
      "grad_norm": 7.0,
      "learning_rate": 2.901960784313726e-06,
      "loss": 1.1416,
      "step": 111
    },
    {
      "epoch": 0.07323851561222822,
      "grad_norm": 6.59375,
      "learning_rate": 2.928104575163399e-06,
      "loss": 0.9626,
      "step": 112
    },
    {
      "epoch": 0.07389243093019454,
      "grad_norm": 5.875,
      "learning_rate": 2.954248366013072e-06,
      "loss": 1.0726,
      "step": 113
    },
    {
      "epoch": 0.07454634624816087,
      "grad_norm": 7.09375,
      "learning_rate": 2.980392156862745e-06,
      "loss": 1.4055,
      "step": 114
    },
    {
      "epoch": 0.07520026156612719,
      "grad_norm": 6.8125,
      "learning_rate": 3.0065359477124182e-06,
      "loss": 0.8797,
      "step": 115
    },
    {
      "epoch": 0.07585417688409352,
      "grad_norm": 7.375,
      "learning_rate": 3.0326797385620917e-06,
      "loss": 1.2011,
      "step": 116
    },
    {
      "epoch": 0.07650809220205983,
      "grad_norm": 6.65625,
      "learning_rate": 3.058823529411765e-06,
      "loss": 1.1419,
      "step": 117
    },
    {
      "epoch": 0.07716200752002615,
      "grad_norm": 4.96875,
      "learning_rate": 3.084967320261438e-06,
      "loss": 0.9388,
      "step": 118
    },
    {
      "epoch": 0.07781592283799248,
      "grad_norm": 9.6875,
      "learning_rate": 3.1111111111111116e-06,
      "loss": 1.0324,
      "step": 119
    },
    {
      "epoch": 0.0784698381559588,
      "grad_norm": 4.21875,
      "learning_rate": 3.1372549019607846e-06,
      "loss": 0.5297,
      "step": 120
    },
    {
      "epoch": 0.07912375347392513,
      "grad_norm": 6.125,
      "learning_rate": 3.1633986928104576e-06,
      "loss": 1.1836,
      "step": 121
    },
    {
      "epoch": 0.07977766879189145,
      "grad_norm": 5.9375,
      "learning_rate": 3.1895424836601306e-06,
      "loss": 0.8431,
      "step": 122
    },
    {
      "epoch": 0.08043158410985778,
      "grad_norm": 4.9375,
      "learning_rate": 3.2156862745098045e-06,
      "loss": 0.8145,
      "step": 123
    },
    {
      "epoch": 0.0810854994278241,
      "grad_norm": 5.59375,
      "learning_rate": 3.2418300653594775e-06,
      "loss": 0.8455,
      "step": 124
    },
    {
      "epoch": 0.08173941474579043,
      "grad_norm": 5.03125,
      "learning_rate": 3.2679738562091506e-06,
      "loss": 0.9593,
      "step": 125
    },
    {
      "epoch": 0.08239333006375674,
      "grad_norm": 5.46875,
      "learning_rate": 3.2941176470588236e-06,
      "loss": 0.9752,
      "step": 126
    },
    {
      "epoch": 0.08304724538172306,
      "grad_norm": 4.5,
      "learning_rate": 3.320261437908497e-06,
      "loss": 0.6472,
      "step": 127
    },
    {
      "epoch": 0.08370116069968939,
      "grad_norm": 5.71875,
      "learning_rate": 3.34640522875817e-06,
      "loss": 0.7602,
      "step": 128
    },
    {
      "epoch": 0.08435507601765571,
      "grad_norm": 7.03125,
      "learning_rate": 3.3725490196078435e-06,
      "loss": 1.1583,
      "step": 129
    },
    {
      "epoch": 0.08500899133562204,
      "grad_norm": 4.40625,
      "learning_rate": 3.398692810457517e-06,
      "loss": 0.3314,
      "step": 130
    },
    {
      "epoch": 0.08566290665358836,
      "grad_norm": 5.25,
      "learning_rate": 3.42483660130719e-06,
      "loss": 0.6011,
      "step": 131
    },
    {
      "epoch": 0.08631682197155469,
      "grad_norm": 7.90625,
      "learning_rate": 3.450980392156863e-06,
      "loss": 1.1565,
      "step": 132
    },
    {
      "epoch": 0.08697073728952101,
      "grad_norm": 5.96875,
      "learning_rate": 3.477124183006536e-06,
      "loss": 0.9662,
      "step": 133
    },
    {
      "epoch": 0.08762465260748734,
      "grad_norm": 4.0625,
      "learning_rate": 3.503267973856209e-06,
      "loss": 0.6753,
      "step": 134
    },
    {
      "epoch": 0.08827856792545366,
      "grad_norm": 4.71875,
      "learning_rate": 3.529411764705883e-06,
      "loss": 0.6891,
      "step": 135
    },
    {
      "epoch": 0.08893248324341997,
      "grad_norm": 5.65625,
      "learning_rate": 3.555555555555556e-06,
      "loss": 0.9057,
      "step": 136
    },
    {
      "epoch": 0.0895863985613863,
      "grad_norm": 5.34375,
      "learning_rate": 3.581699346405229e-06,
      "loss": 0.7746,
      "step": 137
    },
    {
      "epoch": 0.09024031387935262,
      "grad_norm": 4.40625,
      "learning_rate": 3.6078431372549024e-06,
      "loss": 0.66,
      "step": 138
    },
    {
      "epoch": 0.09089422919731895,
      "grad_norm": 3.953125,
      "learning_rate": 3.6339869281045754e-06,
      "loss": 0.4679,
      "step": 139
    },
    {
      "epoch": 0.09154814451528527,
      "grad_norm": 4.375,
      "learning_rate": 3.6601307189542484e-06,
      "loss": 0.5352,
      "step": 140
    },
    {
      "epoch": 0.0922020598332516,
      "grad_norm": 5.8125,
      "learning_rate": 3.6862745098039223e-06,
      "loss": 0.6645,
      "step": 141
    },
    {
      "epoch": 0.09285597515121792,
      "grad_norm": 5.90625,
      "learning_rate": 3.7124183006535953e-06,
      "loss": 1.3812,
      "step": 142
    },
    {
      "epoch": 0.09350989046918425,
      "grad_norm": 4.84375,
      "learning_rate": 3.7385620915032683e-06,
      "loss": 0.8903,
      "step": 143
    },
    {
      "epoch": 0.09416380578715057,
      "grad_norm": 4.0625,
      "learning_rate": 3.7647058823529414e-06,
      "loss": 0.517,
      "step": 144
    },
    {
      "epoch": 0.09481772110511688,
      "grad_norm": 5.96875,
      "learning_rate": 3.7908496732026144e-06,
      "loss": 1.3503,
      "step": 145
    },
    {
      "epoch": 0.0954716364230832,
      "grad_norm": 5.5625,
      "learning_rate": 3.816993464052287e-06,
      "loss": 0.7654,
      "step": 146
    },
    {
      "epoch": 0.09612555174104953,
      "grad_norm": 6.75,
      "learning_rate": 3.843137254901962e-06,
      "loss": 1.0458,
      "step": 147
    },
    {
      "epoch": 0.09677946705901586,
      "grad_norm": 6.125,
      "learning_rate": 3.869281045751634e-06,
      "loss": 0.9453,
      "step": 148
    },
    {
      "epoch": 0.09743338237698218,
      "grad_norm": 4.125,
      "learning_rate": 3.895424836601308e-06,
      "loss": 0.6584,
      "step": 149
    },
    {
      "epoch": 0.0980872976949485,
      "grad_norm": 3.40625,
      "learning_rate": 3.92156862745098e-06,
      "loss": 0.5141,
      "step": 150
    },
    {
      "epoch": 0.09874121301291483,
      "grad_norm": 4.46875,
      "learning_rate": 3.947712418300654e-06,
      "loss": 0.7394,
      "step": 151
    },
    {
      "epoch": 0.09939512833088116,
      "grad_norm": 6.8125,
      "learning_rate": 3.973856209150327e-06,
      "loss": 1.023,
      "step": 152
    },
    {
      "epoch": 0.10004904364884748,
      "grad_norm": 3.828125,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.7538,
      "step": 153
    },
    {
      "epoch": 0.10070295896681379,
      "grad_norm": 4.28125,
      "learning_rate": 4.026143790849673e-06,
      "loss": 0.6604,
      "step": 154
    },
    {
      "epoch": 0.10135687428478012,
      "grad_norm": 3.75,
      "learning_rate": 4.052287581699347e-06,
      "loss": 0.5097,
      "step": 155
    },
    {
      "epoch": 0.10201078960274644,
      "grad_norm": 8.4375,
      "learning_rate": 4.07843137254902e-06,
      "loss": 1.247,
      "step": 156
    },
    {
      "epoch": 0.10266470492071277,
      "grad_norm": 3.453125,
      "learning_rate": 4.104575163398693e-06,
      "loss": 0.5514,
      "step": 157
    },
    {
      "epoch": 0.10331862023867909,
      "grad_norm": 7.03125,
      "learning_rate": 4.130718954248366e-06,
      "loss": 1.0491,
      "step": 158
    },
    {
      "epoch": 0.10397253555664542,
      "grad_norm": 3.359375,
      "learning_rate": 4.15686274509804e-06,
      "loss": 0.4755,
      "step": 159
    },
    {
      "epoch": 0.10462645087461174,
      "grad_norm": 4.03125,
      "learning_rate": 4.183006535947713e-06,
      "loss": 0.609,
      "step": 160
    },
    {
      "epoch": 0.10528036619257806,
      "grad_norm": 5.625,
      "learning_rate": 4.209150326797386e-06,
      "loss": 0.951,
      "step": 161
    },
    {
      "epoch": 0.10593428151054439,
      "grad_norm": 2.78125,
      "learning_rate": 4.235294117647059e-06,
      "loss": 0.3454,
      "step": 162
    },
    {
      "epoch": 0.10658819682851071,
      "grad_norm": 4.3125,
      "learning_rate": 4.2614379084967326e-06,
      "loss": 0.8485,
      "step": 163
    },
    {
      "epoch": 0.10724211214647703,
      "grad_norm": 4.53125,
      "learning_rate": 4.287581699346405e-06,
      "loss": 0.7783,
      "step": 164
    },
    {
      "epoch": 0.10789602746444335,
      "grad_norm": 5.9375,
      "learning_rate": 4.313725490196079e-06,
      "loss": 1.0732,
      "step": 165
    },
    {
      "epoch": 0.10854994278240968,
      "grad_norm": 5.65625,
      "learning_rate": 4.339869281045752e-06,
      "loss": 0.9304,
      "step": 166
    },
    {
      "epoch": 0.109203858100376,
      "grad_norm": 4.59375,
      "learning_rate": 4.3660130718954255e-06,
      "loss": 0.6748,
      "step": 167
    },
    {
      "epoch": 0.10985777341834232,
      "grad_norm": 3.53125,
      "learning_rate": 4.392156862745098e-06,
      "loss": 0.5123,
      "step": 168
    },
    {
      "epoch": 0.11051168873630865,
      "grad_norm": 4.59375,
      "learning_rate": 4.4183006535947716e-06,
      "loss": 0.7995,
      "step": 169
    },
    {
      "epoch": 0.11116560405427497,
      "grad_norm": 4.375,
      "learning_rate": 4.444444444444444e-06,
      "loss": 0.6551,
      "step": 170
    },
    {
      "epoch": 0.1118195193722413,
      "grad_norm": 3.15625,
      "learning_rate": 4.4705882352941184e-06,
      "loss": 0.5553,
      "step": 171
    },
    {
      "epoch": 0.11247343469020762,
      "grad_norm": 3.078125,
      "learning_rate": 4.496732026143791e-06,
      "loss": 0.4769,
      "step": 172
    },
    {
      "epoch": 0.11312735000817394,
      "grad_norm": 5.5625,
      "learning_rate": 4.5228758169934645e-06,
      "loss": 1.0379,
      "step": 173
    },
    {
      "epoch": 0.11378126532614026,
      "grad_norm": 5.8125,
      "learning_rate": 4.549019607843138e-06,
      "loss": 1.0826,
      "step": 174
    },
    {
      "epoch": 0.11443518064410658,
      "grad_norm": 4.28125,
      "learning_rate": 4.5751633986928105e-06,
      "loss": 0.6884,
      "step": 175
    },
    {
      "epoch": 0.11508909596207291,
      "grad_norm": 7.65625,
      "learning_rate": 4.601307189542484e-06,
      "loss": 0.8737,
      "step": 176
    },
    {
      "epoch": 0.11574301128003923,
      "grad_norm": 4.5,
      "learning_rate": 4.627450980392157e-06,
      "loss": 0.7343,
      "step": 177
    },
    {
      "epoch": 0.11639692659800556,
      "grad_norm": 5.21875,
      "learning_rate": 4.653594771241831e-06,
      "loss": 1.0053,
      "step": 178
    },
    {
      "epoch": 0.11705084191597188,
      "grad_norm": 7.03125,
      "learning_rate": 4.6797385620915035e-06,
      "loss": 1.8239,
      "step": 179
    },
    {
      "epoch": 0.11770475723393821,
      "grad_norm": 5.28125,
      "learning_rate": 4.705882352941177e-06,
      "loss": 0.8575,
      "step": 180
    },
    {
      "epoch": 0.11835867255190453,
      "grad_norm": 5.46875,
      "learning_rate": 4.7320261437908495e-06,
      "loss": 1.0108,
      "step": 181
    },
    {
      "epoch": 0.11901258786987085,
      "grad_norm": 5.125,
      "learning_rate": 4.758169934640523e-06,
      "loss": 0.8172,
      "step": 182
    },
    {
      "epoch": 0.11966650318783717,
      "grad_norm": 4.90625,
      "learning_rate": 4.784313725490196e-06,
      "loss": 1.0499,
      "step": 183
    },
    {
      "epoch": 0.1203204185058035,
      "grad_norm": 5.21875,
      "learning_rate": 4.81045751633987e-06,
      "loss": 0.9608,
      "step": 184
    },
    {
      "epoch": 0.12097433382376982,
      "grad_norm": 6.4375,
      "learning_rate": 4.836601307189543e-06,
      "loss": 1.1778,
      "step": 185
    },
    {
      "epoch": 0.12162824914173614,
      "grad_norm": 4.0625,
      "learning_rate": 4.862745098039216e-06,
      "loss": 0.5224,
      "step": 186
    },
    {
      "epoch": 0.12228216445970247,
      "grad_norm": 3.8125,
      "learning_rate": 4.888888888888889e-06,
      "loss": 0.5296,
      "step": 187
    },
    {
      "epoch": 0.1229360797776688,
      "grad_norm": 4.875,
      "learning_rate": 4.915032679738562e-06,
      "loss": 1.05,
      "step": 188
    },
    {
      "epoch": 0.12358999509563512,
      "grad_norm": 3.90625,
      "learning_rate": 4.941176470588236e-06,
      "loss": 0.5972,
      "step": 189
    },
    {
      "epoch": 0.12424391041360144,
      "grad_norm": 3.25,
      "learning_rate": 4.967320261437909e-06,
      "loss": 0.5035,
      "step": 190
    },
    {
      "epoch": 0.12489782573156777,
      "grad_norm": 5.6875,
      "learning_rate": 4.993464052287582e-06,
      "loss": 1.0502,
      "step": 191
    },
    {
      "epoch": 0.1255517410495341,
      "grad_norm": 6.84375,
      "learning_rate": 5.019607843137255e-06,
      "loss": 1.0902,
      "step": 192
    },
    {
      "epoch": 0.12620565636750042,
      "grad_norm": 3.890625,
      "learning_rate": 5.045751633986928e-06,
      "loss": 0.6796,
      "step": 193
    },
    {
      "epoch": 0.12685957168546674,
      "grad_norm": 5.59375,
      "learning_rate": 5.071895424836602e-06,
      "loss": 0.8478,
      "step": 194
    },
    {
      "epoch": 0.12751348700343307,
      "grad_norm": 3.765625,
      "learning_rate": 5.098039215686274e-06,
      "loss": 0.5782,
      "step": 195
    },
    {
      "epoch": 0.12816740232139937,
      "grad_norm": 5.9375,
      "learning_rate": 5.124183006535948e-06,
      "loss": 0.8886,
      "step": 196
    },
    {
      "epoch": 0.1288213176393657,
      "grad_norm": 4.78125,
      "learning_rate": 5.15032679738562e-06,
      "loss": 0.9319,
      "step": 197
    },
    {
      "epoch": 0.12947523295733201,
      "grad_norm": 5.25,
      "learning_rate": 5.176470588235295e-06,
      "loss": 0.9604,
      "step": 198
    },
    {
      "epoch": 0.13012914827529834,
      "grad_norm": 4.46875,
      "learning_rate": 5.202614379084968e-06,
      "loss": 0.9059,
      "step": 199
    },
    {
      "epoch": 0.13078306359326466,
      "grad_norm": 4.15625,
      "learning_rate": 5.2287581699346416e-06,
      "loss": 0.6895,
      "step": 200
    },
    {
      "epoch": 0.131436978911231,
      "grad_norm": 5.5,
      "learning_rate": 5.254901960784314e-06,
      "loss": 0.9966,
      "step": 201
    },
    {
      "epoch": 0.13209089422919731,
      "grad_norm": 6.21875,
      "learning_rate": 5.281045751633988e-06,
      "loss": 1.1461,
      "step": 202
    },
    {
      "epoch": 0.13274480954716364,
      "grad_norm": 3.84375,
      "learning_rate": 5.30718954248366e-06,
      "loss": 0.4568,
      "step": 203
    },
    {
      "epoch": 0.13339872486512996,
      "grad_norm": 4.4375,
      "learning_rate": 5.333333333333334e-06,
      "loss": 0.6391,
      "step": 204
    },
    {
      "epoch": 0.1340526401830963,
      "grad_norm": 4.59375,
      "learning_rate": 5.359477124183007e-06,
      "loss": 0.7027,
      "step": 205
    },
    {
      "epoch": 0.1347065555010626,
      "grad_norm": 3.40625,
      "learning_rate": 5.38562091503268e-06,
      "loss": 0.5334,
      "step": 206
    },
    {
      "epoch": 0.13536047081902894,
      "grad_norm": 4.75,
      "learning_rate": 5.411764705882353e-06,
      "loss": 0.6524,
      "step": 207
    },
    {
      "epoch": 0.13601438613699526,
      "grad_norm": 4.90625,
      "learning_rate": 5.437908496732026e-06,
      "loss": 0.7142,
      "step": 208
    },
    {
      "epoch": 0.1366683014549616,
      "grad_norm": 7.21875,
      "learning_rate": 5.464052287581699e-06,
      "loss": 1.3035,
      "step": 209
    },
    {
      "epoch": 0.1373222167729279,
      "grad_norm": 6.0625,
      "learning_rate": 5.4901960784313735e-06,
      "loss": 0.8904,
      "step": 210
    },
    {
      "epoch": 0.13797613209089424,
      "grad_norm": 6.125,
      "learning_rate": 5.516339869281047e-06,
      "loss": 1.1201,
      "step": 211
    },
    {
      "epoch": 0.13863004740886056,
      "grad_norm": 4.8125,
      "learning_rate": 5.5424836601307195e-06,
      "loss": 0.772,
      "step": 212
    },
    {
      "epoch": 0.1392839627268269,
      "grad_norm": 4.8125,
      "learning_rate": 5.568627450980393e-06,
      "loss": 0.8415,
      "step": 213
    },
    {
      "epoch": 0.1399378780447932,
      "grad_norm": 4.9375,
      "learning_rate": 5.5947712418300656e-06,
      "loss": 0.6259,
      "step": 214
    },
    {
      "epoch": 0.1405917933627595,
      "grad_norm": 5.03125,
      "learning_rate": 5.620915032679739e-06,
      "loss": 0.7825,
      "step": 215
    },
    {
      "epoch": 0.14124570868072583,
      "grad_norm": 4.15625,
      "learning_rate": 5.6470588235294125e-06,
      "loss": 0.9823,
      "step": 216
    },
    {
      "epoch": 0.14189962399869216,
      "grad_norm": 4.15625,
      "learning_rate": 5.673202614379085e-06,
      "loss": 0.6209,
      "step": 217
    },
    {
      "epoch": 0.14255353931665848,
      "grad_norm": 4.6875,
      "learning_rate": 5.6993464052287585e-06,
      "loss": 0.8821,
      "step": 218
    },
    {
      "epoch": 0.1432074546346248,
      "grad_norm": 5.15625,
      "learning_rate": 5.725490196078431e-06,
      "loss": 0.7635,
      "step": 219
    },
    {
      "epoch": 0.14386136995259113,
      "grad_norm": 6.03125,
      "learning_rate": 5.7516339869281045e-06,
      "loss": 1.2596,
      "step": 220
    },
    {
      "epoch": 0.14451528527055746,
      "grad_norm": 5.53125,
      "learning_rate": 5.777777777777778e-06,
      "loss": 0.7383,
      "step": 221
    },
    {
      "epoch": 0.14516920058852378,
      "grad_norm": 5.8125,
      "learning_rate": 5.803921568627452e-06,
      "loss": 0.7485,
      "step": 222
    },
    {
      "epoch": 0.1458231159064901,
      "grad_norm": 4.75,
      "learning_rate": 5.830065359477125e-06,
      "loss": 0.7227,
      "step": 223
    },
    {
      "epoch": 0.14647703122445643,
      "grad_norm": 5.0,
      "learning_rate": 5.856209150326798e-06,
      "loss": 0.7887,
      "step": 224
    },
    {
      "epoch": 0.14713094654242276,
      "grad_norm": 6.53125,
      "learning_rate": 5.882352941176471e-06,
      "loss": 0.9524,
      "step": 225
    },
    {
      "epoch": 0.14778486186038908,
      "grad_norm": 6.46875,
      "learning_rate": 5.908496732026144e-06,
      "loss": 1.1014,
      "step": 226
    },
    {
      "epoch": 0.1484387771783554,
      "grad_norm": 5.375,
      "learning_rate": 5.934640522875818e-06,
      "loss": 1.1672,
      "step": 227
    },
    {
      "epoch": 0.14909269249632173,
      "grad_norm": 5.25,
      "learning_rate": 5.96078431372549e-06,
      "loss": 0.7312,
      "step": 228
    },
    {
      "epoch": 0.14974660781428806,
      "grad_norm": 5.125,
      "learning_rate": 5.986928104575164e-06,
      "loss": 0.707,
      "step": 229
    },
    {
      "epoch": 0.15040052313225438,
      "grad_norm": 3.96875,
      "learning_rate": 6.0130718954248365e-06,
      "loss": 0.5949,
      "step": 230
    },
    {
      "epoch": 0.1510544384502207,
      "grad_norm": 6.40625,
      "learning_rate": 6.03921568627451e-06,
      "loss": 0.9902,
      "step": 231
    },
    {
      "epoch": 0.15170835376818703,
      "grad_norm": 4.3125,
      "learning_rate": 6.065359477124183e-06,
      "loss": 0.7778,
      "step": 232
    },
    {
      "epoch": 0.15236226908615336,
      "grad_norm": 5.71875,
      "learning_rate": 6.091503267973856e-06,
      "loss": 1.1321,
      "step": 233
    },
    {
      "epoch": 0.15301618440411965,
      "grad_norm": 5.03125,
      "learning_rate": 6.11764705882353e-06,
      "loss": 0.7795,
      "step": 234
    },
    {
      "epoch": 0.15367009972208598,
      "grad_norm": 7.0,
      "learning_rate": 6.143790849673204e-06,
      "loss": 1.1002,
      "step": 235
    },
    {
      "epoch": 0.1543240150400523,
      "grad_norm": 3.875,
      "learning_rate": 6.169934640522876e-06,
      "loss": 0.5591,
      "step": 236
    },
    {
      "epoch": 0.15497793035801863,
      "grad_norm": 3.984375,
      "learning_rate": 6.19607843137255e-06,
      "loss": 0.6337,
      "step": 237
    },
    {
      "epoch": 0.15563184567598495,
      "grad_norm": 3.34375,
      "learning_rate": 6.222222222222223e-06,
      "loss": 0.53,
      "step": 238
    },
    {
      "epoch": 0.15628576099395128,
      "grad_norm": 4.375,
      "learning_rate": 6.248366013071896e-06,
      "loss": 0.7318,
      "step": 239
    },
    {
      "epoch": 0.1569396763119176,
      "grad_norm": 4.59375,
      "learning_rate": 6.274509803921569e-06,
      "loss": 0.59,
      "step": 240
    },
    {
      "epoch": 0.15759359162988393,
      "grad_norm": 5.28125,
      "learning_rate": 6.300653594771242e-06,
      "loss": 0.7881,
      "step": 241
    },
    {
      "epoch": 0.15824750694785025,
      "grad_norm": 4.625,
      "learning_rate": 6.326797385620915e-06,
      "loss": 0.7447,
      "step": 242
    },
    {
      "epoch": 0.15890142226581658,
      "grad_norm": 5.0625,
      "learning_rate": 6.352941176470589e-06,
      "loss": 0.7828,
      "step": 243
    },
    {
      "epoch": 0.1595553375837829,
      "grad_norm": 4.40625,
      "learning_rate": 6.379084967320261e-06,
      "loss": 0.7839,
      "step": 244
    },
    {
      "epoch": 0.16020925290174923,
      "grad_norm": 5.28125,
      "learning_rate": 6.405228758169935e-06,
      "loss": 0.8127,
      "step": 245
    },
    {
      "epoch": 0.16086316821971555,
      "grad_norm": 4.4375,
      "learning_rate": 6.431372549019609e-06,
      "loss": 0.7087,
      "step": 246
    },
    {
      "epoch": 0.16151708353768188,
      "grad_norm": 4.875,
      "learning_rate": 6.457516339869282e-06,
      "loss": 0.6723,
      "step": 247
    },
    {
      "epoch": 0.1621709988556482,
      "grad_norm": 3.671875,
      "learning_rate": 6.483660130718955e-06,
      "loss": 0.4365,
      "step": 248
    },
    {
      "epoch": 0.16282491417361453,
      "grad_norm": 3.59375,
      "learning_rate": 6.5098039215686285e-06,
      "loss": 0.5081,
      "step": 249
    },
    {
      "epoch": 0.16347882949158085,
      "grad_norm": 3.953125,
      "learning_rate": 6.535947712418301e-06,
      "loss": 0.6549,
      "step": 250
    },
    {
      "epoch": 0.16413274480954718,
      "grad_norm": 4.4375,
      "learning_rate": 6.5620915032679746e-06,
      "loss": 0.7618,
      "step": 251
    },
    {
      "epoch": 0.16478666012751347,
      "grad_norm": 4.03125,
      "learning_rate": 6.588235294117647e-06,
      "loss": 0.6397,
      "step": 252
    },
    {
      "epoch": 0.1654405754454798,
      "grad_norm": 4.8125,
      "learning_rate": 6.614379084967321e-06,
      "loss": 0.7834,
      "step": 253
    },
    {
      "epoch": 0.16609449076344612,
      "grad_norm": 4.1875,
      "learning_rate": 6.640522875816994e-06,
      "loss": 0.6746,
      "step": 254
    },
    {
      "epoch": 0.16674840608141245,
      "grad_norm": 4.5,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.7292,
      "step": 255
    },
    {
      "epoch": 0.16740232139937877,
      "grad_norm": 4.65625,
      "learning_rate": 6.69281045751634e-06,
      "loss": 0.7284,
      "step": 256
    },
    {
      "epoch": 0.1680562367173451,
      "grad_norm": 5.0625,
      "learning_rate": 6.718954248366014e-06,
      "loss": 0.9511,
      "step": 257
    },
    {
      "epoch": 0.16871015203531142,
      "grad_norm": 4.53125,
      "learning_rate": 6.745098039215687e-06,
      "loss": 0.6918,
      "step": 258
    },
    {
      "epoch": 0.16936406735327775,
      "grad_norm": 3.203125,
      "learning_rate": 6.7712418300653604e-06,
      "loss": 0.4269,
      "step": 259
    },
    {
      "epoch": 0.17001798267124407,
      "grad_norm": 5.0625,
      "learning_rate": 6.797385620915034e-06,
      "loss": 0.8029,
      "step": 260
    },
    {
      "epoch": 0.1706718979892104,
      "grad_norm": 4.59375,
      "learning_rate": 6.8235294117647065e-06,
      "loss": 0.694,
      "step": 261
    },
    {
      "epoch": 0.17132581330717672,
      "grad_norm": 4.3125,
      "learning_rate": 6.84967320261438e-06,
      "loss": 0.6182,
      "step": 262
    },
    {
      "epoch": 0.17197972862514305,
      "grad_norm": 5.9375,
      "learning_rate": 6.8758169934640525e-06,
      "loss": 1.0165,
      "step": 263
    },
    {
      "epoch": 0.17263364394310937,
      "grad_norm": 4.28125,
      "learning_rate": 6.901960784313726e-06,
      "loss": 0.8059,
      "step": 264
    },
    {
      "epoch": 0.1732875592610757,
      "grad_norm": 5.90625,
      "learning_rate": 6.928104575163399e-06,
      "loss": 1.0684,
      "step": 265
    },
    {
      "epoch": 0.17394147457904202,
      "grad_norm": 4.625,
      "learning_rate": 6.954248366013072e-06,
      "loss": 0.8969,
      "step": 266
    },
    {
      "epoch": 0.17459538989700835,
      "grad_norm": 5.1875,
      "learning_rate": 6.9803921568627454e-06,
      "loss": 0.6325,
      "step": 267
    },
    {
      "epoch": 0.17524930521497467,
      "grad_norm": 3.484375,
      "learning_rate": 7.006535947712418e-06,
      "loss": 0.535,
      "step": 268
    },
    {
      "epoch": 0.175903220532941,
      "grad_norm": 3.921875,
      "learning_rate": 7.032679738562092e-06,
      "loss": 0.6261,
      "step": 269
    },
    {
      "epoch": 0.17655713585090732,
      "grad_norm": 3.59375,
      "learning_rate": 7.058823529411766e-06,
      "loss": 0.49,
      "step": 270
    },
    {
      "epoch": 0.17721105116887362,
      "grad_norm": 4.65625,
      "learning_rate": 7.084967320261439e-06,
      "loss": 0.6293,
      "step": 271
    },
    {
      "epoch": 0.17786496648683994,
      "grad_norm": 4.375,
      "learning_rate": 7.111111111111112e-06,
      "loss": 0.816,
      "step": 272
    },
    {
      "epoch": 0.17851888180480627,
      "grad_norm": 5.625,
      "learning_rate": 7.137254901960785e-06,
      "loss": 1.0568,
      "step": 273
    },
    {
      "epoch": 0.1791727971227726,
      "grad_norm": 6.53125,
      "learning_rate": 7.163398692810458e-06,
      "loss": 0.9127,
      "step": 274
    },
    {
      "epoch": 0.17982671244073892,
      "grad_norm": 4.125,
      "learning_rate": 7.189542483660131e-06,
      "loss": 0.637,
      "step": 275
    },
    {
      "epoch": 0.18048062775870524,
      "grad_norm": 5.09375,
      "learning_rate": 7.215686274509805e-06,
      "loss": 0.7204,
      "step": 276
    },
    {
      "epoch": 0.18113454307667157,
      "grad_norm": 4.8125,
      "learning_rate": 7.241830065359477e-06,
      "loss": 0.847,
      "step": 277
    },
    {
      "epoch": 0.1817884583946379,
      "grad_norm": 4.09375,
      "learning_rate": 7.267973856209151e-06,
      "loss": 0.8382,
      "step": 278
    },
    {
      "epoch": 0.18244237371260422,
      "grad_norm": 4.125,
      "learning_rate": 7.294117647058823e-06,
      "loss": 0.5354,
      "step": 279
    },
    {
      "epoch": 0.18309628903057054,
      "grad_norm": 5.28125,
      "learning_rate": 7.320261437908497e-06,
      "loss": 0.9527,
      "step": 280
    },
    {
      "epoch": 0.18375020434853687,
      "grad_norm": 3.5,
      "learning_rate": 7.346405228758171e-06,
      "loss": 0.5157,
      "step": 281
    },
    {
      "epoch": 0.1844041196665032,
      "grad_norm": 2.890625,
      "learning_rate": 7.372549019607845e-06,
      "loss": 0.3743,
      "step": 282
    },
    {
      "epoch": 0.18505803498446952,
      "grad_norm": 6.03125,
      "learning_rate": 7.398692810457517e-06,
      "loss": 0.7489,
      "step": 283
    },
    {
      "epoch": 0.18571195030243584,
      "grad_norm": 4.28125,
      "learning_rate": 7.424836601307191e-06,
      "loss": 0.6514,
      "step": 284
    },
    {
      "epoch": 0.18636586562040217,
      "grad_norm": 4.96875,
      "learning_rate": 7.450980392156863e-06,
      "loss": 0.8043,
      "step": 285
    },
    {
      "epoch": 0.1870197809383685,
      "grad_norm": 5.75,
      "learning_rate": 7.477124183006537e-06,
      "loss": 0.9505,
      "step": 286
    },
    {
      "epoch": 0.18767369625633482,
      "grad_norm": 4.5625,
      "learning_rate": 7.50326797385621e-06,
      "loss": 0.7588,
      "step": 287
    },
    {
      "epoch": 0.18832761157430114,
      "grad_norm": 3.265625,
      "learning_rate": 7.529411764705883e-06,
      "loss": 0.3853,
      "step": 288
    },
    {
      "epoch": 0.18898152689226747,
      "grad_norm": 3.640625,
      "learning_rate": 7.555555555555556e-06,
      "loss": 0.5271,
      "step": 289
    },
    {
      "epoch": 0.18963544221023376,
      "grad_norm": 6.5625,
      "learning_rate": 7.581699346405229e-06,
      "loss": 0.9335,
      "step": 290
    },
    {
      "epoch": 0.1902893575282001,
      "grad_norm": 4.84375,
      "learning_rate": 7.607843137254902e-06,
      "loss": 0.6355,
      "step": 291
    },
    {
      "epoch": 0.1909432728461664,
      "grad_norm": 5.84375,
      "learning_rate": 7.633986928104575e-06,
      "loss": 1.0356,
      "step": 292
    },
    {
      "epoch": 0.19159718816413274,
      "grad_norm": 5.65625,
      "learning_rate": 7.660130718954249e-06,
      "loss": 1.033,
      "step": 293
    },
    {
      "epoch": 0.19225110348209906,
      "grad_norm": 4.40625,
      "learning_rate": 7.686274509803923e-06,
      "loss": 0.7495,
      "step": 294
    },
    {
      "epoch": 0.1929050188000654,
      "grad_norm": 4.90625,
      "learning_rate": 7.712418300653596e-06,
      "loss": 0.8563,
      "step": 295
    },
    {
      "epoch": 0.1935589341180317,
      "grad_norm": 6.0,
      "learning_rate": 7.738562091503269e-06,
      "loss": 1.0563,
      "step": 296
    },
    {
      "epoch": 0.19421284943599804,
      "grad_norm": 5.84375,
      "learning_rate": 7.764705882352941e-06,
      "loss": 1.0439,
      "step": 297
    },
    {
      "epoch": 0.19486676475396436,
      "grad_norm": 6.65625,
      "learning_rate": 7.790849673202615e-06,
      "loss": 1.2193,
      "step": 298
    },
    {
      "epoch": 0.19552068007193069,
      "grad_norm": 4.625,
      "learning_rate": 7.816993464052288e-06,
      "loss": 0.6662,
      "step": 299
    },
    {
      "epoch": 0.196174595389897,
      "grad_norm": 4.25,
      "learning_rate": 7.84313725490196e-06,
      "loss": 0.6387,
      "step": 300
    },
    {
      "epoch": 0.19682851070786334,
      "grad_norm": 4.71875,
      "learning_rate": 7.869281045751635e-06,
      "loss": 0.9447,
      "step": 301
    },
    {
      "epoch": 0.19748242602582966,
      "grad_norm": 5.5,
      "learning_rate": 7.895424836601308e-06,
      "loss": 0.7585,
      "step": 302
    },
    {
      "epoch": 0.19813634134379599,
      "grad_norm": 5.65625,
      "learning_rate": 7.92156862745098e-06,
      "loss": 0.8031,
      "step": 303
    },
    {
      "epoch": 0.1987902566617623,
      "grad_norm": 6.15625,
      "learning_rate": 7.947712418300654e-06,
      "loss": 0.8829,
      "step": 304
    },
    {
      "epoch": 0.19944417197972863,
      "grad_norm": 5.71875,
      "learning_rate": 7.973856209150329e-06,
      "loss": 0.9142,
      "step": 305
    },
    {
      "epoch": 0.20009808729769496,
      "grad_norm": 7.5625,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.7219,
      "step": 306
    },
    {
      "epoch": 0.20075200261566128,
      "grad_norm": 6.21875,
      "learning_rate": 8.026143790849674e-06,
      "loss": 1.0178,
      "step": 307
    },
    {
      "epoch": 0.20140591793362758,
      "grad_norm": 5.34375,
      "learning_rate": 8.052287581699347e-06,
      "loss": 0.9982,
      "step": 308
    },
    {
      "epoch": 0.2020598332515939,
      "grad_norm": 4.5625,
      "learning_rate": 8.07843137254902e-06,
      "loss": 0.798,
      "step": 309
    },
    {
      "epoch": 0.20271374856956023,
      "grad_norm": 5.8125,
      "learning_rate": 8.104575163398693e-06,
      "loss": 1.3086,
      "step": 310
    },
    {
      "epoch": 0.20336766388752656,
      "grad_norm": 4.3125,
      "learning_rate": 8.130718954248366e-06,
      "loss": 0.5503,
      "step": 311
    },
    {
      "epoch": 0.20402157920549288,
      "grad_norm": 3.65625,
      "learning_rate": 8.15686274509804e-06,
      "loss": 0.6438,
      "step": 312
    },
    {
      "epoch": 0.2046754945234592,
      "grad_norm": 3.84375,
      "learning_rate": 8.183006535947713e-06,
      "loss": 0.4031,
      "step": 313
    },
    {
      "epoch": 0.20532940984142553,
      "grad_norm": 6.28125,
      "learning_rate": 8.209150326797386e-06,
      "loss": 1.0666,
      "step": 314
    },
    {
      "epoch": 0.20598332515939186,
      "grad_norm": 4.875,
      "learning_rate": 8.23529411764706e-06,
      "loss": 0.9797,
      "step": 315
    },
    {
      "epoch": 0.20663724047735818,
      "grad_norm": 4.21875,
      "learning_rate": 8.261437908496732e-06,
      "loss": 0.6984,
      "step": 316
    },
    {
      "epoch": 0.2072911557953245,
      "grad_norm": 4.34375,
      "learning_rate": 8.287581699346407e-06,
      "loss": 0.8736,
      "step": 317
    },
    {
      "epoch": 0.20794507111329083,
      "grad_norm": 4.0,
      "learning_rate": 8.31372549019608e-06,
      "loss": 0.6156,
      "step": 318
    },
    {
      "epoch": 0.20859898643125716,
      "grad_norm": 5.65625,
      "learning_rate": 8.339869281045752e-06,
      "loss": 0.9509,
      "step": 319
    },
    {
      "epoch": 0.20925290174922348,
      "grad_norm": 4.34375,
      "learning_rate": 8.366013071895426e-06,
      "loss": 0.8173,
      "step": 320
    },
    {
      "epoch": 0.2099068170671898,
      "grad_norm": 3.875,
      "learning_rate": 8.392156862745099e-06,
      "loss": 0.5676,
      "step": 321
    },
    {
      "epoch": 0.21056073238515613,
      "grad_norm": 5.78125,
      "learning_rate": 8.418300653594771e-06,
      "loss": 0.7598,
      "step": 322
    },
    {
      "epoch": 0.21121464770312245,
      "grad_norm": 3.140625,
      "learning_rate": 8.444444444444446e-06,
      "loss": 0.4609,
      "step": 323
    },
    {
      "epoch": 0.21186856302108878,
      "grad_norm": 5.34375,
      "learning_rate": 8.470588235294118e-06,
      "loss": 0.6789,
      "step": 324
    },
    {
      "epoch": 0.2125224783390551,
      "grad_norm": 4.3125,
      "learning_rate": 8.496732026143791e-06,
      "loss": 0.6431,
      "step": 325
    },
    {
      "epoch": 0.21317639365702143,
      "grad_norm": 3.3125,
      "learning_rate": 8.522875816993465e-06,
      "loss": 0.5432,
      "step": 326
    },
    {
      "epoch": 0.21383030897498773,
      "grad_norm": 4.84375,
      "learning_rate": 8.549019607843138e-06,
      "loss": 1.008,
      "step": 327
    },
    {
      "epoch": 0.21448422429295405,
      "grad_norm": 5.0,
      "learning_rate": 8.57516339869281e-06,
      "loss": 0.6168,
      "step": 328
    },
    {
      "epoch": 0.21513813961092038,
      "grad_norm": 5.0,
      "learning_rate": 8.601307189542485e-06,
      "loss": 0.5513,
      "step": 329
    },
    {
      "epoch": 0.2157920549288867,
      "grad_norm": 3.953125,
      "learning_rate": 8.627450980392157e-06,
      "loss": 0.5599,
      "step": 330
    },
    {
      "epoch": 0.21644597024685303,
      "grad_norm": 7.0,
      "learning_rate": 8.653594771241832e-06,
      "loss": 1.3891,
      "step": 331
    },
    {
      "epoch": 0.21709988556481935,
      "grad_norm": 3.34375,
      "learning_rate": 8.679738562091504e-06,
      "loss": 0.5349,
      "step": 332
    },
    {
      "epoch": 0.21775380088278568,
      "grad_norm": 5.34375,
      "learning_rate": 8.705882352941177e-06,
      "loss": 0.6295,
      "step": 333
    },
    {
      "epoch": 0.218407716200752,
      "grad_norm": 5.0,
      "learning_rate": 8.732026143790851e-06,
      "loss": 0.5849,
      "step": 334
    },
    {
      "epoch": 0.21906163151871832,
      "grad_norm": 3.28125,
      "learning_rate": 8.758169934640524e-06,
      "loss": 0.4733,
      "step": 335
    },
    {
      "epoch": 0.21971554683668465,
      "grad_norm": 6.875,
      "learning_rate": 8.784313725490196e-06,
      "loss": 1.281,
      "step": 336
    },
    {
      "epoch": 0.22036946215465097,
      "grad_norm": 6.21875,
      "learning_rate": 8.81045751633987e-06,
      "loss": 0.7766,
      "step": 337
    },
    {
      "epoch": 0.2210233774726173,
      "grad_norm": 3.59375,
      "learning_rate": 8.836601307189543e-06,
      "loss": 0.6427,
      "step": 338
    },
    {
      "epoch": 0.22167729279058362,
      "grad_norm": 4.84375,
      "learning_rate": 8.862745098039216e-06,
      "loss": 0.6244,
      "step": 339
    },
    {
      "epoch": 0.22233120810854995,
      "grad_norm": 4.5,
      "learning_rate": 8.888888888888888e-06,
      "loss": 0.6362,
      "step": 340
    },
    {
      "epoch": 0.22298512342651627,
      "grad_norm": 6.25,
      "learning_rate": 8.915032679738563e-06,
      "loss": 1.2682,
      "step": 341
    },
    {
      "epoch": 0.2236390387444826,
      "grad_norm": 4.15625,
      "learning_rate": 8.941176470588237e-06,
      "loss": 0.6027,
      "step": 342
    },
    {
      "epoch": 0.22429295406244892,
      "grad_norm": 5.09375,
      "learning_rate": 8.96732026143791e-06,
      "loss": 0.9463,
      "step": 343
    },
    {
      "epoch": 0.22494686938041525,
      "grad_norm": 4.5625,
      "learning_rate": 8.993464052287582e-06,
      "loss": 0.6714,
      "step": 344
    },
    {
      "epoch": 0.22560078469838157,
      "grad_norm": 4.0,
      "learning_rate": 9.019607843137256e-06,
      "loss": 0.6505,
      "step": 345
    },
    {
      "epoch": 0.22625470001634787,
      "grad_norm": 5.15625,
      "learning_rate": 9.045751633986929e-06,
      "loss": 1.3697,
      "step": 346
    },
    {
      "epoch": 0.2269086153343142,
      "grad_norm": 5.03125,
      "learning_rate": 9.071895424836602e-06,
      "loss": 0.8606,
      "step": 347
    },
    {
      "epoch": 0.22756253065228052,
      "grad_norm": 4.40625,
      "learning_rate": 9.098039215686276e-06,
      "loss": 0.8106,
      "step": 348
    },
    {
      "epoch": 0.22821644597024685,
      "grad_norm": 3.640625,
      "learning_rate": 9.124183006535948e-06,
      "loss": 0.5782,
      "step": 349
    },
    {
      "epoch": 0.22887036128821317,
      "grad_norm": 5.1875,
      "learning_rate": 9.150326797385621e-06,
      "loss": 0.9808,
      "step": 350
    },
    {
      "epoch": 0.2295242766061795,
      "grad_norm": 6.75,
      "learning_rate": 9.176470588235294e-06,
      "loss": 1.1096,
      "step": 351
    },
    {
      "epoch": 0.23017819192414582,
      "grad_norm": 5.1875,
      "learning_rate": 9.202614379084968e-06,
      "loss": 0.729,
      "step": 352
    },
    {
      "epoch": 0.23083210724211214,
      "grad_norm": 3.28125,
      "learning_rate": 9.228758169934642e-06,
      "loss": 0.4901,
      "step": 353
    },
    {
      "epoch": 0.23148602256007847,
      "grad_norm": 5.46875,
      "learning_rate": 9.254901960784315e-06,
      "loss": 0.8826,
      "step": 354
    },
    {
      "epoch": 0.2321399378780448,
      "grad_norm": 5.0,
      "learning_rate": 9.281045751633987e-06,
      "loss": 0.6336,
      "step": 355
    },
    {
      "epoch": 0.23279385319601112,
      "grad_norm": 5.5,
      "learning_rate": 9.307189542483662e-06,
      "loss": 0.9505,
      "step": 356
    },
    {
      "epoch": 0.23344776851397744,
      "grad_norm": 4.1875,
      "learning_rate": 9.333333333333334e-06,
      "loss": 0.5205,
      "step": 357
    },
    {
      "epoch": 0.23410168383194377,
      "grad_norm": 3.34375,
      "learning_rate": 9.359477124183007e-06,
      "loss": 0.5255,
      "step": 358
    },
    {
      "epoch": 0.2347555991499101,
      "grad_norm": 5.59375,
      "learning_rate": 9.385620915032681e-06,
      "loss": 0.9878,
      "step": 359
    },
    {
      "epoch": 0.23540951446787642,
      "grad_norm": 4.6875,
      "learning_rate": 9.411764705882354e-06,
      "loss": 0.7116,
      "step": 360
    },
    {
      "epoch": 0.23606342978584274,
      "grad_norm": 3.8125,
      "learning_rate": 9.437908496732026e-06,
      "loss": 0.5263,
      "step": 361
    },
    {
      "epoch": 0.23671734510380907,
      "grad_norm": 4.28125,
      "learning_rate": 9.464052287581699e-06,
      "loss": 0.8144,
      "step": 362
    },
    {
      "epoch": 0.2373712604217754,
      "grad_norm": 3.8125,
      "learning_rate": 9.490196078431373e-06,
      "loss": 0.6487,
      "step": 363
    },
    {
      "epoch": 0.2380251757397417,
      "grad_norm": 5.625,
      "learning_rate": 9.516339869281046e-06,
      "loss": 0.885,
      "step": 364
    },
    {
      "epoch": 0.23867909105770801,
      "grad_norm": 3.875,
      "learning_rate": 9.54248366013072e-06,
      "loss": 0.5814,
      "step": 365
    },
    {
      "epoch": 0.23933300637567434,
      "grad_norm": 3.890625,
      "learning_rate": 9.568627450980393e-06,
      "loss": 0.8265,
      "step": 366
    },
    {
      "epoch": 0.23998692169364066,
      "grad_norm": 6.375,
      "learning_rate": 9.594771241830067e-06,
      "loss": 1.0435,
      "step": 367
    },
    {
      "epoch": 0.240640837011607,
      "grad_norm": 4.25,
      "learning_rate": 9.62091503267974e-06,
      "loss": 0.5925,
      "step": 368
    },
    {
      "epoch": 0.24129475232957331,
      "grad_norm": 5.09375,
      "learning_rate": 9.647058823529412e-06,
      "loss": 0.9492,
      "step": 369
    },
    {
      "epoch": 0.24194866764753964,
      "grad_norm": 4.25,
      "learning_rate": 9.673202614379087e-06,
      "loss": 0.8301,
      "step": 370
    },
    {
      "epoch": 0.24260258296550596,
      "grad_norm": 4.625,
      "learning_rate": 9.69934640522876e-06,
      "loss": 0.718,
      "step": 371
    },
    {
      "epoch": 0.2432564982834723,
      "grad_norm": 6.28125,
      "learning_rate": 9.725490196078432e-06,
      "loss": 1.0038,
      "step": 372
    },
    {
      "epoch": 0.2439104136014386,
      "grad_norm": 6.15625,
      "learning_rate": 9.751633986928104e-06,
      "loss": 0.9708,
      "step": 373
    },
    {
      "epoch": 0.24456432891940494,
      "grad_norm": 6.375,
      "learning_rate": 9.777777777777779e-06,
      "loss": 0.997,
      "step": 374
    },
    {
      "epoch": 0.24521824423737126,
      "grad_norm": 3.71875,
      "learning_rate": 9.803921568627451e-06,
      "loss": 0.6004,
      "step": 375
    },
    {
      "epoch": 0.2458721595553376,
      "grad_norm": 4.65625,
      "learning_rate": 9.830065359477124e-06,
      "loss": 0.5015,
      "step": 376
    },
    {
      "epoch": 0.2465260748733039,
      "grad_norm": 4.125,
      "learning_rate": 9.856209150326798e-06,
      "loss": 0.7668,
      "step": 377
    },
    {
      "epoch": 0.24717999019127024,
      "grad_norm": 5.34375,
      "learning_rate": 9.882352941176472e-06,
      "loss": 0.8773,
      "step": 378
    },
    {
      "epoch": 0.24783390550923656,
      "grad_norm": 3.578125,
      "learning_rate": 9.908496732026145e-06,
      "loss": 0.5378,
      "step": 379
    },
    {
      "epoch": 0.2484878208272029,
      "grad_norm": 3.75,
      "learning_rate": 9.934640522875818e-06,
      "loss": 0.5267,
      "step": 380
    },
    {
      "epoch": 0.2491417361451692,
      "grad_norm": 3.53125,
      "learning_rate": 9.960784313725492e-06,
      "loss": 0.3774,
      "step": 381
    },
    {
      "epoch": 0.24979565146313554,
      "grad_norm": 5.9375,
      "learning_rate": 9.986928104575165e-06,
      "loss": 1.1173,
      "step": 382
    },
    {
      "epoch": 0.25044956678110186,
      "grad_norm": 4.0,
      "learning_rate": 1.0013071895424837e-05,
      "loss": 0.4871,
      "step": 383
    },
    {
      "epoch": 0.2511034820990682,
      "grad_norm": 3.265625,
      "learning_rate": 1.003921568627451e-05,
      "loss": 0.3388,
      "step": 384
    },
    {
      "epoch": 0.2517573974170345,
      "grad_norm": 4.03125,
      "learning_rate": 1.0065359477124184e-05,
      "loss": 0.464,
      "step": 385
    },
    {
      "epoch": 0.25241131273500084,
      "grad_norm": 4.71875,
      "learning_rate": 1.0091503267973857e-05,
      "loss": 0.7948,
      "step": 386
    },
    {
      "epoch": 0.25306522805296716,
      "grad_norm": 4.0,
      "learning_rate": 1.011764705882353e-05,
      "loss": 0.6752,
      "step": 387
    },
    {
      "epoch": 0.2537191433709335,
      "grad_norm": 5.53125,
      "learning_rate": 1.0143790849673203e-05,
      "loss": 0.8921,
      "step": 388
    },
    {
      "epoch": 0.2543730586888998,
      "grad_norm": 3.78125,
      "learning_rate": 1.0169934640522876e-05,
      "loss": 0.5517,
      "step": 389
    },
    {
      "epoch": 0.25502697400686614,
      "grad_norm": 4.96875,
      "learning_rate": 1.0196078431372549e-05,
      "loss": 0.8911,
      "step": 390
    },
    {
      "epoch": 0.25568088932483246,
      "grad_norm": 5.5,
      "learning_rate": 1.0222222222222223e-05,
      "loss": 0.8359,
      "step": 391
    },
    {
      "epoch": 0.25633480464279873,
      "grad_norm": 3.4375,
      "learning_rate": 1.0248366013071896e-05,
      "loss": 0.536,
      "step": 392
    },
    {
      "epoch": 0.25698871996076506,
      "grad_norm": 4.78125,
      "learning_rate": 1.0274509803921568e-05,
      "loss": 0.8284,
      "step": 393
    },
    {
      "epoch": 0.2576426352787314,
      "grad_norm": 5.5625,
      "learning_rate": 1.030065359477124e-05,
      "loss": 0.7924,
      "step": 394
    },
    {
      "epoch": 0.2582965505966977,
      "grad_norm": 5.28125,
      "learning_rate": 1.0326797385620917e-05,
      "loss": 0.9475,
      "step": 395
    },
    {
      "epoch": 0.25895046591466403,
      "grad_norm": 3.984375,
      "learning_rate": 1.035294117647059e-05,
      "loss": 0.5109,
      "step": 396
    },
    {
      "epoch": 0.25960438123263035,
      "grad_norm": 4.5625,
      "learning_rate": 1.0379084967320264e-05,
      "loss": 0.7566,
      "step": 397
    },
    {
      "epoch": 0.2602582965505967,
      "grad_norm": 4.15625,
      "learning_rate": 1.0405228758169936e-05,
      "loss": 0.5593,
      "step": 398
    },
    {
      "epoch": 0.260912211868563,
      "grad_norm": 4.3125,
      "learning_rate": 1.0431372549019609e-05,
      "loss": 0.6165,
      "step": 399
    },
    {
      "epoch": 0.26156612718652933,
      "grad_norm": 5.0,
      "learning_rate": 1.0457516339869283e-05,
      "loss": 0.8043,
      "step": 400
    },
    {
      "epoch": 0.26222004250449565,
      "grad_norm": 3.953125,
      "learning_rate": 1.0483660130718956e-05,
      "loss": 0.5931,
      "step": 401
    },
    {
      "epoch": 0.262873957822462,
      "grad_norm": 4.9375,
      "learning_rate": 1.0509803921568628e-05,
      "loss": 0.7563,
      "step": 402
    },
    {
      "epoch": 0.2635278731404283,
      "grad_norm": 6.90625,
      "learning_rate": 1.0535947712418303e-05,
      "loss": 1.3466,
      "step": 403
    },
    {
      "epoch": 0.26418178845839463,
      "grad_norm": 3.4375,
      "learning_rate": 1.0562091503267975e-05,
      "loss": 0.5283,
      "step": 404
    },
    {
      "epoch": 0.26483570377636095,
      "grad_norm": 3.765625,
      "learning_rate": 1.0588235294117648e-05,
      "loss": 0.3773,
      "step": 405
    },
    {
      "epoch": 0.2654896190943273,
      "grad_norm": 6.40625,
      "learning_rate": 1.061437908496732e-05,
      "loss": 1.484,
      "step": 406
    },
    {
      "epoch": 0.2661435344122936,
      "grad_norm": 3.6875,
      "learning_rate": 1.0640522875816995e-05,
      "loss": 0.5294,
      "step": 407
    },
    {
      "epoch": 0.26679744973025993,
      "grad_norm": 5.4375,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 0.7722,
      "step": 408
    },
    {
      "epoch": 0.26745136504822625,
      "grad_norm": 4.375,
      "learning_rate": 1.069281045751634e-05,
      "loss": 0.9535,
      "step": 409
    },
    {
      "epoch": 0.2681052803661926,
      "grad_norm": 4.25,
      "learning_rate": 1.0718954248366014e-05,
      "loss": 0.735,
      "step": 410
    },
    {
      "epoch": 0.2687591956841589,
      "grad_norm": 4.53125,
      "learning_rate": 1.0745098039215687e-05,
      "loss": 0.6053,
      "step": 411
    },
    {
      "epoch": 0.2694131110021252,
      "grad_norm": 3.6875,
      "learning_rate": 1.077124183006536e-05,
      "loss": 0.6995,
      "step": 412
    },
    {
      "epoch": 0.27006702632009155,
      "grad_norm": 4.3125,
      "learning_rate": 1.0797385620915034e-05,
      "loss": 0.6014,
      "step": 413
    },
    {
      "epoch": 0.2707209416380579,
      "grad_norm": 2.9375,
      "learning_rate": 1.0823529411764706e-05,
      "loss": 0.4536,
      "step": 414
    },
    {
      "epoch": 0.2713748569560242,
      "grad_norm": 4.59375,
      "learning_rate": 1.0849673202614379e-05,
      "loss": 0.6981,
      "step": 415
    },
    {
      "epoch": 0.2720287722739905,
      "grad_norm": 6.46875,
      "learning_rate": 1.0875816993464051e-05,
      "loss": 1.3937,
      "step": 416
    },
    {
      "epoch": 0.27268268759195685,
      "grad_norm": 4.15625,
      "learning_rate": 1.0901960784313726e-05,
      "loss": 0.7647,
      "step": 417
    },
    {
      "epoch": 0.2733366029099232,
      "grad_norm": 4.59375,
      "learning_rate": 1.0928104575163398e-05,
      "loss": 0.704,
      "step": 418
    },
    {
      "epoch": 0.2739905182278895,
      "grad_norm": 5.875,
      "learning_rate": 1.0954248366013074e-05,
      "loss": 0.9878,
      "step": 419
    },
    {
      "epoch": 0.2746444335458558,
      "grad_norm": 4.625,
      "learning_rate": 1.0980392156862747e-05,
      "loss": 0.6714,
      "step": 420
    },
    {
      "epoch": 0.27529834886382215,
      "grad_norm": 4.34375,
      "learning_rate": 1.100653594771242e-05,
      "loss": 0.9399,
      "step": 421
    },
    {
      "epoch": 0.2759522641817885,
      "grad_norm": 5.53125,
      "learning_rate": 1.1032679738562094e-05,
      "loss": 0.8217,
      "step": 422
    },
    {
      "epoch": 0.2766061794997548,
      "grad_norm": 4.53125,
      "learning_rate": 1.1058823529411766e-05,
      "loss": 0.6653,
      "step": 423
    },
    {
      "epoch": 0.2772600948177211,
      "grad_norm": 3.296875,
      "learning_rate": 1.1084967320261439e-05,
      "loss": 0.4958,
      "step": 424
    },
    {
      "epoch": 0.27791401013568745,
      "grad_norm": 5.34375,
      "learning_rate": 1.1111111111111113e-05,
      "loss": 0.9351,
      "step": 425
    },
    {
      "epoch": 0.2785679254536538,
      "grad_norm": 6.8125,
      "learning_rate": 1.1137254901960786e-05,
      "loss": 1.5588,
      "step": 426
    },
    {
      "epoch": 0.2792218407716201,
      "grad_norm": 3.296875,
      "learning_rate": 1.1163398692810459e-05,
      "loss": 0.4091,
      "step": 427
    },
    {
      "epoch": 0.2798757560895864,
      "grad_norm": 5.34375,
      "learning_rate": 1.1189542483660131e-05,
      "loss": 0.5979,
      "step": 428
    },
    {
      "epoch": 0.2805296714075527,
      "grad_norm": 4.15625,
      "learning_rate": 1.1215686274509805e-05,
      "loss": 0.6911,
      "step": 429
    },
    {
      "epoch": 0.281183586725519,
      "grad_norm": 8.0625,
      "learning_rate": 1.1241830065359478e-05,
      "loss": 1.5556,
      "step": 430
    },
    {
      "epoch": 0.28183750204348534,
      "grad_norm": 5.3125,
      "learning_rate": 1.126797385620915e-05,
      "loss": 0.7323,
      "step": 431
    },
    {
      "epoch": 0.28249141736145167,
      "grad_norm": 3.953125,
      "learning_rate": 1.1294117647058825e-05,
      "loss": 0.7486,
      "step": 432
    },
    {
      "epoch": 0.283145332679418,
      "grad_norm": 3.75,
      "learning_rate": 1.1320261437908498e-05,
      "loss": 0.4753,
      "step": 433
    },
    {
      "epoch": 0.2837992479973843,
      "grad_norm": 4.125,
      "learning_rate": 1.134640522875817e-05,
      "loss": 0.5799,
      "step": 434
    },
    {
      "epoch": 0.28445316331535064,
      "grad_norm": 3.953125,
      "learning_rate": 1.1372549019607844e-05,
      "loss": 0.4395,
      "step": 435
    },
    {
      "epoch": 0.28510707863331697,
      "grad_norm": 5.40625,
      "learning_rate": 1.1398692810457517e-05,
      "loss": 0.945,
      "step": 436
    },
    {
      "epoch": 0.2857609939512833,
      "grad_norm": 5.4375,
      "learning_rate": 1.142483660130719e-05,
      "loss": 0.9442,
      "step": 437
    },
    {
      "epoch": 0.2864149092692496,
      "grad_norm": 4.25,
      "learning_rate": 1.1450980392156862e-05,
      "loss": 0.573,
      "step": 438
    },
    {
      "epoch": 0.28706882458721594,
      "grad_norm": 5.34375,
      "learning_rate": 1.1477124183006536e-05,
      "loss": 0.7825,
      "step": 439
    },
    {
      "epoch": 0.28772273990518227,
      "grad_norm": 5.5625,
      "learning_rate": 1.1503267973856209e-05,
      "loss": 1.3477,
      "step": 440
    },
    {
      "epoch": 0.2883766552231486,
      "grad_norm": 4.0,
      "learning_rate": 1.1529411764705882e-05,
      "loss": 0.617,
      "step": 441
    },
    {
      "epoch": 0.2890305705411149,
      "grad_norm": 4.40625,
      "learning_rate": 1.1555555555555556e-05,
      "loss": 0.7197,
      "step": 442
    },
    {
      "epoch": 0.28968448585908124,
      "grad_norm": 4.125,
      "learning_rate": 1.158169934640523e-05,
      "loss": 0.5806,
      "step": 443
    },
    {
      "epoch": 0.29033840117704757,
      "grad_norm": 4.59375,
      "learning_rate": 1.1607843137254905e-05,
      "loss": 0.5216,
      "step": 444
    },
    {
      "epoch": 0.2909923164950139,
      "grad_norm": 6.78125,
      "learning_rate": 1.1633986928104577e-05,
      "loss": 1.2764,
      "step": 445
    },
    {
      "epoch": 0.2916462318129802,
      "grad_norm": 3.8125,
      "learning_rate": 1.166013071895425e-05,
      "loss": 0.5399,
      "step": 446
    },
    {
      "epoch": 0.29230014713094654,
      "grad_norm": 6.03125,
      "learning_rate": 1.1686274509803922e-05,
      "loss": 0.919,
      "step": 447
    },
    {
      "epoch": 0.29295406244891287,
      "grad_norm": 3.1875,
      "learning_rate": 1.1712418300653597e-05,
      "loss": 0.4369,
      "step": 448
    },
    {
      "epoch": 0.2936079777668792,
      "grad_norm": 3.09375,
      "learning_rate": 1.173856209150327e-05,
      "loss": 0.4569,
      "step": 449
    },
    {
      "epoch": 0.2942618930848455,
      "grad_norm": 3.9375,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 0.6275,
      "step": 450
    },
    {
      "epoch": 0.29491580840281184,
      "grad_norm": 4.0625,
      "learning_rate": 1.1790849673202616e-05,
      "loss": 0.7875,
      "step": 451
    },
    {
      "epoch": 0.29556972372077817,
      "grad_norm": 5.1875,
      "learning_rate": 1.1816993464052289e-05,
      "loss": 0.628,
      "step": 452
    },
    {
      "epoch": 0.2962236390387445,
      "grad_norm": 4.6875,
      "learning_rate": 1.1843137254901961e-05,
      "loss": 0.6575,
      "step": 453
    },
    {
      "epoch": 0.2968775543567108,
      "grad_norm": 4.0,
      "learning_rate": 1.1869281045751636e-05,
      "loss": 0.6567,
      "step": 454
    },
    {
      "epoch": 0.29753146967467714,
      "grad_norm": 4.0625,
      "learning_rate": 1.1895424836601308e-05,
      "loss": 0.6079,
      "step": 455
    },
    {
      "epoch": 0.29818538499264347,
      "grad_norm": 4.125,
      "learning_rate": 1.192156862745098e-05,
      "loss": 0.6131,
      "step": 456
    },
    {
      "epoch": 0.2988393003106098,
      "grad_norm": 3.078125,
      "learning_rate": 1.1947712418300655e-05,
      "loss": 0.3501,
      "step": 457
    },
    {
      "epoch": 0.2994932156285761,
      "grad_norm": 5.90625,
      "learning_rate": 1.1973856209150328e-05,
      "loss": 0.7122,
      "step": 458
    },
    {
      "epoch": 0.30014713094654244,
      "grad_norm": 3.546875,
      "learning_rate": 1.2e-05,
      "loss": 0.502,
      "step": 459
    },
    {
      "epoch": 0.30080104626450876,
      "grad_norm": 4.09375,
      "learning_rate": 1.2026143790849673e-05,
      "loss": 0.4544,
      "step": 460
    },
    {
      "epoch": 0.3014549615824751,
      "grad_norm": 5.15625,
      "learning_rate": 1.2052287581699347e-05,
      "loss": 0.676,
      "step": 461
    },
    {
      "epoch": 0.3021088769004414,
      "grad_norm": 4.1875,
      "learning_rate": 1.207843137254902e-05,
      "loss": 0.6687,
      "step": 462
    },
    {
      "epoch": 0.30276279221840774,
      "grad_norm": 4.6875,
      "learning_rate": 1.2104575163398692e-05,
      "loss": 0.7542,
      "step": 463
    },
    {
      "epoch": 0.30341670753637406,
      "grad_norm": 6.71875,
      "learning_rate": 1.2130718954248367e-05,
      "loss": 0.9416,
      "step": 464
    },
    {
      "epoch": 0.3040706228543404,
      "grad_norm": 4.28125,
      "learning_rate": 1.215686274509804e-05,
      "loss": 0.5418,
      "step": 465
    },
    {
      "epoch": 0.3047245381723067,
      "grad_norm": 3.484375,
      "learning_rate": 1.2183006535947712e-05,
      "loss": 0.5504,
      "step": 466
    },
    {
      "epoch": 0.305378453490273,
      "grad_norm": 5.25,
      "learning_rate": 1.2209150326797388e-05,
      "loss": 0.9925,
      "step": 467
    },
    {
      "epoch": 0.3060323688082393,
      "grad_norm": 5.375,
      "learning_rate": 1.223529411764706e-05,
      "loss": 0.766,
      "step": 468
    },
    {
      "epoch": 0.30668628412620563,
      "grad_norm": 3.578125,
      "learning_rate": 1.2261437908496733e-05,
      "loss": 0.4903,
      "step": 469
    },
    {
      "epoch": 0.30734019944417196,
      "grad_norm": 4.03125,
      "learning_rate": 1.2287581699346407e-05,
      "loss": 0.6422,
      "step": 470
    },
    {
      "epoch": 0.3079941147621383,
      "grad_norm": 5.40625,
      "learning_rate": 1.231372549019608e-05,
      "loss": 0.9172,
      "step": 471
    },
    {
      "epoch": 0.3086480300801046,
      "grad_norm": 4.40625,
      "learning_rate": 1.2339869281045753e-05,
      "loss": 0.5337,
      "step": 472
    },
    {
      "epoch": 0.30930194539807093,
      "grad_norm": 6.28125,
      "learning_rate": 1.2366013071895427e-05,
      "loss": 0.6589,
      "step": 473
    },
    {
      "epoch": 0.30995586071603726,
      "grad_norm": 5.6875,
      "learning_rate": 1.23921568627451e-05,
      "loss": 1.0247,
      "step": 474
    },
    {
      "epoch": 0.3106097760340036,
      "grad_norm": 4.625,
      "learning_rate": 1.2418300653594772e-05,
      "loss": 0.5602,
      "step": 475
    },
    {
      "epoch": 0.3112636913519699,
      "grad_norm": 6.375,
      "learning_rate": 1.2444444444444446e-05,
      "loss": 1.0996,
      "step": 476
    },
    {
      "epoch": 0.31191760666993623,
      "grad_norm": 4.1875,
      "learning_rate": 1.2470588235294119e-05,
      "loss": 0.4376,
      "step": 477
    },
    {
      "epoch": 0.31257152198790256,
      "grad_norm": 4.34375,
      "learning_rate": 1.2496732026143792e-05,
      "loss": 0.7795,
      "step": 478
    },
    {
      "epoch": 0.3132254373058689,
      "grad_norm": 5.5625,
      "learning_rate": 1.2522875816993466e-05,
      "loss": 0.9096,
      "step": 479
    },
    {
      "epoch": 0.3138793526238352,
      "grad_norm": 5.625,
      "learning_rate": 1.2549019607843138e-05,
      "loss": 0.9408,
      "step": 480
    },
    {
      "epoch": 0.31453326794180153,
      "grad_norm": 4.9375,
      "learning_rate": 1.2575163398692811e-05,
      "loss": 0.7616,
      "step": 481
    },
    {
      "epoch": 0.31518718325976786,
      "grad_norm": 5.34375,
      "learning_rate": 1.2601307189542484e-05,
      "loss": 0.733,
      "step": 482
    },
    {
      "epoch": 0.3158410985777342,
      "grad_norm": 2.5625,
      "learning_rate": 1.2627450980392158e-05,
      "loss": 0.3602,
      "step": 483
    },
    {
      "epoch": 0.3164950138957005,
      "grad_norm": 5.65625,
      "learning_rate": 1.265359477124183e-05,
      "loss": 0.6671,
      "step": 484
    },
    {
      "epoch": 0.31714892921366683,
      "grad_norm": 4.15625,
      "learning_rate": 1.2679738562091503e-05,
      "loss": 0.4821,
      "step": 485
    },
    {
      "epoch": 0.31780284453163316,
      "grad_norm": 4.1875,
      "learning_rate": 1.2705882352941177e-05,
      "loss": 0.7277,
      "step": 486
    },
    {
      "epoch": 0.3184567598495995,
      "grad_norm": 5.375,
      "learning_rate": 1.273202614379085e-05,
      "loss": 0.7381,
      "step": 487
    },
    {
      "epoch": 0.3191106751675658,
      "grad_norm": 4.53125,
      "learning_rate": 1.2758169934640523e-05,
      "loss": 0.7067,
      "step": 488
    },
    {
      "epoch": 0.31976459048553213,
      "grad_norm": 5.75,
      "learning_rate": 1.2784313725490197e-05,
      "loss": 0.6068,
      "step": 489
    },
    {
      "epoch": 0.32041850580349845,
      "grad_norm": 4.875,
      "learning_rate": 1.281045751633987e-05,
      "loss": 0.8502,
      "step": 490
    },
    {
      "epoch": 0.3210724211214648,
      "grad_norm": 6.96875,
      "learning_rate": 1.2836601307189544e-05,
      "loss": 1.248,
      "step": 491
    },
    {
      "epoch": 0.3217263364394311,
      "grad_norm": 4.125,
      "learning_rate": 1.2862745098039218e-05,
      "loss": 0.5831,
      "step": 492
    },
    {
      "epoch": 0.32238025175739743,
      "grad_norm": 3.21875,
      "learning_rate": 1.288888888888889e-05,
      "loss": 0.4113,
      "step": 493
    },
    {
      "epoch": 0.32303416707536375,
      "grad_norm": 5.1875,
      "learning_rate": 1.2915032679738563e-05,
      "loss": 0.9455,
      "step": 494
    },
    {
      "epoch": 0.3236880823933301,
      "grad_norm": 5.3125,
      "learning_rate": 1.2941176470588238e-05,
      "loss": 0.8783,
      "step": 495
    },
    {
      "epoch": 0.3243419977112964,
      "grad_norm": 4.9375,
      "learning_rate": 1.296732026143791e-05,
      "loss": 0.9331,
      "step": 496
    },
    {
      "epoch": 0.32499591302926273,
      "grad_norm": 4.46875,
      "learning_rate": 1.2993464052287583e-05,
      "loss": 0.7988,
      "step": 497
    },
    {
      "epoch": 0.32564982834722905,
      "grad_norm": 4.90625,
      "learning_rate": 1.3019607843137257e-05,
      "loss": 0.7535,
      "step": 498
    },
    {
      "epoch": 0.3263037436651954,
      "grad_norm": 4.625,
      "learning_rate": 1.304575163398693e-05,
      "loss": 0.7557,
      "step": 499
    },
    {
      "epoch": 0.3269576589831617,
      "grad_norm": 3.265625,
      "learning_rate": 1.3071895424836602e-05,
      "loss": 0.4799,
      "step": 500
    },
    {
      "epoch": 0.32761157430112803,
      "grad_norm": 4.5625,
      "learning_rate": 1.3098039215686275e-05,
      "loss": 0.7014,
      "step": 501
    },
    {
      "epoch": 0.32826548961909435,
      "grad_norm": 3.125,
      "learning_rate": 1.3124183006535949e-05,
      "loss": 0.4667,
      "step": 502
    },
    {
      "epoch": 0.3289194049370607,
      "grad_norm": 4.25,
      "learning_rate": 1.3150326797385622e-05,
      "loss": 0.8005,
      "step": 503
    },
    {
      "epoch": 0.32957332025502695,
      "grad_norm": 6.3125,
      "learning_rate": 1.3176470588235294e-05,
      "loss": 1.0702,
      "step": 504
    },
    {
      "epoch": 0.33022723557299327,
      "grad_norm": 3.4375,
      "learning_rate": 1.3202614379084969e-05,
      "loss": 0.5992,
      "step": 505
    },
    {
      "epoch": 0.3308811508909596,
      "grad_norm": 4.28125,
      "learning_rate": 1.3228758169934641e-05,
      "loss": 0.4368,
      "step": 506
    },
    {
      "epoch": 0.3315350662089259,
      "grad_norm": 3.9375,
      "learning_rate": 1.3254901960784314e-05,
      "loss": 0.7551,
      "step": 507
    },
    {
      "epoch": 0.33218898152689225,
      "grad_norm": 4.84375,
      "learning_rate": 1.3281045751633988e-05,
      "loss": 0.9635,
      "step": 508
    },
    {
      "epoch": 0.33284289684485857,
      "grad_norm": 4.71875,
      "learning_rate": 1.330718954248366e-05,
      "loss": 0.8593,
      "step": 509
    },
    {
      "epoch": 0.3334968121628249,
      "grad_norm": 6.21875,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.2897,
      "step": 510
    },
    {
      "epoch": 0.3341507274807912,
      "grad_norm": 3.875,
      "learning_rate": 1.3359477124183008e-05,
      "loss": 0.7316,
      "step": 511
    },
    {
      "epoch": 0.33480464279875755,
      "grad_norm": 3.53125,
      "learning_rate": 1.338562091503268e-05,
      "loss": 0.4614,
      "step": 512
    },
    {
      "epoch": 0.33545855811672387,
      "grad_norm": 8.8125,
      "learning_rate": 1.3411764705882353e-05,
      "loss": 1.8679,
      "step": 513
    },
    {
      "epoch": 0.3361124734346902,
      "grad_norm": 4.21875,
      "learning_rate": 1.3437908496732029e-05,
      "loss": 0.6266,
      "step": 514
    },
    {
      "epoch": 0.3367663887526565,
      "grad_norm": 5.6875,
      "learning_rate": 1.3464052287581701e-05,
      "loss": 0.8198,
      "step": 515
    },
    {
      "epoch": 0.33742030407062285,
      "grad_norm": 4.6875,
      "learning_rate": 1.3490196078431374e-05,
      "loss": 0.9571,
      "step": 516
    },
    {
      "epoch": 0.33807421938858917,
      "grad_norm": 4.9375,
      "learning_rate": 1.3516339869281048e-05,
      "loss": 0.7718,
      "step": 517
    },
    {
      "epoch": 0.3387281347065555,
      "grad_norm": 3.84375,
      "learning_rate": 1.3542483660130721e-05,
      "loss": 0.5037,
      "step": 518
    },
    {
      "epoch": 0.3393820500245218,
      "grad_norm": 3.21875,
      "learning_rate": 1.3568627450980393e-05,
      "loss": 0.4967,
      "step": 519
    },
    {
      "epoch": 0.34003596534248814,
      "grad_norm": 5.25,
      "learning_rate": 1.3594771241830068e-05,
      "loss": 0.7059,
      "step": 520
    },
    {
      "epoch": 0.34068988066045447,
      "grad_norm": 5.53125,
      "learning_rate": 1.362091503267974e-05,
      "loss": 0.7243,
      "step": 521
    },
    {
      "epoch": 0.3413437959784208,
      "grad_norm": 4.46875,
      "learning_rate": 1.3647058823529413e-05,
      "loss": 0.7595,
      "step": 522
    },
    {
      "epoch": 0.3419977112963871,
      "grad_norm": 4.4375,
      "learning_rate": 1.3673202614379086e-05,
      "loss": 0.7224,
      "step": 523
    },
    {
      "epoch": 0.34265162661435344,
      "grad_norm": 3.609375,
      "learning_rate": 1.369934640522876e-05,
      "loss": 0.699,
      "step": 524
    },
    {
      "epoch": 0.34330554193231977,
      "grad_norm": 4.21875,
      "learning_rate": 1.3725490196078432e-05,
      "loss": 0.7635,
      "step": 525
    },
    {
      "epoch": 0.3439594572502861,
      "grad_norm": 4.5,
      "learning_rate": 1.3751633986928105e-05,
      "loss": 0.7832,
      "step": 526
    },
    {
      "epoch": 0.3446133725682524,
      "grad_norm": 5.15625,
      "learning_rate": 1.377777777777778e-05,
      "loss": 0.8386,
      "step": 527
    },
    {
      "epoch": 0.34526728788621874,
      "grad_norm": 5.34375,
      "learning_rate": 1.3803921568627452e-05,
      "loss": 1.1034,
      "step": 528
    },
    {
      "epoch": 0.34592120320418507,
      "grad_norm": 4.8125,
      "learning_rate": 1.3830065359477125e-05,
      "loss": 0.6836,
      "step": 529
    },
    {
      "epoch": 0.3465751185221514,
      "grad_norm": 4.8125,
      "learning_rate": 1.3856209150326799e-05,
      "loss": 0.7655,
      "step": 530
    },
    {
      "epoch": 0.3472290338401177,
      "grad_norm": 4.5,
      "learning_rate": 1.3882352941176471e-05,
      "loss": 0.5553,
      "step": 531
    },
    {
      "epoch": 0.34788294915808404,
      "grad_norm": 5.40625,
      "learning_rate": 1.3908496732026144e-05,
      "loss": 0.5882,
      "step": 532
    },
    {
      "epoch": 0.34853686447605037,
      "grad_norm": 3.640625,
      "learning_rate": 1.3934640522875818e-05,
      "loss": 0.5727,
      "step": 533
    },
    {
      "epoch": 0.3491907797940167,
      "grad_norm": 4.40625,
      "learning_rate": 1.3960784313725491e-05,
      "loss": 0.8736,
      "step": 534
    },
    {
      "epoch": 0.349844695111983,
      "grad_norm": 5.34375,
      "learning_rate": 1.3986928104575163e-05,
      "loss": 0.5816,
      "step": 535
    },
    {
      "epoch": 0.35049861042994934,
      "grad_norm": 4.875,
      "learning_rate": 1.4013071895424836e-05,
      "loss": 0.7251,
      "step": 536
    },
    {
      "epoch": 0.35115252574791567,
      "grad_norm": 3.703125,
      "learning_rate": 1.403921568627451e-05,
      "loss": 0.62,
      "step": 537
    },
    {
      "epoch": 0.351806441065882,
      "grad_norm": 4.46875,
      "learning_rate": 1.4065359477124185e-05,
      "loss": 0.6138,
      "step": 538
    },
    {
      "epoch": 0.3524603563838483,
      "grad_norm": 3.59375,
      "learning_rate": 1.4091503267973859e-05,
      "loss": 0.5634,
      "step": 539
    },
    {
      "epoch": 0.35311427170181464,
      "grad_norm": 4.96875,
      "learning_rate": 1.4117647058823532e-05,
      "loss": 0.73,
      "step": 540
    },
    {
      "epoch": 0.3537681870197809,
      "grad_norm": 3.9375,
      "learning_rate": 1.4143790849673204e-05,
      "loss": 0.6003,
      "step": 541
    },
    {
      "epoch": 0.35442210233774724,
      "grad_norm": 5.65625,
      "learning_rate": 1.4169934640522878e-05,
      "loss": 1.0472,
      "step": 542
    },
    {
      "epoch": 0.35507601765571356,
      "grad_norm": 3.5625,
      "learning_rate": 1.4196078431372551e-05,
      "loss": 0.4215,
      "step": 543
    },
    {
      "epoch": 0.3557299329736799,
      "grad_norm": 5.5625,
      "learning_rate": 1.4222222222222224e-05,
      "loss": 0.93,
      "step": 544
    },
    {
      "epoch": 0.3563838482916462,
      "grad_norm": 3.625,
      "learning_rate": 1.4248366013071896e-05,
      "loss": 0.6136,
      "step": 545
    },
    {
      "epoch": 0.35703776360961254,
      "grad_norm": 3.09375,
      "learning_rate": 1.427450980392157e-05,
      "loss": 0.3565,
      "step": 546
    },
    {
      "epoch": 0.35769167892757886,
      "grad_norm": 4.71875,
      "learning_rate": 1.4300653594771243e-05,
      "loss": 0.6536,
      "step": 547
    },
    {
      "epoch": 0.3583455942455452,
      "grad_norm": 4.6875,
      "learning_rate": 1.4326797385620916e-05,
      "loss": 0.8062,
      "step": 548
    },
    {
      "epoch": 0.3589995095635115,
      "grad_norm": 3.4375,
      "learning_rate": 1.435294117647059e-05,
      "loss": 0.5485,
      "step": 549
    },
    {
      "epoch": 0.35965342488147783,
      "grad_norm": 5.5625,
      "learning_rate": 1.4379084967320263e-05,
      "loss": 0.8227,
      "step": 550
    },
    {
      "epoch": 0.36030734019944416,
      "grad_norm": 4.1875,
      "learning_rate": 1.4405228758169935e-05,
      "loss": 0.7039,
      "step": 551
    },
    {
      "epoch": 0.3609612555174105,
      "grad_norm": 4.25,
      "learning_rate": 1.443137254901961e-05,
      "loss": 0.8103,
      "step": 552
    },
    {
      "epoch": 0.3616151708353768,
      "grad_norm": 3.984375,
      "learning_rate": 1.4457516339869282e-05,
      "loss": 0.6487,
      "step": 553
    },
    {
      "epoch": 0.36226908615334313,
      "grad_norm": 3.203125,
      "learning_rate": 1.4483660130718955e-05,
      "loss": 0.4815,
      "step": 554
    },
    {
      "epoch": 0.36292300147130946,
      "grad_norm": 3.828125,
      "learning_rate": 1.4509803921568629e-05,
      "loss": 0.449,
      "step": 555
    },
    {
      "epoch": 0.3635769167892758,
      "grad_norm": 4.0625,
      "learning_rate": 1.4535947712418302e-05,
      "loss": 0.5781,
      "step": 556
    },
    {
      "epoch": 0.3642308321072421,
      "grad_norm": 4.875,
      "learning_rate": 1.4562091503267974e-05,
      "loss": 1.0315,
      "step": 557
    },
    {
      "epoch": 0.36488474742520843,
      "grad_norm": 3.765625,
      "learning_rate": 1.4588235294117647e-05,
      "loss": 0.5251,
      "step": 558
    },
    {
      "epoch": 0.36553866274317476,
      "grad_norm": 5.75,
      "learning_rate": 1.4614379084967321e-05,
      "loss": 1.0653,
      "step": 559
    },
    {
      "epoch": 0.3661925780611411,
      "grad_norm": 4.75,
      "learning_rate": 1.4640522875816994e-05,
      "loss": 0.9446,
      "step": 560
    },
    {
      "epoch": 0.3668464933791074,
      "grad_norm": 3.640625,
      "learning_rate": 1.4666666666666666e-05,
      "loss": 0.6336,
      "step": 561
    },
    {
      "epoch": 0.36750040869707373,
      "grad_norm": 4.40625,
      "learning_rate": 1.4692810457516342e-05,
      "loss": 0.7986,
      "step": 562
    },
    {
      "epoch": 0.36815432401504006,
      "grad_norm": 3.953125,
      "learning_rate": 1.4718954248366015e-05,
      "loss": 0.6941,
      "step": 563
    },
    {
      "epoch": 0.3688082393330064,
      "grad_norm": 3.65625,
      "learning_rate": 1.474509803921569e-05,
      "loss": 0.4157,
      "step": 564
    },
    {
      "epoch": 0.3694621546509727,
      "grad_norm": 3.53125,
      "learning_rate": 1.4771241830065362e-05,
      "loss": 0.7389,
      "step": 565
    },
    {
      "epoch": 0.37011606996893903,
      "grad_norm": 4.21875,
      "learning_rate": 1.4797385620915034e-05,
      "loss": 0.7562,
      "step": 566
    },
    {
      "epoch": 0.37076998528690536,
      "grad_norm": 3.796875,
      "learning_rate": 1.4823529411764707e-05,
      "loss": 0.5432,
      "step": 567
    },
    {
      "epoch": 0.3714239006048717,
      "grad_norm": 4.78125,
      "learning_rate": 1.4849673202614381e-05,
      "loss": 0.7261,
      "step": 568
    },
    {
      "epoch": 0.372077815922838,
      "grad_norm": 3.09375,
      "learning_rate": 1.4875816993464054e-05,
      "loss": 0.5192,
      "step": 569
    },
    {
      "epoch": 0.37273173124080433,
      "grad_norm": 6.0625,
      "learning_rate": 1.4901960784313726e-05,
      "loss": 1.4136,
      "step": 570
    },
    {
      "epoch": 0.37338564655877066,
      "grad_norm": 4.25,
      "learning_rate": 1.49281045751634e-05,
      "loss": 0.7003,
      "step": 571
    },
    {
      "epoch": 0.374039561876737,
      "grad_norm": 5.53125,
      "learning_rate": 1.4954248366013073e-05,
      "loss": 0.6006,
      "step": 572
    },
    {
      "epoch": 0.3746934771947033,
      "grad_norm": 3.328125,
      "learning_rate": 1.4980392156862746e-05,
      "loss": 0.4577,
      "step": 573
    },
    {
      "epoch": 0.37534739251266963,
      "grad_norm": 6.9375,
      "learning_rate": 1.500653594771242e-05,
      "loss": 1.0642,
      "step": 574
    },
    {
      "epoch": 0.37600130783063596,
      "grad_norm": 4.9375,
      "learning_rate": 1.5032679738562093e-05,
      "loss": 0.6655,
      "step": 575
    },
    {
      "epoch": 0.3766552231486023,
      "grad_norm": 4.96875,
      "learning_rate": 1.5058823529411765e-05,
      "loss": 1.0192,
      "step": 576
    },
    {
      "epoch": 0.3773091384665686,
      "grad_norm": 4.21875,
      "learning_rate": 1.5084967320261438e-05,
      "loss": 0.5627,
      "step": 577
    },
    {
      "epoch": 0.37796305378453493,
      "grad_norm": 4.21875,
      "learning_rate": 1.5111111111111112e-05,
      "loss": 0.717,
      "step": 578
    },
    {
      "epoch": 0.3786169691025012,
      "grad_norm": 5.4375,
      "learning_rate": 1.5137254901960785e-05,
      "loss": 1.2168,
      "step": 579
    },
    {
      "epoch": 0.3792708844204675,
      "grad_norm": 5.03125,
      "learning_rate": 1.5163398692810458e-05,
      "loss": 0.7631,
      "step": 580
    },
    {
      "epoch": 0.37992479973843385,
      "grad_norm": 5.03125,
      "learning_rate": 1.5189542483660132e-05,
      "loss": 0.9894,
      "step": 581
    },
    {
      "epoch": 0.3805787150564002,
      "grad_norm": 5.09375,
      "learning_rate": 1.5215686274509804e-05,
      "loss": 0.8453,
      "step": 582
    },
    {
      "epoch": 0.3812326303743665,
      "grad_norm": 4.6875,
      "learning_rate": 1.5241830065359477e-05,
      "loss": 0.6673,
      "step": 583
    },
    {
      "epoch": 0.3818865456923328,
      "grad_norm": 3.765625,
      "learning_rate": 1.526797385620915e-05,
      "loss": 0.7228,
      "step": 584
    },
    {
      "epoch": 0.38254046101029915,
      "grad_norm": 4.1875,
      "learning_rate": 1.5294117647058822e-05,
      "loss": 0.664,
      "step": 585
    },
    {
      "epoch": 0.3831943763282655,
      "grad_norm": 3.421875,
      "learning_rate": 1.5320261437908498e-05,
      "loss": 0.5511,
      "step": 586
    },
    {
      "epoch": 0.3838482916462318,
      "grad_norm": 3.8125,
      "learning_rate": 1.534640522875817e-05,
      "loss": 0.4787,
      "step": 587
    },
    {
      "epoch": 0.3845022069641981,
      "grad_norm": 5.15625,
      "learning_rate": 1.5372549019607847e-05,
      "loss": 1.1154,
      "step": 588
    },
    {
      "epoch": 0.38515612228216445,
      "grad_norm": 4.8125,
      "learning_rate": 1.539869281045752e-05,
      "loss": 0.7246,
      "step": 589
    },
    {
      "epoch": 0.3858100376001308,
      "grad_norm": 5.25,
      "learning_rate": 1.5424836601307192e-05,
      "loss": 0.8271,
      "step": 590
    },
    {
      "epoch": 0.3864639529180971,
      "grad_norm": 2.890625,
      "learning_rate": 1.5450980392156865e-05,
      "loss": 0.3758,
      "step": 591
    },
    {
      "epoch": 0.3871178682360634,
      "grad_norm": 6.125,
      "learning_rate": 1.5477124183006537e-05,
      "loss": 0.9127,
      "step": 592
    },
    {
      "epoch": 0.38777178355402975,
      "grad_norm": 4.8125,
      "learning_rate": 1.550326797385621e-05,
      "loss": 0.6839,
      "step": 593
    },
    {
      "epoch": 0.3884256988719961,
      "grad_norm": 4.9375,
      "learning_rate": 1.5529411764705882e-05,
      "loss": 0.8352,
      "step": 594
    },
    {
      "epoch": 0.3890796141899624,
      "grad_norm": 4.4375,
      "learning_rate": 1.555555555555556e-05,
      "loss": 0.7525,
      "step": 595
    },
    {
      "epoch": 0.3897335295079287,
      "grad_norm": 3.796875,
      "learning_rate": 1.558169934640523e-05,
      "loss": 0.6019,
      "step": 596
    },
    {
      "epoch": 0.39038744482589505,
      "grad_norm": 4.21875,
      "learning_rate": 1.5607843137254904e-05,
      "loss": 0.6474,
      "step": 597
    },
    {
      "epoch": 0.39104136014386137,
      "grad_norm": 4.5,
      "learning_rate": 1.5633986928104576e-05,
      "loss": 0.9984,
      "step": 598
    },
    {
      "epoch": 0.3916952754618277,
      "grad_norm": 4.78125,
      "learning_rate": 1.566013071895425e-05,
      "loss": 0.9227,
      "step": 599
    },
    {
      "epoch": 0.392349190779794,
      "grad_norm": 3.359375,
      "learning_rate": 1.568627450980392e-05,
      "loss": 0.5438,
      "step": 600
    },
    {
      "epoch": 0.39300310609776035,
      "grad_norm": 6.1875,
      "learning_rate": 1.5712418300653597e-05,
      "loss": 0.6924,
      "step": 601
    },
    {
      "epoch": 0.39365702141572667,
      "grad_norm": 3.59375,
      "learning_rate": 1.573856209150327e-05,
      "loss": 0.6807,
      "step": 602
    },
    {
      "epoch": 0.394310936733693,
      "grad_norm": 4.4375,
      "learning_rate": 1.5764705882352943e-05,
      "loss": 0.7607,
      "step": 603
    },
    {
      "epoch": 0.3949648520516593,
      "grad_norm": 4.15625,
      "learning_rate": 1.5790849673202615e-05,
      "loss": 0.7465,
      "step": 604
    },
    {
      "epoch": 0.39561876736962565,
      "grad_norm": 5.5625,
      "learning_rate": 1.5816993464052288e-05,
      "loss": 0.8777,
      "step": 605
    },
    {
      "epoch": 0.39627268268759197,
      "grad_norm": 4.78125,
      "learning_rate": 1.584313725490196e-05,
      "loss": 0.7425,
      "step": 606
    },
    {
      "epoch": 0.3969265980055583,
      "grad_norm": 2.59375,
      "learning_rate": 1.5869281045751633e-05,
      "loss": 0.3947,
      "step": 607
    },
    {
      "epoch": 0.3975805133235246,
      "grad_norm": 4.96875,
      "learning_rate": 1.589542483660131e-05,
      "loss": 0.4741,
      "step": 608
    },
    {
      "epoch": 0.39823442864149095,
      "grad_norm": 6.375,
      "learning_rate": 1.592156862745098e-05,
      "loss": 1.4103,
      "step": 609
    },
    {
      "epoch": 0.39888834395945727,
      "grad_norm": 3.859375,
      "learning_rate": 1.5947712418300657e-05,
      "loss": 0.5789,
      "step": 610
    },
    {
      "epoch": 0.3995422592774236,
      "grad_norm": 5.4375,
      "learning_rate": 1.597385620915033e-05,
      "loss": 1.2326,
      "step": 611
    },
    {
      "epoch": 0.4001961745953899,
      "grad_norm": 4.65625,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.829,
      "step": 612
    },
    {
      "epoch": 0.40085008991335624,
      "grad_norm": 5.71875,
      "learning_rate": 1.6026143790849675e-05,
      "loss": 0.6386,
      "step": 613
    },
    {
      "epoch": 0.40150400523132257,
      "grad_norm": 4.625,
      "learning_rate": 1.6052287581699348e-05,
      "loss": 0.9493,
      "step": 614
    },
    {
      "epoch": 0.4021579205492889,
      "grad_norm": 3.328125,
      "learning_rate": 1.607843137254902e-05,
      "loss": 0.4558,
      "step": 615
    },
    {
      "epoch": 0.40281183586725516,
      "grad_norm": 4.46875,
      "learning_rate": 1.6104575163398693e-05,
      "loss": 0.9592,
      "step": 616
    },
    {
      "epoch": 0.4034657511852215,
      "grad_norm": 5.65625,
      "learning_rate": 1.613071895424837e-05,
      "loss": 0.938,
      "step": 617
    },
    {
      "epoch": 0.4041196665031878,
      "grad_norm": 5.71875,
      "learning_rate": 1.615686274509804e-05,
      "loss": 0.9973,
      "step": 618
    },
    {
      "epoch": 0.40477358182115414,
      "grad_norm": 3.390625,
      "learning_rate": 1.6183006535947714e-05,
      "loss": 0.3333,
      "step": 619
    },
    {
      "epoch": 0.40542749713912046,
      "grad_norm": 3.65625,
      "learning_rate": 1.6209150326797387e-05,
      "loss": 0.6231,
      "step": 620
    },
    {
      "epoch": 0.4060814124570868,
      "grad_norm": 5.3125,
      "learning_rate": 1.623529411764706e-05,
      "loss": 0.7472,
      "step": 621
    },
    {
      "epoch": 0.4067353277750531,
      "grad_norm": 4.6875,
      "learning_rate": 1.6261437908496732e-05,
      "loss": 0.6525,
      "step": 622
    },
    {
      "epoch": 0.40738924309301944,
      "grad_norm": 4.71875,
      "learning_rate": 1.6287581699346408e-05,
      "loss": 0.696,
      "step": 623
    },
    {
      "epoch": 0.40804315841098576,
      "grad_norm": 7.34375,
      "learning_rate": 1.631372549019608e-05,
      "loss": 0.945,
      "step": 624
    },
    {
      "epoch": 0.4086970737289521,
      "grad_norm": 4.46875,
      "learning_rate": 1.6339869281045753e-05,
      "loss": 0.6496,
      "step": 625
    },
    {
      "epoch": 0.4093509890469184,
      "grad_norm": 4.96875,
      "learning_rate": 1.6366013071895426e-05,
      "loss": 1.0453,
      "step": 626
    },
    {
      "epoch": 0.41000490436488474,
      "grad_norm": 4.28125,
      "learning_rate": 1.63921568627451e-05,
      "loss": 0.5734,
      "step": 627
    },
    {
      "epoch": 0.41065881968285106,
      "grad_norm": 4.28125,
      "learning_rate": 1.641830065359477e-05,
      "loss": 0.4982,
      "step": 628
    },
    {
      "epoch": 0.4113127350008174,
      "grad_norm": 3.625,
      "learning_rate": 1.6444444444444444e-05,
      "loss": 0.5462,
      "step": 629
    },
    {
      "epoch": 0.4119666503187837,
      "grad_norm": 3.671875,
      "learning_rate": 1.647058823529412e-05,
      "loss": 0.5412,
      "step": 630
    },
    {
      "epoch": 0.41262056563675004,
      "grad_norm": 3.9375,
      "learning_rate": 1.6496732026143792e-05,
      "loss": 0.6907,
      "step": 631
    },
    {
      "epoch": 0.41327448095471636,
      "grad_norm": 7.03125,
      "learning_rate": 1.6522875816993465e-05,
      "loss": 1.0787,
      "step": 632
    },
    {
      "epoch": 0.4139283962726827,
      "grad_norm": 2.71875,
      "learning_rate": 1.6549019607843137e-05,
      "loss": 0.4138,
      "step": 633
    },
    {
      "epoch": 0.414582311590649,
      "grad_norm": 6.4375,
      "learning_rate": 1.6575163398692813e-05,
      "loss": 0.7656,
      "step": 634
    },
    {
      "epoch": 0.41523622690861534,
      "grad_norm": 3.75,
      "learning_rate": 1.6601307189542486e-05,
      "loss": 0.625,
      "step": 635
    },
    {
      "epoch": 0.41589014222658166,
      "grad_norm": 4.46875,
      "learning_rate": 1.662745098039216e-05,
      "loss": 0.5313,
      "step": 636
    },
    {
      "epoch": 0.416544057544548,
      "grad_norm": 4.90625,
      "learning_rate": 1.665359477124183e-05,
      "loss": 0.7668,
      "step": 637
    },
    {
      "epoch": 0.4171979728625143,
      "grad_norm": 3.96875,
      "learning_rate": 1.6679738562091504e-05,
      "loss": 0.6051,
      "step": 638
    },
    {
      "epoch": 0.41785188818048064,
      "grad_norm": 3.890625,
      "learning_rate": 1.670588235294118e-05,
      "loss": 0.5768,
      "step": 639
    },
    {
      "epoch": 0.41850580349844696,
      "grad_norm": 4.0,
      "learning_rate": 1.6732026143790852e-05,
      "loss": 0.5606,
      "step": 640
    },
    {
      "epoch": 0.4191597188164133,
      "grad_norm": 4.34375,
      "learning_rate": 1.6758169934640525e-05,
      "loss": 0.6251,
      "step": 641
    },
    {
      "epoch": 0.4198136341343796,
      "grad_norm": 4.0625,
      "learning_rate": 1.6784313725490198e-05,
      "loss": 0.4984,
      "step": 642
    },
    {
      "epoch": 0.42046754945234593,
      "grad_norm": 3.640625,
      "learning_rate": 1.681045751633987e-05,
      "loss": 0.6556,
      "step": 643
    },
    {
      "epoch": 0.42112146477031226,
      "grad_norm": 4.96875,
      "learning_rate": 1.6836601307189543e-05,
      "loss": 0.8022,
      "step": 644
    },
    {
      "epoch": 0.4217753800882786,
      "grad_norm": 5.125,
      "learning_rate": 1.686274509803922e-05,
      "loss": 0.7004,
      "step": 645
    },
    {
      "epoch": 0.4224292954062449,
      "grad_norm": 5.34375,
      "learning_rate": 1.688888888888889e-05,
      "loss": 0.6712,
      "step": 646
    },
    {
      "epoch": 0.42308321072421123,
      "grad_norm": 4.9375,
      "learning_rate": 1.6915032679738564e-05,
      "loss": 0.9576,
      "step": 647
    },
    {
      "epoch": 0.42373712604217756,
      "grad_norm": 3.515625,
      "learning_rate": 1.6941176470588237e-05,
      "loss": 0.603,
      "step": 648
    },
    {
      "epoch": 0.4243910413601439,
      "grad_norm": 5.03125,
      "learning_rate": 1.696732026143791e-05,
      "loss": 0.8925,
      "step": 649
    },
    {
      "epoch": 0.4250449566781102,
      "grad_norm": 4.9375,
      "learning_rate": 1.6993464052287582e-05,
      "loss": 1.1251,
      "step": 650
    },
    {
      "epoch": 0.42569887199607653,
      "grad_norm": 4.65625,
      "learning_rate": 1.7019607843137254e-05,
      "loss": 0.7117,
      "step": 651
    },
    {
      "epoch": 0.42635278731404286,
      "grad_norm": 5.53125,
      "learning_rate": 1.704575163398693e-05,
      "loss": 0.8326,
      "step": 652
    },
    {
      "epoch": 0.4270067026320091,
      "grad_norm": 2.453125,
      "learning_rate": 1.7071895424836603e-05,
      "loss": 0.3195,
      "step": 653
    },
    {
      "epoch": 0.42766061794997545,
      "grad_norm": 3.453125,
      "learning_rate": 1.7098039215686275e-05,
      "loss": 0.4999,
      "step": 654
    },
    {
      "epoch": 0.4283145332679418,
      "grad_norm": 3.359375,
      "learning_rate": 1.7124183006535948e-05,
      "loss": 0.4422,
      "step": 655
    },
    {
      "epoch": 0.4289684485859081,
      "grad_norm": 3.921875,
      "learning_rate": 1.715032679738562e-05,
      "loss": 0.5043,
      "step": 656
    },
    {
      "epoch": 0.4296223639038744,
      "grad_norm": 4.375,
      "learning_rate": 1.7176470588235293e-05,
      "loss": 0.6563,
      "step": 657
    },
    {
      "epoch": 0.43027627922184075,
      "grad_norm": 4.15625,
      "learning_rate": 1.720261437908497e-05,
      "loss": 0.3584,
      "step": 658
    },
    {
      "epoch": 0.4309301945398071,
      "grad_norm": 4.5,
      "learning_rate": 1.7228758169934642e-05,
      "loss": 0.7562,
      "step": 659
    },
    {
      "epoch": 0.4315841098577734,
      "grad_norm": 4.84375,
      "learning_rate": 1.7254901960784314e-05,
      "loss": 0.5622,
      "step": 660
    },
    {
      "epoch": 0.4322380251757397,
      "grad_norm": 4.90625,
      "learning_rate": 1.728104575163399e-05,
      "loss": 0.9408,
      "step": 661
    },
    {
      "epoch": 0.43289194049370605,
      "grad_norm": 4.46875,
      "learning_rate": 1.7307189542483663e-05,
      "loss": 0.7223,
      "step": 662
    },
    {
      "epoch": 0.4335458558116724,
      "grad_norm": 4.4375,
      "learning_rate": 1.7333333333333336e-05,
      "loss": 0.5794,
      "step": 663
    },
    {
      "epoch": 0.4341997711296387,
      "grad_norm": 5.0625,
      "learning_rate": 1.7359477124183008e-05,
      "loss": 0.5965,
      "step": 664
    },
    {
      "epoch": 0.434853686447605,
      "grad_norm": 5.0,
      "learning_rate": 1.738562091503268e-05,
      "loss": 0.8629,
      "step": 665
    },
    {
      "epoch": 0.43550760176557135,
      "grad_norm": 3.328125,
      "learning_rate": 1.7411764705882353e-05,
      "loss": 0.3594,
      "step": 666
    },
    {
      "epoch": 0.4361615170835377,
      "grad_norm": 6.46875,
      "learning_rate": 1.743790849673203e-05,
      "loss": 0.8079,
      "step": 667
    },
    {
      "epoch": 0.436815432401504,
      "grad_norm": 8.4375,
      "learning_rate": 1.7464052287581702e-05,
      "loss": 1.1402,
      "step": 668
    },
    {
      "epoch": 0.4374693477194703,
      "grad_norm": 4.03125,
      "learning_rate": 1.7490196078431375e-05,
      "loss": 0.6158,
      "step": 669
    },
    {
      "epoch": 0.43812326303743665,
      "grad_norm": 5.0625,
      "learning_rate": 1.7516339869281047e-05,
      "loss": 0.8871,
      "step": 670
    },
    {
      "epoch": 0.438777178355403,
      "grad_norm": 3.734375,
      "learning_rate": 1.754248366013072e-05,
      "loss": 0.6452,
      "step": 671
    },
    {
      "epoch": 0.4394310936733693,
      "grad_norm": 3.703125,
      "learning_rate": 1.7568627450980392e-05,
      "loss": 0.5196,
      "step": 672
    },
    {
      "epoch": 0.4400850089913356,
      "grad_norm": 3.921875,
      "learning_rate": 1.7594771241830065e-05,
      "loss": 0.4932,
      "step": 673
    },
    {
      "epoch": 0.44073892430930195,
      "grad_norm": 5.6875,
      "learning_rate": 1.762091503267974e-05,
      "loss": 0.896,
      "step": 674
    },
    {
      "epoch": 0.4413928396272683,
      "grad_norm": 3.25,
      "learning_rate": 1.7647058823529414e-05,
      "loss": 0.3271,
      "step": 675
    },
    {
      "epoch": 0.4420467549452346,
      "grad_norm": 4.65625,
      "learning_rate": 1.7673202614379086e-05,
      "loss": 0.6974,
      "step": 676
    },
    {
      "epoch": 0.4427006702632009,
      "grad_norm": 5.46875,
      "learning_rate": 1.769934640522876e-05,
      "loss": 0.7297,
      "step": 677
    },
    {
      "epoch": 0.44335458558116725,
      "grad_norm": 4.59375,
      "learning_rate": 1.772549019607843e-05,
      "loss": 0.8317,
      "step": 678
    },
    {
      "epoch": 0.4440085008991336,
      "grad_norm": 4.96875,
      "learning_rate": 1.7751633986928104e-05,
      "loss": 0.8311,
      "step": 679
    },
    {
      "epoch": 0.4446624162170999,
      "grad_norm": 4.6875,
      "learning_rate": 1.7777777777777777e-05,
      "loss": 0.8124,
      "step": 680
    },
    {
      "epoch": 0.4453163315350662,
      "grad_norm": 3.53125,
      "learning_rate": 1.7803921568627453e-05,
      "loss": 0.5505,
      "step": 681
    },
    {
      "epoch": 0.44597024685303255,
      "grad_norm": 3.609375,
      "learning_rate": 1.7830065359477125e-05,
      "loss": 0.472,
      "step": 682
    },
    {
      "epoch": 0.4466241621709989,
      "grad_norm": 5.6875,
      "learning_rate": 1.78562091503268e-05,
      "loss": 1.0624,
      "step": 683
    },
    {
      "epoch": 0.4472780774889652,
      "grad_norm": 6.375,
      "learning_rate": 1.7882352941176474e-05,
      "loss": 1.0482,
      "step": 684
    },
    {
      "epoch": 0.4479319928069315,
      "grad_norm": 6.53125,
      "learning_rate": 1.7908496732026146e-05,
      "loss": 1.0284,
      "step": 685
    },
    {
      "epoch": 0.44858590812489785,
      "grad_norm": 5.5625,
      "learning_rate": 1.793464052287582e-05,
      "loss": 0.8013,
      "step": 686
    },
    {
      "epoch": 0.4492398234428642,
      "grad_norm": 3.78125,
      "learning_rate": 1.796078431372549e-05,
      "loss": 0.6488,
      "step": 687
    },
    {
      "epoch": 0.4498937387608305,
      "grad_norm": 5.40625,
      "learning_rate": 1.7986928104575164e-05,
      "loss": 0.8196,
      "step": 688
    },
    {
      "epoch": 0.4505476540787968,
      "grad_norm": 3.3125,
      "learning_rate": 1.801307189542484e-05,
      "loss": 0.4819,
      "step": 689
    },
    {
      "epoch": 0.45120156939676315,
      "grad_norm": 5.21875,
      "learning_rate": 1.8039215686274513e-05,
      "loss": 0.754,
      "step": 690
    },
    {
      "epoch": 0.4518554847147294,
      "grad_norm": 4.375,
      "learning_rate": 1.8065359477124185e-05,
      "loss": 0.8142,
      "step": 691
    },
    {
      "epoch": 0.45250940003269574,
      "grad_norm": 3.90625,
      "learning_rate": 1.8091503267973858e-05,
      "loss": 0.6999,
      "step": 692
    },
    {
      "epoch": 0.45316331535066207,
      "grad_norm": 3.65625,
      "learning_rate": 1.811764705882353e-05,
      "loss": 0.4873,
      "step": 693
    },
    {
      "epoch": 0.4538172306686284,
      "grad_norm": 4.25,
      "learning_rate": 1.8143790849673203e-05,
      "loss": 0.8854,
      "step": 694
    },
    {
      "epoch": 0.4544711459865947,
      "grad_norm": 5.09375,
      "learning_rate": 1.8169934640522876e-05,
      "loss": 0.7774,
      "step": 695
    },
    {
      "epoch": 0.45512506130456104,
      "grad_norm": 4.53125,
      "learning_rate": 1.8196078431372552e-05,
      "loss": 0.6882,
      "step": 696
    },
    {
      "epoch": 0.45577897662252737,
      "grad_norm": 6.875,
      "learning_rate": 1.8222222222222224e-05,
      "loss": 0.9632,
      "step": 697
    },
    {
      "epoch": 0.4564328919404937,
      "grad_norm": 3.90625,
      "learning_rate": 1.8248366013071897e-05,
      "loss": 0.5186,
      "step": 698
    },
    {
      "epoch": 0.45708680725846,
      "grad_norm": 5.15625,
      "learning_rate": 1.827450980392157e-05,
      "loss": 0.6747,
      "step": 699
    },
    {
      "epoch": 0.45774072257642634,
      "grad_norm": 4.875,
      "learning_rate": 1.8300653594771242e-05,
      "loss": 0.6845,
      "step": 700
    },
    {
      "epoch": 0.45839463789439266,
      "grad_norm": 6.71875,
      "learning_rate": 1.8326797385620915e-05,
      "loss": 1.0584,
      "step": 701
    },
    {
      "epoch": 0.459048553212359,
      "grad_norm": 4.1875,
      "learning_rate": 1.8352941176470587e-05,
      "loss": 0.6146,
      "step": 702
    },
    {
      "epoch": 0.4597024685303253,
      "grad_norm": 4.1875,
      "learning_rate": 1.8379084967320263e-05,
      "loss": 0.5963,
      "step": 703
    },
    {
      "epoch": 0.46035638384829164,
      "grad_norm": 4.78125,
      "learning_rate": 1.8405228758169936e-05,
      "loss": 0.5975,
      "step": 704
    },
    {
      "epoch": 0.46101029916625796,
      "grad_norm": 5.9375,
      "learning_rate": 1.843137254901961e-05,
      "loss": 0.9296,
      "step": 705
    },
    {
      "epoch": 0.4616642144842243,
      "grad_norm": 5.78125,
      "learning_rate": 1.8457516339869284e-05,
      "loss": 1.1027,
      "step": 706
    },
    {
      "epoch": 0.4623181298021906,
      "grad_norm": 5.0,
      "learning_rate": 1.8483660130718957e-05,
      "loss": 0.8167,
      "step": 707
    },
    {
      "epoch": 0.46297204512015694,
      "grad_norm": 5.46875,
      "learning_rate": 1.850980392156863e-05,
      "loss": 0.9061,
      "step": 708
    },
    {
      "epoch": 0.46362596043812326,
      "grad_norm": 5.3125,
      "learning_rate": 1.8535947712418302e-05,
      "loss": 0.8982,
      "step": 709
    },
    {
      "epoch": 0.4642798757560896,
      "grad_norm": 4.53125,
      "learning_rate": 1.8562091503267975e-05,
      "loss": 0.7445,
      "step": 710
    },
    {
      "epoch": 0.4649337910740559,
      "grad_norm": 4.0625,
      "learning_rate": 1.8588235294117647e-05,
      "loss": 0.4744,
      "step": 711
    },
    {
      "epoch": 0.46558770639202224,
      "grad_norm": 5.75,
      "learning_rate": 1.8614379084967323e-05,
      "loss": 0.8194,
      "step": 712
    },
    {
      "epoch": 0.46624162170998856,
      "grad_norm": 3.4375,
      "learning_rate": 1.8640522875816996e-05,
      "loss": 0.4436,
      "step": 713
    },
    {
      "epoch": 0.4668955370279549,
      "grad_norm": 5.3125,
      "learning_rate": 1.866666666666667e-05,
      "loss": 0.8432,
      "step": 714
    },
    {
      "epoch": 0.4675494523459212,
      "grad_norm": 4.46875,
      "learning_rate": 1.869281045751634e-05,
      "loss": 0.7775,
      "step": 715
    },
    {
      "epoch": 0.46820336766388754,
      "grad_norm": 4.53125,
      "learning_rate": 1.8718954248366014e-05,
      "loss": 0.6029,
      "step": 716
    },
    {
      "epoch": 0.46885728298185386,
      "grad_norm": 4.375,
      "learning_rate": 1.8745098039215686e-05,
      "loss": 0.6191,
      "step": 717
    },
    {
      "epoch": 0.4695111982998202,
      "grad_norm": 4.21875,
      "learning_rate": 1.8771241830065362e-05,
      "loss": 0.5841,
      "step": 718
    },
    {
      "epoch": 0.4701651136177865,
      "grad_norm": 4.0625,
      "learning_rate": 1.8797385620915035e-05,
      "loss": 0.6045,
      "step": 719
    },
    {
      "epoch": 0.47081902893575284,
      "grad_norm": 4.75,
      "learning_rate": 1.8823529411764708e-05,
      "loss": 0.975,
      "step": 720
    },
    {
      "epoch": 0.47147294425371916,
      "grad_norm": 3.78125,
      "learning_rate": 1.884967320261438e-05,
      "loss": 0.5637,
      "step": 721
    },
    {
      "epoch": 0.4721268595716855,
      "grad_norm": 4.34375,
      "learning_rate": 1.8875816993464053e-05,
      "loss": 0.7553,
      "step": 722
    },
    {
      "epoch": 0.4727807748896518,
      "grad_norm": 3.1875,
      "learning_rate": 1.8901960784313725e-05,
      "loss": 0.4431,
      "step": 723
    },
    {
      "epoch": 0.47343469020761814,
      "grad_norm": 3.84375,
      "learning_rate": 1.8928104575163398e-05,
      "loss": 0.5161,
      "step": 724
    },
    {
      "epoch": 0.47408860552558446,
      "grad_norm": 5.34375,
      "learning_rate": 1.8954248366013074e-05,
      "loss": 0.9629,
      "step": 725
    },
    {
      "epoch": 0.4747425208435508,
      "grad_norm": 4.53125,
      "learning_rate": 1.8980392156862747e-05,
      "loss": 0.7033,
      "step": 726
    },
    {
      "epoch": 0.4753964361615171,
      "grad_norm": 4.65625,
      "learning_rate": 1.900653594771242e-05,
      "loss": 0.7945,
      "step": 727
    },
    {
      "epoch": 0.4760503514794834,
      "grad_norm": 3.953125,
      "learning_rate": 1.9032679738562092e-05,
      "loss": 0.6442,
      "step": 728
    },
    {
      "epoch": 0.4767042667974497,
      "grad_norm": 4.09375,
      "learning_rate": 1.9058823529411764e-05,
      "loss": 0.6704,
      "step": 729
    },
    {
      "epoch": 0.47735818211541603,
      "grad_norm": 5.40625,
      "learning_rate": 1.908496732026144e-05,
      "loss": 0.8781,
      "step": 730
    },
    {
      "epoch": 0.47801209743338235,
      "grad_norm": 6.03125,
      "learning_rate": 1.9111111111111113e-05,
      "loss": 0.9963,
      "step": 731
    },
    {
      "epoch": 0.4786660127513487,
      "grad_norm": 5.125,
      "learning_rate": 1.9137254901960786e-05,
      "loss": 0.7436,
      "step": 732
    },
    {
      "epoch": 0.479319928069315,
      "grad_norm": 5.125,
      "learning_rate": 1.9163398692810458e-05,
      "loss": 0.8493,
      "step": 733
    },
    {
      "epoch": 0.47997384338728133,
      "grad_norm": 4.5625,
      "learning_rate": 1.9189542483660134e-05,
      "loss": 0.8925,
      "step": 734
    },
    {
      "epoch": 0.48062775870524765,
      "grad_norm": 2.859375,
      "learning_rate": 1.9215686274509807e-05,
      "loss": 0.3353,
      "step": 735
    },
    {
      "epoch": 0.481281674023214,
      "grad_norm": 5.8125,
      "learning_rate": 1.924183006535948e-05,
      "loss": 0.9909,
      "step": 736
    },
    {
      "epoch": 0.4819355893411803,
      "grad_norm": 4.34375,
      "learning_rate": 1.9267973856209152e-05,
      "loss": 0.8178,
      "step": 737
    },
    {
      "epoch": 0.48258950465914663,
      "grad_norm": 4.90625,
      "learning_rate": 1.9294117647058825e-05,
      "loss": 0.6734,
      "step": 738
    },
    {
      "epoch": 0.48324341997711295,
      "grad_norm": 3.09375,
      "learning_rate": 1.9320261437908497e-05,
      "loss": 0.4815,
      "step": 739
    },
    {
      "epoch": 0.4838973352950793,
      "grad_norm": 2.78125,
      "learning_rate": 1.9346405228758173e-05,
      "loss": 0.408,
      "step": 740
    },
    {
      "epoch": 0.4845512506130456,
      "grad_norm": 5.40625,
      "learning_rate": 1.9372549019607846e-05,
      "loss": 0.8701,
      "step": 741
    },
    {
      "epoch": 0.48520516593101193,
      "grad_norm": 3.90625,
      "learning_rate": 1.939869281045752e-05,
      "loss": 0.7292,
      "step": 742
    },
    {
      "epoch": 0.48585908124897825,
      "grad_norm": 3.796875,
      "learning_rate": 1.942483660130719e-05,
      "loss": 0.5935,
      "step": 743
    },
    {
      "epoch": 0.4865129965669446,
      "grad_norm": 4.90625,
      "learning_rate": 1.9450980392156864e-05,
      "loss": 0.7148,
      "step": 744
    },
    {
      "epoch": 0.4871669118849109,
      "grad_norm": 4.09375,
      "learning_rate": 1.9477124183006536e-05,
      "loss": 0.4538,
      "step": 745
    },
    {
      "epoch": 0.4878208272028772,
      "grad_norm": 5.09375,
      "learning_rate": 1.950326797385621e-05,
      "loss": 0.9908,
      "step": 746
    },
    {
      "epoch": 0.48847474252084355,
      "grad_norm": 4.125,
      "learning_rate": 1.9529411764705885e-05,
      "loss": 0.5186,
      "step": 747
    },
    {
      "epoch": 0.4891286578388099,
      "grad_norm": 4.28125,
      "learning_rate": 1.9555555555555557e-05,
      "loss": 0.4834,
      "step": 748
    },
    {
      "epoch": 0.4897825731567762,
      "grad_norm": 3.4375,
      "learning_rate": 1.958169934640523e-05,
      "loss": 0.5935,
      "step": 749
    },
    {
      "epoch": 0.4904364884747425,
      "grad_norm": 4.8125,
      "learning_rate": 1.9607843137254903e-05,
      "loss": 0.7119,
      "step": 750
    },
    {
      "epoch": 0.49109040379270885,
      "grad_norm": 6.71875,
      "learning_rate": 1.9633986928104575e-05,
      "loss": 0.7678,
      "step": 751
    },
    {
      "epoch": 0.4917443191106752,
      "grad_norm": 6.625,
      "learning_rate": 1.9660130718954248e-05,
      "loss": 1.0624,
      "step": 752
    },
    {
      "epoch": 0.4923982344286415,
      "grad_norm": 3.953125,
      "learning_rate": 1.9686274509803924e-05,
      "loss": 0.4809,
      "step": 753
    },
    {
      "epoch": 0.4930521497466078,
      "grad_norm": 5.875,
      "learning_rate": 1.9712418300653596e-05,
      "loss": 0.664,
      "step": 754
    },
    {
      "epoch": 0.49370606506457415,
      "grad_norm": 5.5,
      "learning_rate": 1.973856209150327e-05,
      "loss": 0.721,
      "step": 755
    },
    {
      "epoch": 0.4943599803825405,
      "grad_norm": 4.375,
      "learning_rate": 1.9764705882352945e-05,
      "loss": 0.5999,
      "step": 756
    },
    {
      "epoch": 0.4950138957005068,
      "grad_norm": 3.46875,
      "learning_rate": 1.9790849673202617e-05,
      "loss": 0.4176,
      "step": 757
    },
    {
      "epoch": 0.4956678110184731,
      "grad_norm": 5.875,
      "learning_rate": 1.981699346405229e-05,
      "loss": 0.8356,
      "step": 758
    },
    {
      "epoch": 0.49632172633643945,
      "grad_norm": 2.875,
      "learning_rate": 1.9843137254901963e-05,
      "loss": 0.4127,
      "step": 759
    },
    {
      "epoch": 0.4969756416544058,
      "grad_norm": 3.640625,
      "learning_rate": 1.9869281045751635e-05,
      "loss": 0.5169,
      "step": 760
    },
    {
      "epoch": 0.4976295569723721,
      "grad_norm": 5.15625,
      "learning_rate": 1.9895424836601308e-05,
      "loss": 0.8059,
      "step": 761
    },
    {
      "epoch": 0.4982834722903384,
      "grad_norm": 5.5,
      "learning_rate": 1.9921568627450984e-05,
      "loss": 0.9276,
      "step": 762
    },
    {
      "epoch": 0.49893738760830475,
      "grad_norm": 9.0625,
      "learning_rate": 1.9947712418300656e-05,
      "loss": 1.4035,
      "step": 763
    },
    {
      "epoch": 0.4995913029262711,
      "grad_norm": 3.734375,
      "learning_rate": 1.997385620915033e-05,
      "loss": 0.6315,
      "step": 764
    },
    {
      "epoch": 0.5002452182442374,
      "grad_norm": 4.125,
      "learning_rate": 2e-05,
      "loss": 0.5016,
      "step": 765
    },
    {
      "epoch": 0.5008991335622037,
      "grad_norm": 5.25,
      "learning_rate": 1.9999998957459666e-05,
      "loss": 0.4525,
      "step": 766
    },
    {
      "epoch": 0.50155304888017,
      "grad_norm": 4.0,
      "learning_rate": 1.9999995829838888e-05,
      "loss": 0.4469,
      "step": 767
    },
    {
      "epoch": 0.5022069641981364,
      "grad_norm": 4.21875,
      "learning_rate": 1.9999990617138306e-05,
      "loss": 0.7654,
      "step": 768
    },
    {
      "epoch": 0.5028608795161027,
      "grad_norm": 4.875,
      "learning_rate": 1.999998331935902e-05,
      "loss": 0.72,
      "step": 769
    },
    {
      "epoch": 0.503514794834069,
      "grad_norm": 5.125,
      "learning_rate": 1.9999973936502538e-05,
      "loss": 0.8575,
      "step": 770
    },
    {
      "epoch": 0.5041687101520353,
      "grad_norm": 5.1875,
      "learning_rate": 1.999996246857083e-05,
      "loss": 0.6663,
      "step": 771
    },
    {
      "epoch": 0.5048226254700017,
      "grad_norm": 5.53125,
      "learning_rate": 1.999994891556628e-05,
      "loss": 0.8865,
      "step": 772
    },
    {
      "epoch": 0.505476540787968,
      "grad_norm": 5.46875,
      "learning_rate": 1.9999933277491715e-05,
      "loss": 0.75,
      "step": 773
    },
    {
      "epoch": 0.5061304561059343,
      "grad_norm": 3.078125,
      "learning_rate": 1.9999915554350395e-05,
      "loss": 0.4187,
      "step": 774
    },
    {
      "epoch": 0.5067843714239006,
      "grad_norm": 3.40625,
      "learning_rate": 1.999989574614602e-05,
      "loss": 0.4447,
      "step": 775
    },
    {
      "epoch": 0.507438286741867,
      "grad_norm": 3.953125,
      "learning_rate": 1.9999873852882714e-05,
      "loss": 0.6833,
      "step": 776
    },
    {
      "epoch": 0.5080922020598333,
      "grad_norm": 4.15625,
      "learning_rate": 1.999984987456504e-05,
      "loss": 0.5476,
      "step": 777
    },
    {
      "epoch": 0.5087461173777996,
      "grad_norm": 4.46875,
      "learning_rate": 1.9999823811198006e-05,
      "loss": 0.6096,
      "step": 778
    },
    {
      "epoch": 0.509400032695766,
      "grad_norm": 3.921875,
      "learning_rate": 1.9999795662787043e-05,
      "loss": 0.5435,
      "step": 779
    },
    {
      "epoch": 0.5100539480137323,
      "grad_norm": 3.5625,
      "learning_rate": 1.9999765429338018e-05,
      "loss": 0.5435,
      "step": 780
    },
    {
      "epoch": 0.5107078633316986,
      "grad_norm": 4.1875,
      "learning_rate": 1.9999733110857237e-05,
      "loss": 0.6079,
      "step": 781
    },
    {
      "epoch": 0.5113617786496649,
      "grad_norm": 4.125,
      "learning_rate": 1.999969870735144e-05,
      "loss": 0.5706,
      "step": 782
    },
    {
      "epoch": 0.5120156939676312,
      "grad_norm": 5.09375,
      "learning_rate": 1.9999662218827794e-05,
      "loss": 0.9238,
      "step": 783
    },
    {
      "epoch": 0.5126696092855975,
      "grad_norm": 5.9375,
      "learning_rate": 1.9999623645293915e-05,
      "loss": 1.1608,
      "step": 784
    },
    {
      "epoch": 0.5133235246035638,
      "grad_norm": 4.75,
      "learning_rate": 1.999958298675784e-05,
      "loss": 0.7148,
      "step": 785
    },
    {
      "epoch": 0.5139774399215301,
      "grad_norm": 5.40625,
      "learning_rate": 1.9999540243228052e-05,
      "loss": 0.8556,
      "step": 786
    },
    {
      "epoch": 0.5146313552394964,
      "grad_norm": 4.34375,
      "learning_rate": 1.999949541471346e-05,
      "loss": 0.6286,
      "step": 787
    },
    {
      "epoch": 0.5152852705574628,
      "grad_norm": 3.734375,
      "learning_rate": 1.999944850122341e-05,
      "loss": 0.4143,
      "step": 788
    },
    {
      "epoch": 0.5159391858754291,
      "grad_norm": 3.984375,
      "learning_rate": 1.9999399502767686e-05,
      "loss": 0.4789,
      "step": 789
    },
    {
      "epoch": 0.5165931011933954,
      "grad_norm": 4.21875,
      "learning_rate": 1.9999348419356507e-05,
      "loss": 0.6679,
      "step": 790
    },
    {
      "epoch": 0.5172470165113617,
      "grad_norm": 3.96875,
      "learning_rate": 1.9999295251000517e-05,
      "loss": 0.5674,
      "step": 791
    },
    {
      "epoch": 0.5179009318293281,
      "grad_norm": 3.03125,
      "learning_rate": 1.999923999771081e-05,
      "loss": 0.2701,
      "step": 792
    },
    {
      "epoch": 0.5185548471472944,
      "grad_norm": 4.625,
      "learning_rate": 1.9999182659498905e-05,
      "loss": 0.7045,
      "step": 793
    },
    {
      "epoch": 0.5192087624652607,
      "grad_norm": 4.28125,
      "learning_rate": 1.999912323637675e-05,
      "loss": 0.7503,
      "step": 794
    },
    {
      "epoch": 0.519862677783227,
      "grad_norm": 4.375,
      "learning_rate": 1.9999061728356743e-05,
      "loss": 0.6953,
      "step": 795
    },
    {
      "epoch": 0.5205165931011934,
      "grad_norm": 5.34375,
      "learning_rate": 1.999899813545171e-05,
      "loss": 0.6895,
      "step": 796
    },
    {
      "epoch": 0.5211705084191597,
      "grad_norm": 4.46875,
      "learning_rate": 1.9998932457674904e-05,
      "loss": 0.6713,
      "step": 797
    },
    {
      "epoch": 0.521824423737126,
      "grad_norm": 4.0625,
      "learning_rate": 1.999886469504002e-05,
      "loss": 0.5524,
      "step": 798
    },
    {
      "epoch": 0.5224783390550923,
      "grad_norm": 4.4375,
      "learning_rate": 1.9998794847561197e-05,
      "loss": 0.6095,
      "step": 799
    },
    {
      "epoch": 0.5231322543730587,
      "grad_norm": 4.15625,
      "learning_rate": 1.9998722915252987e-05,
      "loss": 0.5745,
      "step": 800
    },
    {
      "epoch": 0.523786169691025,
      "grad_norm": 4.21875,
      "learning_rate": 1.9998648898130396e-05,
      "loss": 0.69,
      "step": 801
    },
    {
      "epoch": 0.5244400850089913,
      "grad_norm": 4.5,
      "learning_rate": 1.9998572796208848e-05,
      "loss": 0.6694,
      "step": 802
    },
    {
      "epoch": 0.5250940003269576,
      "grad_norm": 5.90625,
      "learning_rate": 1.9998494609504223e-05,
      "loss": 0.884,
      "step": 803
    },
    {
      "epoch": 0.525747915644924,
      "grad_norm": 4.625,
      "learning_rate": 1.9998414338032817e-05,
      "loss": 0.8186,
      "step": 804
    },
    {
      "epoch": 0.5264018309628903,
      "grad_norm": 4.40625,
      "learning_rate": 1.999833198181137e-05,
      "loss": 0.6467,
      "step": 805
    },
    {
      "epoch": 0.5270557462808566,
      "grad_norm": 4.5625,
      "learning_rate": 1.9998247540857045e-05,
      "loss": 0.7452,
      "step": 806
    },
    {
      "epoch": 0.5277096615988229,
      "grad_norm": 6.59375,
      "learning_rate": 1.999816101518746e-05,
      "loss": 1.2817,
      "step": 807
    },
    {
      "epoch": 0.5283635769167893,
      "grad_norm": 4.125,
      "learning_rate": 1.9998072404820648e-05,
      "loss": 0.577,
      "step": 808
    },
    {
      "epoch": 0.5290174922347556,
      "grad_norm": 3.953125,
      "learning_rate": 1.9997981709775096e-05,
      "loss": 0.4899,
      "step": 809
    },
    {
      "epoch": 0.5296714075527219,
      "grad_norm": 5.21875,
      "learning_rate": 1.99978889300697e-05,
      "loss": 0.8487,
      "step": 810
    },
    {
      "epoch": 0.5303253228706882,
      "grad_norm": 6.625,
      "learning_rate": 1.9997794065723818e-05,
      "loss": 1.3262,
      "step": 811
    },
    {
      "epoch": 0.5309792381886546,
      "grad_norm": 4.75,
      "learning_rate": 1.9997697116757222e-05,
      "loss": 0.6515,
      "step": 812
    },
    {
      "epoch": 0.5316331535066209,
      "grad_norm": 7.25,
      "learning_rate": 1.999759808319013e-05,
      "loss": 0.4887,
      "step": 813
    },
    {
      "epoch": 0.5322870688245872,
      "grad_norm": 4.46875,
      "learning_rate": 1.999749696504319e-05,
      "loss": 0.8626,
      "step": 814
    },
    {
      "epoch": 0.5329409841425535,
      "grad_norm": 5.75,
      "learning_rate": 1.9997393762337486e-05,
      "loss": 0.6561,
      "step": 815
    },
    {
      "epoch": 0.5335948994605199,
      "grad_norm": 4.34375,
      "learning_rate": 1.999728847509454e-05,
      "loss": 0.5553,
      "step": 816
    },
    {
      "epoch": 0.5342488147784862,
      "grad_norm": 3.078125,
      "learning_rate": 1.9997181103336302e-05,
      "loss": 0.4297,
      "step": 817
    },
    {
      "epoch": 0.5349027300964525,
      "grad_norm": 6.03125,
      "learning_rate": 1.9997071647085158e-05,
      "loss": 1.0966,
      "step": 818
    },
    {
      "epoch": 0.5355566454144188,
      "grad_norm": 4.625,
      "learning_rate": 1.9996960106363932e-05,
      "loss": 0.7236,
      "step": 819
    },
    {
      "epoch": 0.5362105607323852,
      "grad_norm": 3.625,
      "learning_rate": 1.9996846481195884e-05,
      "loss": 0.5967,
      "step": 820
    },
    {
      "epoch": 0.5368644760503515,
      "grad_norm": 6.40625,
      "learning_rate": 1.99967307716047e-05,
      "loss": 1.2281,
      "step": 821
    },
    {
      "epoch": 0.5375183913683178,
      "grad_norm": 3.515625,
      "learning_rate": 1.9996612977614518e-05,
      "loss": 0.4814,
      "step": 822
    },
    {
      "epoch": 0.5381723066862841,
      "grad_norm": 4.28125,
      "learning_rate": 1.9996493099249884e-05,
      "loss": 0.6375,
      "step": 823
    },
    {
      "epoch": 0.5388262220042505,
      "grad_norm": 4.25,
      "learning_rate": 1.9996371136535803e-05,
      "loss": 0.5511,
      "step": 824
    },
    {
      "epoch": 0.5394801373222168,
      "grad_norm": 3.78125,
      "learning_rate": 1.9996247089497703e-05,
      "loss": 0.4829,
      "step": 825
    },
    {
      "epoch": 0.5401340526401831,
      "grad_norm": 4.0,
      "learning_rate": 1.999612095816145e-05,
      "loss": 0.5908,
      "step": 826
    },
    {
      "epoch": 0.5407879679581494,
      "grad_norm": 3.03125,
      "learning_rate": 1.9995992742553342e-05,
      "loss": 0.466,
      "step": 827
    },
    {
      "epoch": 0.5414418832761158,
      "grad_norm": 3.546875,
      "learning_rate": 1.9995862442700112e-05,
      "loss": 0.5842,
      "step": 828
    },
    {
      "epoch": 0.5420957985940821,
      "grad_norm": 4.4375,
      "learning_rate": 1.9995730058628928e-05,
      "loss": 0.7486,
      "step": 829
    },
    {
      "epoch": 0.5427497139120484,
      "grad_norm": 4.125,
      "learning_rate": 1.9995595590367397e-05,
      "loss": 0.4746,
      "step": 830
    },
    {
      "epoch": 0.5434036292300147,
      "grad_norm": 4.8125,
      "learning_rate": 1.9995459037943556e-05,
      "loss": 0.7395,
      "step": 831
    },
    {
      "epoch": 0.544057544547981,
      "grad_norm": 5.875,
      "learning_rate": 1.999532040138587e-05,
      "loss": 0.9984,
      "step": 832
    },
    {
      "epoch": 0.5447114598659474,
      "grad_norm": 4.09375,
      "learning_rate": 1.9995179680723256e-05,
      "loss": 0.6687,
      "step": 833
    },
    {
      "epoch": 0.5453653751839137,
      "grad_norm": 5.8125,
      "learning_rate": 1.999503687598505e-05,
      "loss": 1.459,
      "step": 834
    },
    {
      "epoch": 0.54601929050188,
      "grad_norm": 2.9375,
      "learning_rate": 1.9994891987201033e-05,
      "loss": 0.3902,
      "step": 835
    },
    {
      "epoch": 0.5466732058198464,
      "grad_norm": 5.09375,
      "learning_rate": 1.9994745014401407e-05,
      "loss": 0.7955,
      "step": 836
    },
    {
      "epoch": 0.5473271211378127,
      "grad_norm": 3.546875,
      "learning_rate": 1.999459595761682e-05,
      "loss": 0.5094,
      "step": 837
    },
    {
      "epoch": 0.547981036455779,
      "grad_norm": 3.765625,
      "learning_rate": 1.9994444816878354e-05,
      "loss": 0.4971,
      "step": 838
    },
    {
      "epoch": 0.5486349517737453,
      "grad_norm": 4.03125,
      "learning_rate": 1.9994291592217527e-05,
      "loss": 0.6496,
      "step": 839
    },
    {
      "epoch": 0.5492888670917117,
      "grad_norm": 7.03125,
      "learning_rate": 1.999413628366628e-05,
      "loss": 1.149,
      "step": 840
    },
    {
      "epoch": 0.549942782409678,
      "grad_norm": 3.4375,
      "learning_rate": 1.9993978891256997e-05,
      "loss": 0.4271,
      "step": 841
    },
    {
      "epoch": 0.5505966977276443,
      "grad_norm": 4.71875,
      "learning_rate": 1.99938194150225e-05,
      "loss": 0.7827,
      "step": 842
    },
    {
      "epoch": 0.5512506130456106,
      "grad_norm": 4.375,
      "learning_rate": 1.9993657854996033e-05,
      "loss": 0.4376,
      "step": 843
    },
    {
      "epoch": 0.551904528363577,
      "grad_norm": 3.765625,
      "learning_rate": 1.9993494211211292e-05,
      "loss": 0.51,
      "step": 844
    },
    {
      "epoch": 0.5525584436815433,
      "grad_norm": 5.28125,
      "learning_rate": 1.9993328483702393e-05,
      "loss": 0.9663,
      "step": 845
    },
    {
      "epoch": 0.5532123589995096,
      "grad_norm": 3.6875,
      "learning_rate": 1.9993160672503896e-05,
      "loss": 0.6493,
      "step": 846
    },
    {
      "epoch": 0.5538662743174759,
      "grad_norm": 5.125,
      "learning_rate": 1.9992990777650784e-05,
      "loss": 0.8078,
      "step": 847
    },
    {
      "epoch": 0.5545201896354423,
      "grad_norm": 5.09375,
      "learning_rate": 1.9992818799178485e-05,
      "loss": 0.8382,
      "step": 848
    },
    {
      "epoch": 0.5551741049534086,
      "grad_norm": 4.09375,
      "learning_rate": 1.9992644737122863e-05,
      "loss": 0.5921,
      "step": 849
    },
    {
      "epoch": 0.5558280202713749,
      "grad_norm": 4.40625,
      "learning_rate": 1.9992468591520198e-05,
      "loss": 0.6852,
      "step": 850
    },
    {
      "epoch": 0.5564819355893412,
      "grad_norm": 4.09375,
      "learning_rate": 1.9992290362407232e-05,
      "loss": 0.5955,
      "step": 851
    },
    {
      "epoch": 0.5571358509073076,
      "grad_norm": 5.09375,
      "learning_rate": 1.9992110049821118e-05,
      "loss": 0.9488,
      "step": 852
    },
    {
      "epoch": 0.5577897662252739,
      "grad_norm": 5.34375,
      "learning_rate": 1.9991927653799458e-05,
      "loss": 0.5971,
      "step": 853
    },
    {
      "epoch": 0.5584436815432402,
      "grad_norm": 4.1875,
      "learning_rate": 1.999174317438028e-05,
      "loss": 0.5554,
      "step": 854
    },
    {
      "epoch": 0.5590975968612065,
      "grad_norm": 3.03125,
      "learning_rate": 1.999155661160205e-05,
      "loss": 0.4821,
      "step": 855
    },
    {
      "epoch": 0.5597515121791728,
      "grad_norm": 7.125,
      "learning_rate": 1.9991367965503667e-05,
      "loss": 1.1827,
      "step": 856
    },
    {
      "epoch": 0.5604054274971392,
      "grad_norm": 4.78125,
      "learning_rate": 1.9991177236124467e-05,
      "loss": 0.7167,
      "step": 857
    },
    {
      "epoch": 0.5610593428151054,
      "grad_norm": 6.46875,
      "learning_rate": 1.999098442350422e-05,
      "loss": 1.2377,
      "step": 858
    },
    {
      "epoch": 0.5617132581330717,
      "grad_norm": 6.09375,
      "learning_rate": 1.9990789527683127e-05,
      "loss": 0.9011,
      "step": 859
    },
    {
      "epoch": 0.562367173451038,
      "grad_norm": 4.25,
      "learning_rate": 1.9990592548701824e-05,
      "loss": 0.684,
      "step": 860
    },
    {
      "epoch": 0.5630210887690044,
      "grad_norm": 4.78125,
      "learning_rate": 1.9990393486601385e-05,
      "loss": 0.6646,
      "step": 861
    },
    {
      "epoch": 0.5636750040869707,
      "grad_norm": 6.09375,
      "learning_rate": 1.9990192341423313e-05,
      "loss": 0.7725,
      "step": 862
    },
    {
      "epoch": 0.564328919404937,
      "grad_norm": 3.703125,
      "learning_rate": 1.998998911320955e-05,
      "loss": 0.5421,
      "step": 863
    },
    {
      "epoch": 0.5649828347229033,
      "grad_norm": 4.03125,
      "learning_rate": 1.9989783802002477e-05,
      "loss": 0.5503,
      "step": 864
    },
    {
      "epoch": 0.5656367500408697,
      "grad_norm": 6.0,
      "learning_rate": 1.9989576407844894e-05,
      "loss": 0.9568,
      "step": 865
    },
    {
      "epoch": 0.566290665358836,
      "grad_norm": 4.5,
      "learning_rate": 1.9989366930780046e-05,
      "loss": 0.5848,
      "step": 866
    },
    {
      "epoch": 0.5669445806768023,
      "grad_norm": 4.5625,
      "learning_rate": 1.9989155370851613e-05,
      "loss": 0.6084,
      "step": 867
    },
    {
      "epoch": 0.5675984959947686,
      "grad_norm": 3.6875,
      "learning_rate": 1.9988941728103707e-05,
      "loss": 0.5925,
      "step": 868
    },
    {
      "epoch": 0.568252411312735,
      "grad_norm": 5.71875,
      "learning_rate": 1.9988726002580874e-05,
      "loss": 0.8152,
      "step": 869
    },
    {
      "epoch": 0.5689063266307013,
      "grad_norm": 4.40625,
      "learning_rate": 1.9988508194328093e-05,
      "loss": 0.7085,
      "step": 870
    },
    {
      "epoch": 0.5695602419486676,
      "grad_norm": 6.90625,
      "learning_rate": 1.998828830339078e-05,
      "loss": 1.0088,
      "step": 871
    },
    {
      "epoch": 0.5702141572666339,
      "grad_norm": 3.09375,
      "learning_rate": 1.9988066329814785e-05,
      "loss": 0.3421,
      "step": 872
    },
    {
      "epoch": 0.5708680725846003,
      "grad_norm": 6.21875,
      "learning_rate": 1.9987842273646388e-05,
      "loss": 1.2265,
      "step": 873
    },
    {
      "epoch": 0.5715219879025666,
      "grad_norm": 3.0625,
      "learning_rate": 1.998761613493231e-05,
      "loss": 0.4234,
      "step": 874
    },
    {
      "epoch": 0.5721759032205329,
      "grad_norm": 4.25,
      "learning_rate": 1.9987387913719698e-05,
      "loss": 0.6454,
      "step": 875
    },
    {
      "epoch": 0.5728298185384992,
      "grad_norm": 5.5625,
      "learning_rate": 1.9987157610056144e-05,
      "loss": 0.686,
      "step": 876
    },
    {
      "epoch": 0.5734837338564656,
      "grad_norm": 4.9375,
      "learning_rate": 1.9986925223989665e-05,
      "loss": 0.718,
      "step": 877
    },
    {
      "epoch": 0.5741376491744319,
      "grad_norm": 5.59375,
      "learning_rate": 1.998669075556872e-05,
      "loss": 0.9246,
      "step": 878
    },
    {
      "epoch": 0.5747915644923982,
      "grad_norm": 4.375,
      "learning_rate": 1.998645420484219e-05,
      "loss": 0.7671,
      "step": 879
    },
    {
      "epoch": 0.5754454798103645,
      "grad_norm": 4.03125,
      "learning_rate": 1.99862155718594e-05,
      "loss": 0.3656,
      "step": 880
    },
    {
      "epoch": 0.5760993951283309,
      "grad_norm": 3.40625,
      "learning_rate": 1.998597485667011e-05,
      "loss": 0.4916,
      "step": 881
    },
    {
      "epoch": 0.5767533104462972,
      "grad_norm": 3.4375,
      "learning_rate": 1.998573205932451e-05,
      "loss": 0.4893,
      "step": 882
    },
    {
      "epoch": 0.5774072257642635,
      "grad_norm": 4.59375,
      "learning_rate": 1.998548717987322e-05,
      "loss": 0.5658,
      "step": 883
    },
    {
      "epoch": 0.5780611410822298,
      "grad_norm": 4.59375,
      "learning_rate": 1.9985240218367305e-05,
      "loss": 0.7497,
      "step": 884
    },
    {
      "epoch": 0.5787150564001962,
      "grad_norm": 5.0,
      "learning_rate": 1.998499117485826e-05,
      "loss": 0.8593,
      "step": 885
    },
    {
      "epoch": 0.5793689717181625,
      "grad_norm": 3.796875,
      "learning_rate": 1.9984740049398007e-05,
      "loss": 0.6118,
      "step": 886
    },
    {
      "epoch": 0.5800228870361288,
      "grad_norm": 4.5625,
      "learning_rate": 1.9984486842038912e-05,
      "loss": 0.6922,
      "step": 887
    },
    {
      "epoch": 0.5806768023540951,
      "grad_norm": 4.65625,
      "learning_rate": 1.998423155283377e-05,
      "loss": 0.6188,
      "step": 888
    },
    {
      "epoch": 0.5813307176720615,
      "grad_norm": 3.4375,
      "learning_rate": 1.9983974181835808e-05,
      "loss": 0.3675,
      "step": 889
    },
    {
      "epoch": 0.5819846329900278,
      "grad_norm": 4.25,
      "learning_rate": 1.9983714729098695e-05,
      "loss": 0.5906,
      "step": 890
    },
    {
      "epoch": 0.5826385483079941,
      "grad_norm": 5.125,
      "learning_rate": 1.998345319467652e-05,
      "loss": 0.8265,
      "step": 891
    },
    {
      "epoch": 0.5832924636259604,
      "grad_norm": 3.5,
      "learning_rate": 1.9983189578623824e-05,
      "loss": 0.472,
      "step": 892
    },
    {
      "epoch": 0.5839463789439268,
      "grad_norm": 4.90625,
      "learning_rate": 1.998292388099557e-05,
      "loss": 0.7463,
      "step": 893
    },
    {
      "epoch": 0.5846002942618931,
      "grad_norm": 3.5625,
      "learning_rate": 1.998265610184716e-05,
      "loss": 0.5639,
      "step": 894
    },
    {
      "epoch": 0.5852542095798594,
      "grad_norm": 4.65625,
      "learning_rate": 1.9982386241234426e-05,
      "loss": 0.7212,
      "step": 895
    },
    {
      "epoch": 0.5859081248978257,
      "grad_norm": 3.140625,
      "learning_rate": 1.9982114299213634e-05,
      "loss": 0.3914,
      "step": 896
    },
    {
      "epoch": 0.5865620402157921,
      "grad_norm": 5.25,
      "learning_rate": 1.9981840275841492e-05,
      "loss": 1.0893,
      "step": 897
    },
    {
      "epoch": 0.5872159555337584,
      "grad_norm": 5.09375,
      "learning_rate": 1.998156417117513e-05,
      "loss": 1.2687,
      "step": 898
    },
    {
      "epoch": 0.5878698708517247,
      "grad_norm": 3.609375,
      "learning_rate": 1.998128598527212e-05,
      "loss": 0.4849,
      "step": 899
    },
    {
      "epoch": 0.588523786169691,
      "grad_norm": 4.6875,
      "learning_rate": 1.998100571819047e-05,
      "loss": 0.5872,
      "step": 900
    },
    {
      "epoch": 0.5891777014876574,
      "grad_norm": 5.59375,
      "learning_rate": 1.998072336998861e-05,
      "loss": 1.1697,
      "step": 901
    },
    {
      "epoch": 0.5898316168056237,
      "grad_norm": 5.375,
      "learning_rate": 1.998043894072542e-05,
      "loss": 1.0084,
      "step": 902
    },
    {
      "epoch": 0.59048553212359,
      "grad_norm": 5.4375,
      "learning_rate": 1.99801524304602e-05,
      "loss": 0.592,
      "step": 903
    },
    {
      "epoch": 0.5911394474415563,
      "grad_norm": 3.453125,
      "learning_rate": 1.9979863839252693e-05,
      "loss": 0.6599,
      "step": 904
    },
    {
      "epoch": 0.5917933627595227,
      "grad_norm": 4.1875,
      "learning_rate": 1.997957316716307e-05,
      "loss": 0.698,
      "step": 905
    },
    {
      "epoch": 0.592447278077489,
      "grad_norm": 4.6875,
      "learning_rate": 1.997928041425194e-05,
      "loss": 0.5678,
      "step": 906
    },
    {
      "epoch": 0.5931011933954553,
      "grad_norm": 6.09375,
      "learning_rate": 1.9978985580580348e-05,
      "loss": 0.9745,
      "step": 907
    },
    {
      "epoch": 0.5937551087134216,
      "grad_norm": 4.8125,
      "learning_rate": 1.9978688666209766e-05,
      "loss": 0.8067,
      "step": 908
    },
    {
      "epoch": 0.594409024031388,
      "grad_norm": 4.1875,
      "learning_rate": 1.9978389671202096e-05,
      "loss": 0.5082,
      "step": 909
    },
    {
      "epoch": 0.5950629393493543,
      "grad_norm": 5.28125,
      "learning_rate": 1.9978088595619692e-05,
      "loss": 0.9207,
      "step": 910
    },
    {
      "epoch": 0.5957168546673206,
      "grad_norm": 5.09375,
      "learning_rate": 1.9977785439525328e-05,
      "loss": 0.6936,
      "step": 911
    },
    {
      "epoch": 0.5963707699852869,
      "grad_norm": 3.859375,
      "learning_rate": 1.9977480202982208e-05,
      "loss": 0.6724,
      "step": 912
    },
    {
      "epoch": 0.5970246853032533,
      "grad_norm": 4.34375,
      "learning_rate": 1.9977172886053982e-05,
      "loss": 0.4092,
      "step": 913
    },
    {
      "epoch": 0.5976786006212196,
      "grad_norm": 3.109375,
      "learning_rate": 1.997686348880473e-05,
      "loss": 0.542,
      "step": 914
    },
    {
      "epoch": 0.5983325159391859,
      "grad_norm": 4.21875,
      "learning_rate": 1.997655201129896e-05,
      "loss": 0.6357,
      "step": 915
    },
    {
      "epoch": 0.5989864312571522,
      "grad_norm": 4.8125,
      "learning_rate": 1.9976238453601614e-05,
      "loss": 0.5035,
      "step": 916
    },
    {
      "epoch": 0.5996403465751186,
      "grad_norm": 3.65625,
      "learning_rate": 1.9975922815778082e-05,
      "loss": 0.6335,
      "step": 917
    },
    {
      "epoch": 0.6002942618930849,
      "grad_norm": 5.34375,
      "learning_rate": 1.9975605097894165e-05,
      "loss": 0.9339,
      "step": 918
    },
    {
      "epoch": 0.6009481772110512,
      "grad_norm": 4.0625,
      "learning_rate": 1.997528530001612e-05,
      "loss": 0.7369,
      "step": 919
    },
    {
      "epoch": 0.6016020925290175,
      "grad_norm": 6.46875,
      "learning_rate": 1.9974963422210623e-05,
      "loss": 0.6741,
      "step": 920
    },
    {
      "epoch": 0.6022560078469839,
      "grad_norm": 4.09375,
      "learning_rate": 1.9974639464544785e-05,
      "loss": 0.7056,
      "step": 921
    },
    {
      "epoch": 0.6029099231649502,
      "grad_norm": 6.875,
      "learning_rate": 1.9974313427086157e-05,
      "loss": 0.8128,
      "step": 922
    },
    {
      "epoch": 0.6035638384829165,
      "grad_norm": 4.28125,
      "learning_rate": 1.9973985309902722e-05,
      "loss": 0.7754,
      "step": 923
    },
    {
      "epoch": 0.6042177538008828,
      "grad_norm": 3.8125,
      "learning_rate": 1.9973655113062895e-05,
      "loss": 0.4393,
      "step": 924
    },
    {
      "epoch": 0.6048716691188492,
      "grad_norm": 3.71875,
      "learning_rate": 1.9973322836635517e-05,
      "loss": 0.4985,
      "step": 925
    },
    {
      "epoch": 0.6055255844368155,
      "grad_norm": 3.78125,
      "learning_rate": 1.997298848068988e-05,
      "loss": 0.5001,
      "step": 926
    },
    {
      "epoch": 0.6061794997547818,
      "grad_norm": 3.328125,
      "learning_rate": 1.9972652045295698e-05,
      "loss": 0.4583,
      "step": 927
    },
    {
      "epoch": 0.6068334150727481,
      "grad_norm": 3.859375,
      "learning_rate": 1.997231353052312e-05,
      "loss": 0.5878,
      "step": 928
    },
    {
      "epoch": 0.6074873303907145,
      "grad_norm": 4.25,
      "learning_rate": 1.997197293644272e-05,
      "loss": 0.6283,
      "step": 929
    },
    {
      "epoch": 0.6081412457086808,
      "grad_norm": 6.4375,
      "learning_rate": 1.997163026312553e-05,
      "loss": 0.7797,
      "step": 930
    },
    {
      "epoch": 0.6087951610266471,
      "grad_norm": 4.9375,
      "learning_rate": 1.997128551064299e-05,
      "loss": 0.8994,
      "step": 931
    },
    {
      "epoch": 0.6094490763446134,
      "grad_norm": 3.03125,
      "learning_rate": 1.9970938679066984e-05,
      "loss": 0.3363,
      "step": 932
    },
    {
      "epoch": 0.6101029916625796,
      "grad_norm": 4.84375,
      "learning_rate": 1.9970589768469833e-05,
      "loss": 0.8361,
      "step": 933
    },
    {
      "epoch": 0.610756906980546,
      "grad_norm": 5.28125,
      "learning_rate": 1.9970238778924286e-05,
      "loss": 0.7096,
      "step": 934
    },
    {
      "epoch": 0.6114108222985123,
      "grad_norm": 4.15625,
      "learning_rate": 1.996988571050353e-05,
      "loss": 0.5665,
      "step": 935
    },
    {
      "epoch": 0.6120647376164786,
      "grad_norm": 5.90625,
      "learning_rate": 1.9969530563281177e-05,
      "loss": 0.9535,
      "step": 936
    },
    {
      "epoch": 0.6127186529344449,
      "grad_norm": 7.125,
      "learning_rate": 1.9969173337331283e-05,
      "loss": 0.7664,
      "step": 937
    },
    {
      "epoch": 0.6133725682524113,
      "grad_norm": 2.609375,
      "learning_rate": 1.996881403272833e-05,
      "loss": 0.3357,
      "step": 938
    },
    {
      "epoch": 0.6140264835703776,
      "grad_norm": 3.828125,
      "learning_rate": 1.996845264954723e-05,
      "loss": 0.5738,
      "step": 939
    },
    {
      "epoch": 0.6146803988883439,
      "grad_norm": 4.78125,
      "learning_rate": 1.996808918786335e-05,
      "loss": 0.7155,
      "step": 940
    },
    {
      "epoch": 0.6153343142063102,
      "grad_norm": 3.765625,
      "learning_rate": 1.9967723647752463e-05,
      "loss": 0.7199,
      "step": 941
    },
    {
      "epoch": 0.6159882295242766,
      "grad_norm": 3.96875,
      "learning_rate": 1.9967356029290786e-05,
      "loss": 0.6848,
      "step": 942
    },
    {
      "epoch": 0.6166421448422429,
      "grad_norm": 5.0,
      "learning_rate": 1.9966986332554973e-05,
      "loss": 0.7918,
      "step": 943
    },
    {
      "epoch": 0.6172960601602092,
      "grad_norm": 5.4375,
      "learning_rate": 1.9966614557622112e-05,
      "loss": 0.7112,
      "step": 944
    },
    {
      "epoch": 0.6179499754781755,
      "grad_norm": 3.984375,
      "learning_rate": 1.9966240704569722e-05,
      "loss": 0.5883,
      "step": 945
    },
    {
      "epoch": 0.6186038907961419,
      "grad_norm": 4.4375,
      "learning_rate": 1.996586477347575e-05,
      "loss": 0.6443,
      "step": 946
    },
    {
      "epoch": 0.6192578061141082,
      "grad_norm": 4.40625,
      "learning_rate": 1.9965486764418577e-05,
      "loss": 0.6256,
      "step": 947
    },
    {
      "epoch": 0.6199117214320745,
      "grad_norm": 3.390625,
      "learning_rate": 1.996510667747703e-05,
      "loss": 0.4967,
      "step": 948
    },
    {
      "epoch": 0.6205656367500408,
      "grad_norm": 2.828125,
      "learning_rate": 1.9964724512730352e-05,
      "loss": 0.3946,
      "step": 949
    },
    {
      "epoch": 0.6212195520680072,
      "grad_norm": 4.59375,
      "learning_rate": 1.9964340270258233e-05,
      "loss": 0.8035,
      "step": 950
    },
    {
      "epoch": 0.6218734673859735,
      "grad_norm": 5.8125,
      "learning_rate": 1.996395395014079e-05,
      "loss": 0.9117,
      "step": 951
    },
    {
      "epoch": 0.6225273827039398,
      "grad_norm": 3.640625,
      "learning_rate": 1.9963565552458572e-05,
      "loss": 0.4545,
      "step": 952
    },
    {
      "epoch": 0.6231812980219061,
      "grad_norm": 3.796875,
      "learning_rate": 1.996317507729256e-05,
      "loss": 0.565,
      "step": 953
    },
    {
      "epoch": 0.6238352133398725,
      "grad_norm": 4.3125,
      "learning_rate": 1.996278252472418e-05,
      "loss": 0.6327,
      "step": 954
    },
    {
      "epoch": 0.6244891286578388,
      "grad_norm": 4.03125,
      "learning_rate": 1.9962387894835277e-05,
      "loss": 0.828,
      "step": 955
    },
    {
      "epoch": 0.6251430439758051,
      "grad_norm": 4.59375,
      "learning_rate": 1.996199118770813e-05,
      "loss": 0.6541,
      "step": 956
    },
    {
      "epoch": 0.6257969592937714,
      "grad_norm": 6.3125,
      "learning_rate": 1.996159240342547e-05,
      "loss": 0.7501,
      "step": 957
    },
    {
      "epoch": 0.6264508746117378,
      "grad_norm": 4.0625,
      "learning_rate": 1.996119154207043e-05,
      "loss": 0.4816,
      "step": 958
    },
    {
      "epoch": 0.6271047899297041,
      "grad_norm": 4.5,
      "learning_rate": 1.9960788603726603e-05,
      "loss": 0.8893,
      "step": 959
    },
    {
      "epoch": 0.6277587052476704,
      "grad_norm": 3.4375,
      "learning_rate": 1.9960383588478e-05,
      "loss": 0.5005,
      "step": 960
    },
    {
      "epoch": 0.6284126205656367,
      "grad_norm": 4.0625,
      "learning_rate": 1.9959976496409073e-05,
      "loss": 0.493,
      "step": 961
    },
    {
      "epoch": 0.6290665358836031,
      "grad_norm": 4.90625,
      "learning_rate": 1.9959567327604704e-05,
      "loss": 0.6515,
      "step": 962
    },
    {
      "epoch": 0.6297204512015694,
      "grad_norm": 3.125,
      "learning_rate": 1.9959156082150205e-05,
      "loss": 0.4173,
      "step": 963
    },
    {
      "epoch": 0.6303743665195357,
      "grad_norm": 3.46875,
      "learning_rate": 1.9958742760131325e-05,
      "loss": 0.4823,
      "step": 964
    },
    {
      "epoch": 0.631028281837502,
      "grad_norm": 3.484375,
      "learning_rate": 1.9958327361634248e-05,
      "loss": 0.4804,
      "step": 965
    },
    {
      "epoch": 0.6316821971554684,
      "grad_norm": 3.84375,
      "learning_rate": 1.9957909886745588e-05,
      "loss": 0.4664,
      "step": 966
    },
    {
      "epoch": 0.6323361124734347,
      "grad_norm": 4.34375,
      "learning_rate": 1.9957490335552386e-05,
      "loss": 0.5754,
      "step": 967
    },
    {
      "epoch": 0.632990027791401,
      "grad_norm": 4.78125,
      "learning_rate": 1.9957068708142127e-05,
      "loss": 1.0389,
      "step": 968
    },
    {
      "epoch": 0.6336439431093673,
      "grad_norm": 5.75,
      "learning_rate": 1.995664500460272e-05,
      "loss": 0.8707,
      "step": 969
    },
    {
      "epoch": 0.6342978584273337,
      "grad_norm": 2.5,
      "learning_rate": 1.9956219225022514e-05,
      "loss": 0.3593,
      "step": 970
    },
    {
      "epoch": 0.6349517737453,
      "grad_norm": 8.0625,
      "learning_rate": 1.9955791369490288e-05,
      "loss": 1.0368,
      "step": 971
    },
    {
      "epoch": 0.6356056890632663,
      "grad_norm": 5.375,
      "learning_rate": 1.9955361438095254e-05,
      "loss": 0.8584,
      "step": 972
    },
    {
      "epoch": 0.6362596043812326,
      "grad_norm": 4.84375,
      "learning_rate": 1.995492943092705e-05,
      "loss": 0.6599,
      "step": 973
    },
    {
      "epoch": 0.636913519699199,
      "grad_norm": 5.15625,
      "learning_rate": 1.995449534807576e-05,
      "loss": 0.8362,
      "step": 974
    },
    {
      "epoch": 0.6375674350171653,
      "grad_norm": 5.84375,
      "learning_rate": 1.9954059189631883e-05,
      "loss": 0.8764,
      "step": 975
    },
    {
      "epoch": 0.6382213503351316,
      "grad_norm": 2.734375,
      "learning_rate": 1.9953620955686376e-05,
      "loss": 0.4303,
      "step": 976
    },
    {
      "epoch": 0.6388752656530979,
      "grad_norm": 4.40625,
      "learning_rate": 1.9953180646330604e-05,
      "loss": 0.6384,
      "step": 977
    },
    {
      "epoch": 0.6395291809710643,
      "grad_norm": 3.53125,
      "learning_rate": 1.9952738261656382e-05,
      "loss": 0.5877,
      "step": 978
    },
    {
      "epoch": 0.6401830962890306,
      "grad_norm": 5.90625,
      "learning_rate": 1.9952293801755946e-05,
      "loss": 0.938,
      "step": 979
    },
    {
      "epoch": 0.6408370116069969,
      "grad_norm": 4.21875,
      "learning_rate": 1.995184726672197e-05,
      "loss": 0.6501,
      "step": 980
    },
    {
      "epoch": 0.6414909269249632,
      "grad_norm": 4.0,
      "learning_rate": 1.995139865664756e-05,
      "loss": 0.5492,
      "step": 981
    },
    {
      "epoch": 0.6421448422429296,
      "grad_norm": 2.75,
      "learning_rate": 1.9950947971626257e-05,
      "loss": 0.3914,
      "step": 982
    },
    {
      "epoch": 0.6427987575608959,
      "grad_norm": 6.0,
      "learning_rate": 1.995049521175203e-05,
      "loss": 0.8864,
      "step": 983
    },
    {
      "epoch": 0.6434526728788622,
      "grad_norm": 5.3125,
      "learning_rate": 1.995004037711929e-05,
      "loss": 0.6174,
      "step": 984
    },
    {
      "epoch": 0.6441065881968285,
      "grad_norm": 4.34375,
      "learning_rate": 1.9949583467822863e-05,
      "loss": 0.3753,
      "step": 985
    },
    {
      "epoch": 0.6447605035147949,
      "grad_norm": 3.78125,
      "learning_rate": 1.994912448395802e-05,
      "loss": 0.4583,
      "step": 986
    },
    {
      "epoch": 0.6454144188327612,
      "grad_norm": 5.4375,
      "learning_rate": 1.9948663425620473e-05,
      "loss": 0.6973,
      "step": 987
    },
    {
      "epoch": 0.6460683341507275,
      "grad_norm": 4.375,
      "learning_rate": 1.9948200292906344e-05,
      "loss": 0.8518,
      "step": 988
    },
    {
      "epoch": 0.6467222494686938,
      "grad_norm": 6.625,
      "learning_rate": 1.994773508591221e-05,
      "loss": 1.0712,
      "step": 989
    },
    {
      "epoch": 0.6473761647866602,
      "grad_norm": 4.375,
      "learning_rate": 1.9947267804735064e-05,
      "loss": 0.5485,
      "step": 990
    },
    {
      "epoch": 0.6480300801046265,
      "grad_norm": 6.5625,
      "learning_rate": 1.9946798449472336e-05,
      "loss": 1.2496,
      "step": 991
    },
    {
      "epoch": 0.6486839954225928,
      "grad_norm": 5.03125,
      "learning_rate": 1.9946327020221898e-05,
      "loss": 0.601,
      "step": 992
    },
    {
      "epoch": 0.6493379107405591,
      "grad_norm": 4.09375,
      "learning_rate": 1.9945853517082043e-05,
      "loss": 0.6031,
      "step": 993
    },
    {
      "epoch": 0.6499918260585255,
      "grad_norm": 5.28125,
      "learning_rate": 1.9945377940151498e-05,
      "loss": 0.8796,
      "step": 994
    },
    {
      "epoch": 0.6506457413764918,
      "grad_norm": 6.8125,
      "learning_rate": 1.9944900289529427e-05,
      "loss": 0.9228,
      "step": 995
    },
    {
      "epoch": 0.6512996566944581,
      "grad_norm": 3.984375,
      "learning_rate": 1.9944420565315427e-05,
      "loss": 0.8225,
      "step": 996
    },
    {
      "epoch": 0.6519535720124244,
      "grad_norm": 4.5,
      "learning_rate": 1.9943938767609515e-05,
      "loss": 0.6592,
      "step": 997
    },
    {
      "epoch": 0.6526074873303908,
      "grad_norm": 5.0,
      "learning_rate": 1.994345489651216e-05,
      "loss": 0.904,
      "step": 998
    },
    {
      "epoch": 0.6532614026483571,
      "grad_norm": 3.03125,
      "learning_rate": 1.9942968952124248e-05,
      "loss": 0.3448,
      "step": 999
    },
    {
      "epoch": 0.6539153179663234,
      "grad_norm": 3.515625,
      "learning_rate": 1.9942480934547103e-05,
      "loss": 0.4805,
      "step": 1000
    },
    {
      "epoch": 0.6545692332842897,
      "grad_norm": 4.8125,
      "learning_rate": 1.9941990843882482e-05,
      "loss": 0.685,
      "step": 1001
    },
    {
      "epoch": 0.6552231486022561,
      "grad_norm": 2.953125,
      "learning_rate": 1.9941498680232573e-05,
      "loss": 0.4924,
      "step": 1002
    },
    {
      "epoch": 0.6558770639202224,
      "grad_norm": 5.4375,
      "learning_rate": 1.994100444369999e-05,
      "loss": 0.9571,
      "step": 1003
    },
    {
      "epoch": 0.6565309792381887,
      "grad_norm": 4.875,
      "learning_rate": 1.9940508134387793e-05,
      "loss": 0.6047,
      "step": 1004
    },
    {
      "epoch": 0.657184894556155,
      "grad_norm": 5.0,
      "learning_rate": 1.9940009752399462e-05,
      "loss": 0.5699,
      "step": 1005
    },
    {
      "epoch": 0.6578388098741214,
      "grad_norm": 4.9375,
      "learning_rate": 1.9939509297838915e-05,
      "loss": 1.1176,
      "step": 1006
    },
    {
      "epoch": 0.6584927251920877,
      "grad_norm": 6.34375,
      "learning_rate": 1.9939006770810502e-05,
      "loss": 0.9447,
      "step": 1007
    },
    {
      "epoch": 0.6591466405100539,
      "grad_norm": 4.34375,
      "learning_rate": 1.9938502171419002e-05,
      "loss": 0.6341,
      "step": 1008
    },
    {
      "epoch": 0.6598005558280202,
      "grad_norm": 4.21875,
      "learning_rate": 1.993799549976963e-05,
      "loss": 0.6712,
      "step": 1009
    },
    {
      "epoch": 0.6604544711459865,
      "grad_norm": 5.15625,
      "learning_rate": 1.9937486755968027e-05,
      "loss": 0.9834,
      "step": 1010
    },
    {
      "epoch": 0.6611083864639529,
      "grad_norm": 3.296875,
      "learning_rate": 1.9936975940120276e-05,
      "loss": 0.387,
      "step": 1011
    },
    {
      "epoch": 0.6617623017819192,
      "grad_norm": 4.3125,
      "learning_rate": 1.9936463052332887e-05,
      "loss": 0.5781,
      "step": 1012
    },
    {
      "epoch": 0.6624162170998855,
      "grad_norm": 3.578125,
      "learning_rate": 1.9935948092712792e-05,
      "loss": 0.5726,
      "step": 1013
    },
    {
      "epoch": 0.6630701324178518,
      "grad_norm": 4.71875,
      "learning_rate": 1.993543106136737e-05,
      "loss": 0.8957,
      "step": 1014
    },
    {
      "epoch": 0.6637240477358182,
      "grad_norm": 3.90625,
      "learning_rate": 1.993491195840443e-05,
      "loss": 0.6109,
      "step": 1015
    },
    {
      "epoch": 0.6643779630537845,
      "grad_norm": 5.90625,
      "learning_rate": 1.9934390783932204e-05,
      "loss": 0.8616,
      "step": 1016
    },
    {
      "epoch": 0.6650318783717508,
      "grad_norm": 4.59375,
      "learning_rate": 1.9933867538059362e-05,
      "loss": 0.9335,
      "step": 1017
    },
    {
      "epoch": 0.6656857936897171,
      "grad_norm": 5.15625,
      "learning_rate": 1.9933342220895e-05,
      "loss": 0.8178,
      "step": 1018
    },
    {
      "epoch": 0.6663397090076835,
      "grad_norm": 5.65625,
      "learning_rate": 1.9932814832548665e-05,
      "loss": 1.248,
      "step": 1019
    },
    {
      "epoch": 0.6669936243256498,
      "grad_norm": 4.90625,
      "learning_rate": 1.993228537313031e-05,
      "loss": 0.6167,
      "step": 1020
    },
    {
      "epoch": 0.6676475396436161,
      "grad_norm": 5.0625,
      "learning_rate": 1.993175384275033e-05,
      "loss": 0.6346,
      "step": 1021
    },
    {
      "epoch": 0.6683014549615824,
      "grad_norm": 3.890625,
      "learning_rate": 1.9931220241519564e-05,
      "loss": 0.6665,
      "step": 1022
    },
    {
      "epoch": 0.6689553702795488,
      "grad_norm": 3.46875,
      "learning_rate": 1.9930684569549265e-05,
      "loss": 0.4437,
      "step": 1023
    },
    {
      "epoch": 0.6696092855975151,
      "grad_norm": 4.65625,
      "learning_rate": 1.9930146826951124e-05,
      "loss": 0.9239,
      "step": 1024
    },
    {
      "epoch": 0.6702632009154814,
      "grad_norm": 3.0625,
      "learning_rate": 1.9929607013837268e-05,
      "loss": 0.3079,
      "step": 1025
    },
    {
      "epoch": 0.6709171162334477,
      "grad_norm": 4.1875,
      "learning_rate": 1.992906513032025e-05,
      "loss": 0.689,
      "step": 1026
    },
    {
      "epoch": 0.6715710315514141,
      "grad_norm": 3.90625,
      "learning_rate": 1.992852117651306e-05,
      "loss": 0.5696,
      "step": 1027
    },
    {
      "epoch": 0.6722249468693804,
      "grad_norm": 5.34375,
      "learning_rate": 1.992797515252911e-05,
      "loss": 0.4639,
      "step": 1028
    },
    {
      "epoch": 0.6728788621873467,
      "grad_norm": 3.0625,
      "learning_rate": 1.992742705848226e-05,
      "loss": 0.4805,
      "step": 1029
    },
    {
      "epoch": 0.673532777505313,
      "grad_norm": 5.0,
      "learning_rate": 1.9926876894486787e-05,
      "loss": 0.5762,
      "step": 1030
    },
    {
      "epoch": 0.6741866928232794,
      "grad_norm": 3.578125,
      "learning_rate": 1.9926324660657403e-05,
      "loss": 0.4997,
      "step": 1031
    },
    {
      "epoch": 0.6748406081412457,
      "grad_norm": 4.09375,
      "learning_rate": 1.9925770357109256e-05,
      "loss": 0.5333,
      "step": 1032
    },
    {
      "epoch": 0.675494523459212,
      "grad_norm": 3.96875,
      "learning_rate": 1.9925213983957926e-05,
      "loss": 0.5319,
      "step": 1033
    },
    {
      "epoch": 0.6761484387771783,
      "grad_norm": 5.34375,
      "learning_rate": 1.992465554131941e-05,
      "loss": 0.6658,
      "step": 1034
    },
    {
      "epoch": 0.6768023540951447,
      "grad_norm": 3.703125,
      "learning_rate": 1.992409502931016e-05,
      "loss": 0.6798,
      "step": 1035
    },
    {
      "epoch": 0.677456269413111,
      "grad_norm": 4.5,
      "learning_rate": 1.992353244804704e-05,
      "loss": 0.6656,
      "step": 1036
    },
    {
      "epoch": 0.6781101847310773,
      "grad_norm": 3.890625,
      "learning_rate": 1.9922967797647357e-05,
      "loss": 0.5322,
      "step": 1037
    },
    {
      "epoch": 0.6787641000490436,
      "grad_norm": 4.375,
      "learning_rate": 1.992240107822884e-05,
      "loss": 0.5492,
      "step": 1038
    },
    {
      "epoch": 0.67941801536701,
      "grad_norm": 4.03125,
      "learning_rate": 1.992183228990966e-05,
      "loss": 0.5365,
      "step": 1039
    },
    {
      "epoch": 0.6800719306849763,
      "grad_norm": 3.625,
      "learning_rate": 1.992126143280841e-05,
      "loss": 0.5934,
      "step": 1040
    },
    {
      "epoch": 0.6807258460029426,
      "grad_norm": 4.75,
      "learning_rate": 1.992068850704412e-05,
      "loss": 0.7762,
      "step": 1041
    },
    {
      "epoch": 0.6813797613209089,
      "grad_norm": 5.5,
      "learning_rate": 1.992011351273625e-05,
      "loss": 0.8475,
      "step": 1042
    },
    {
      "epoch": 0.6820336766388753,
      "grad_norm": 4.3125,
      "learning_rate": 1.9919536450004695e-05,
      "loss": 0.5899,
      "step": 1043
    },
    {
      "epoch": 0.6826875919568416,
      "grad_norm": 3.515625,
      "learning_rate": 1.9918957318969768e-05,
      "loss": 0.3123,
      "step": 1044
    },
    {
      "epoch": 0.6833415072748079,
      "grad_norm": 2.765625,
      "learning_rate": 1.991837611975223e-05,
      "loss": 0.2633,
      "step": 1045
    },
    {
      "epoch": 0.6839954225927742,
      "grad_norm": 5.96875,
      "learning_rate": 1.9917792852473263e-05,
      "loss": 0.7355,
      "step": 1046
    },
    {
      "epoch": 0.6846493379107406,
      "grad_norm": 3.75,
      "learning_rate": 1.991720751725448e-05,
      "loss": 0.8369,
      "step": 1047
    },
    {
      "epoch": 0.6853032532287069,
      "grad_norm": 4.3125,
      "learning_rate": 1.9916620114217934e-05,
      "loss": 0.8012,
      "step": 1048
    },
    {
      "epoch": 0.6859571685466732,
      "grad_norm": 3.25,
      "learning_rate": 1.9916030643486098e-05,
      "loss": 0.4809,
      "step": 1049
    },
    {
      "epoch": 0.6866110838646395,
      "grad_norm": 4.65625,
      "learning_rate": 1.9915439105181887e-05,
      "loss": 0.6411,
      "step": 1050
    },
    {
      "epoch": 0.6872649991826059,
      "grad_norm": 7.40625,
      "learning_rate": 1.9914845499428635e-05,
      "loss": 0.8177,
      "step": 1051
    },
    {
      "epoch": 0.6879189145005722,
      "grad_norm": 4.6875,
      "learning_rate": 1.9914249826350118e-05,
      "loss": 0.8298,
      "step": 1052
    },
    {
      "epoch": 0.6885728298185385,
      "grad_norm": 3.46875,
      "learning_rate": 1.9913652086070535e-05,
      "loss": 0.4278,
      "step": 1053
    },
    {
      "epoch": 0.6892267451365048,
      "grad_norm": 4.4375,
      "learning_rate": 1.9913052278714527e-05,
      "loss": 0.718,
      "step": 1054
    },
    {
      "epoch": 0.6898806604544712,
      "grad_norm": 4.125,
      "learning_rate": 1.9912450404407152e-05,
      "loss": 0.6031,
      "step": 1055
    },
    {
      "epoch": 0.6905345757724375,
      "grad_norm": 5.15625,
      "learning_rate": 1.9911846463273907e-05,
      "loss": 0.5463,
      "step": 1056
    },
    {
      "epoch": 0.6911884910904038,
      "grad_norm": 3.046875,
      "learning_rate": 1.9911240455440718e-05,
      "loss": 0.4352,
      "step": 1057
    },
    {
      "epoch": 0.6918424064083701,
      "grad_norm": 5.1875,
      "learning_rate": 1.9910632381033946e-05,
      "loss": 0.5608,
      "step": 1058
    },
    {
      "epoch": 0.6924963217263365,
      "grad_norm": 4.125,
      "learning_rate": 1.9910022240180374e-05,
      "loss": 0.5663,
      "step": 1059
    },
    {
      "epoch": 0.6931502370443028,
      "grad_norm": 4.96875,
      "learning_rate": 1.9909410033007228e-05,
      "loss": 0.8075,
      "step": 1060
    },
    {
      "epoch": 0.6938041523622691,
      "grad_norm": 6.125,
      "learning_rate": 1.9908795759642154e-05,
      "loss": 1.3843,
      "step": 1061
    },
    {
      "epoch": 0.6944580676802354,
      "grad_norm": 4.125,
      "learning_rate": 1.990817942021323e-05,
      "loss": 0.5968,
      "step": 1062
    },
    {
      "epoch": 0.6951119829982018,
      "grad_norm": 3.90625,
      "learning_rate": 1.9907561014848974e-05,
      "loss": 0.4465,
      "step": 1063
    },
    {
      "epoch": 0.6957658983161681,
      "grad_norm": 3.859375,
      "learning_rate": 1.9906940543678326e-05,
      "loss": 0.87,
      "step": 1064
    },
    {
      "epoch": 0.6964198136341344,
      "grad_norm": 4.59375,
      "learning_rate": 1.990631800683066e-05,
      "loss": 0.9706,
      "step": 1065
    },
    {
      "epoch": 0.6970737289521007,
      "grad_norm": 3.703125,
      "learning_rate": 1.990569340443577e-05,
      "loss": 0.5227,
      "step": 1066
    },
    {
      "epoch": 0.6977276442700671,
      "grad_norm": 6.0625,
      "learning_rate": 1.990506673662391e-05,
      "loss": 1.177,
      "step": 1067
    },
    {
      "epoch": 0.6983815595880334,
      "grad_norm": 3.890625,
      "learning_rate": 1.9904438003525733e-05,
      "loss": 0.5243,
      "step": 1068
    },
    {
      "epoch": 0.6990354749059997,
      "grad_norm": 3.375,
      "learning_rate": 1.9903807205272333e-05,
      "loss": 0.446,
      "step": 1069
    },
    {
      "epoch": 0.699689390223966,
      "grad_norm": 4.5,
      "learning_rate": 1.9903174341995243e-05,
      "loss": 0.7413,
      "step": 1070
    },
    {
      "epoch": 0.7003433055419324,
      "grad_norm": 5.34375,
      "learning_rate": 1.9902539413826415e-05,
      "loss": 0.933,
      "step": 1071
    },
    {
      "epoch": 0.7009972208598987,
      "grad_norm": 3.71875,
      "learning_rate": 1.990190242089824e-05,
      "loss": 0.474,
      "step": 1072
    },
    {
      "epoch": 0.701651136177865,
      "grad_norm": 4.21875,
      "learning_rate": 1.990126336334354e-05,
      "loss": 0.5378,
      "step": 1073
    },
    {
      "epoch": 0.7023050514958313,
      "grad_norm": 4.625,
      "learning_rate": 1.990062224129555e-05,
      "loss": 0.7578,
      "step": 1074
    },
    {
      "epoch": 0.7029589668137977,
      "grad_norm": 3.421875,
      "learning_rate": 1.9899979054887964e-05,
      "loss": 0.4882,
      "step": 1075
    },
    {
      "epoch": 0.703612882131764,
      "grad_norm": 4.15625,
      "learning_rate": 1.9899333804254885e-05,
      "loss": 0.7977,
      "step": 1076
    },
    {
      "epoch": 0.7042667974497303,
      "grad_norm": 3.140625,
      "learning_rate": 1.9898686489530852e-05,
      "loss": 0.4417,
      "step": 1077
    },
    {
      "epoch": 0.7049207127676966,
      "grad_norm": 4.34375,
      "learning_rate": 1.9898037110850835e-05,
      "loss": 0.4985,
      "step": 1078
    },
    {
      "epoch": 0.705574628085663,
      "grad_norm": 4.75,
      "learning_rate": 1.989738566835024e-05,
      "loss": 0.6424,
      "step": 1079
    },
    {
      "epoch": 0.7062285434036293,
      "grad_norm": 4.1875,
      "learning_rate": 1.989673216216489e-05,
      "loss": 0.5638,
      "step": 1080
    },
    {
      "epoch": 0.7068824587215956,
      "grad_norm": 3.734375,
      "learning_rate": 1.9896076592431054e-05,
      "loss": 0.417,
      "step": 1081
    },
    {
      "epoch": 0.7075363740395618,
      "grad_norm": 4.3125,
      "learning_rate": 1.989541895928542e-05,
      "loss": 0.7654,
      "step": 1082
    },
    {
      "epoch": 0.7081902893575281,
      "grad_norm": 5.71875,
      "learning_rate": 1.9894759262865114e-05,
      "loss": 0.7763,
      "step": 1083
    },
    {
      "epoch": 0.7088442046754945,
      "grad_norm": 4.84375,
      "learning_rate": 1.989409750330768e-05,
      "loss": 0.7535,
      "step": 1084
    },
    {
      "epoch": 0.7094981199934608,
      "grad_norm": 6.96875,
      "learning_rate": 1.9893433680751105e-05,
      "loss": 0.7835,
      "step": 1085
    },
    {
      "epoch": 0.7101520353114271,
      "grad_norm": 5.09375,
      "learning_rate": 1.98927677953338e-05,
      "loss": 0.6426,
      "step": 1086
    },
    {
      "epoch": 0.7108059506293934,
      "grad_norm": 5.9375,
      "learning_rate": 1.9892099847194608e-05,
      "loss": 0.9646,
      "step": 1087
    },
    {
      "epoch": 0.7114598659473598,
      "grad_norm": 3.90625,
      "learning_rate": 1.9891429836472805e-05,
      "loss": 0.4663,
      "step": 1088
    },
    {
      "epoch": 0.7121137812653261,
      "grad_norm": 3.5,
      "learning_rate": 1.989075776330809e-05,
      "loss": 0.3986,
      "step": 1089
    },
    {
      "epoch": 0.7127676965832924,
      "grad_norm": 3.71875,
      "learning_rate": 1.989008362784059e-05,
      "loss": 0.4106,
      "step": 1090
    },
    {
      "epoch": 0.7134216119012587,
      "grad_norm": 4.5,
      "learning_rate": 1.988940743021088e-05,
      "loss": 0.6797,
      "step": 1091
    },
    {
      "epoch": 0.7140755272192251,
      "grad_norm": 4.96875,
      "learning_rate": 1.9888729170559948e-05,
      "loss": 0.8449,
      "step": 1092
    },
    {
      "epoch": 0.7147294425371914,
      "grad_norm": 5.46875,
      "learning_rate": 1.988804884902921e-05,
      "loss": 0.6937,
      "step": 1093
    },
    {
      "epoch": 0.7153833578551577,
      "grad_norm": 5.59375,
      "learning_rate": 1.9887366465760523e-05,
      "loss": 0.9909,
      "step": 1094
    },
    {
      "epoch": 0.716037273173124,
      "grad_norm": 5.46875,
      "learning_rate": 1.9886682020896172e-05,
      "loss": 0.8319,
      "step": 1095
    },
    {
      "epoch": 0.7166911884910904,
      "grad_norm": 5.75,
      "learning_rate": 1.988599551457887e-05,
      "loss": 0.8728,
      "step": 1096
    },
    {
      "epoch": 0.7173451038090567,
      "grad_norm": 5.09375,
      "learning_rate": 1.9885306946951753e-05,
      "loss": 0.5158,
      "step": 1097
    },
    {
      "epoch": 0.717999019127023,
      "grad_norm": 5.15625,
      "learning_rate": 1.98846163181584e-05,
      "loss": 0.5721,
      "step": 1098
    },
    {
      "epoch": 0.7186529344449893,
      "grad_norm": 5.46875,
      "learning_rate": 1.9883923628342807e-05,
      "loss": 1.0006,
      "step": 1099
    },
    {
      "epoch": 0.7193068497629557,
      "grad_norm": 6.25,
      "learning_rate": 1.9883228877649407e-05,
      "loss": 0.7545,
      "step": 1100
    },
    {
      "epoch": 0.719960765080922,
      "grad_norm": 3.90625,
      "learning_rate": 1.988253206622306e-05,
      "loss": 0.559,
      "step": 1101
    },
    {
      "epoch": 0.7206146803988883,
      "grad_norm": 5.34375,
      "learning_rate": 1.9881833194209063e-05,
      "loss": 0.634,
      "step": 1102
    },
    {
      "epoch": 0.7212685957168546,
      "grad_norm": 4.59375,
      "learning_rate": 1.9881132261753126e-05,
      "loss": 0.8305,
      "step": 1103
    },
    {
      "epoch": 0.721922511034821,
      "grad_norm": 5.53125,
      "learning_rate": 1.9880429269001407e-05,
      "loss": 0.6211,
      "step": 1104
    },
    {
      "epoch": 0.7225764263527873,
      "grad_norm": 3.328125,
      "learning_rate": 1.9879724216100488e-05,
      "loss": 0.3974,
      "step": 1105
    },
    {
      "epoch": 0.7232303416707536,
      "grad_norm": 7.25,
      "learning_rate": 1.987901710319737e-05,
      "loss": 1.0916,
      "step": 1106
    },
    {
      "epoch": 0.7238842569887199,
      "grad_norm": 6.625,
      "learning_rate": 1.9878307930439497e-05,
      "loss": 1.0786,
      "step": 1107
    },
    {
      "epoch": 0.7245381723066863,
      "grad_norm": 3.859375,
      "learning_rate": 1.9877596697974732e-05,
      "loss": 0.4618,
      "step": 1108
    },
    {
      "epoch": 0.7251920876246526,
      "grad_norm": 6.21875,
      "learning_rate": 1.9876883405951378e-05,
      "loss": 1.01,
      "step": 1109
    },
    {
      "epoch": 0.7258460029426189,
      "grad_norm": 4.125,
      "learning_rate": 1.987616805451816e-05,
      "loss": 0.5793,
      "step": 1110
    },
    {
      "epoch": 0.7264999182605852,
      "grad_norm": 5.21875,
      "learning_rate": 1.987545064382424e-05,
      "loss": 0.6738,
      "step": 1111
    },
    {
      "epoch": 0.7271538335785516,
      "grad_norm": 4.125,
      "learning_rate": 1.9874731174019195e-05,
      "loss": 0.5042,
      "step": 1112
    },
    {
      "epoch": 0.7278077488965179,
      "grad_norm": 4.71875,
      "learning_rate": 1.9874009645253044e-05,
      "loss": 0.7292,
      "step": 1113
    },
    {
      "epoch": 0.7284616642144842,
      "grad_norm": 3.28125,
      "learning_rate": 1.9873286057676232e-05,
      "loss": 0.2973,
      "step": 1114
    },
    {
      "epoch": 0.7291155795324505,
      "grad_norm": 3.875,
      "learning_rate": 1.9872560411439634e-05,
      "loss": 0.5845,
      "step": 1115
    },
    {
      "epoch": 0.7297694948504169,
      "grad_norm": 4.3125,
      "learning_rate": 1.9871832706694553e-05,
      "loss": 0.5467,
      "step": 1116
    },
    {
      "epoch": 0.7304234101683832,
      "grad_norm": 4.40625,
      "learning_rate": 1.9871102943592717e-05,
      "loss": 0.6854,
      "step": 1117
    },
    {
      "epoch": 0.7310773254863495,
      "grad_norm": 4.5625,
      "learning_rate": 1.987037112228629e-05,
      "loss": 0.4087,
      "step": 1118
    },
    {
      "epoch": 0.7317312408043158,
      "grad_norm": 7.3125,
      "learning_rate": 1.986963724292787e-05,
      "loss": 1.1244,
      "step": 1119
    },
    {
      "epoch": 0.7323851561222822,
      "grad_norm": 5.1875,
      "learning_rate": 1.9868901305670465e-05,
      "loss": 0.7025,
      "step": 1120
    },
    {
      "epoch": 0.7330390714402485,
      "grad_norm": 5.0,
      "learning_rate": 1.9868163310667527e-05,
      "loss": 0.637,
      "step": 1121
    },
    {
      "epoch": 0.7336929867582148,
      "grad_norm": 4.5,
      "learning_rate": 1.9867423258072936e-05,
      "loss": 0.6376,
      "step": 1122
    },
    {
      "epoch": 0.7343469020761811,
      "grad_norm": 5.5,
      "learning_rate": 1.9866681148041005e-05,
      "loss": 0.7703,
      "step": 1123
    },
    {
      "epoch": 0.7350008173941475,
      "grad_norm": 4.5,
      "learning_rate": 1.9865936980726457e-05,
      "loss": 0.6379,
      "step": 1124
    },
    {
      "epoch": 0.7356547327121138,
      "grad_norm": 4.21875,
      "learning_rate": 1.9865190756284467e-05,
      "loss": 0.6159,
      "step": 1125
    },
    {
      "epoch": 0.7363086480300801,
      "grad_norm": 4.0,
      "learning_rate": 1.9864442474870625e-05,
      "loss": 0.4685,
      "step": 1126
    },
    {
      "epoch": 0.7369625633480464,
      "grad_norm": 4.84375,
      "learning_rate": 1.9863692136640952e-05,
      "loss": 0.9719,
      "step": 1127
    },
    {
      "epoch": 0.7376164786660128,
      "grad_norm": 6.5,
      "learning_rate": 1.9862939741751904e-05,
      "loss": 0.8208,
      "step": 1128
    },
    {
      "epoch": 0.7382703939839791,
      "grad_norm": 4.6875,
      "learning_rate": 1.986218529036036e-05,
      "loss": 0.665,
      "step": 1129
    },
    {
      "epoch": 0.7389243093019454,
      "grad_norm": 3.3125,
      "learning_rate": 1.9861428782623626e-05,
      "loss": 0.5091,
      "step": 1130
    },
    {
      "epoch": 0.7395782246199117,
      "grad_norm": 4.0625,
      "learning_rate": 1.986067021869944e-05,
      "loss": 0.4906,
      "step": 1131
    },
    {
      "epoch": 0.7402321399378781,
      "grad_norm": 3.796875,
      "learning_rate": 1.9859909598745975e-05,
      "loss": 0.3969,
      "step": 1132
    },
    {
      "epoch": 0.7408860552558444,
      "grad_norm": 4.53125,
      "learning_rate": 1.985914692292182e-05,
      "loss": 0.6145,
      "step": 1133
    },
    {
      "epoch": 0.7415399705738107,
      "grad_norm": 3.75,
      "learning_rate": 1.9858382191386004e-05,
      "loss": 0.428,
      "step": 1134
    },
    {
      "epoch": 0.742193885891777,
      "grad_norm": 3.5,
      "learning_rate": 1.9857615404297972e-05,
      "loss": 0.385,
      "step": 1135
    },
    {
      "epoch": 0.7428478012097434,
      "grad_norm": 5.78125,
      "learning_rate": 1.9856846561817616e-05,
      "loss": 1.0006,
      "step": 1136
    },
    {
      "epoch": 0.7435017165277097,
      "grad_norm": 4.09375,
      "learning_rate": 1.9856075664105238e-05,
      "loss": 0.3184,
      "step": 1137
    },
    {
      "epoch": 0.744155631845676,
      "grad_norm": 5.53125,
      "learning_rate": 1.985530271132158e-05,
      "loss": 1.005,
      "step": 1138
    },
    {
      "epoch": 0.7448095471636423,
      "grad_norm": 3.78125,
      "learning_rate": 1.9854527703627804e-05,
      "loss": 0.3148,
      "step": 1139
    },
    {
      "epoch": 0.7454634624816087,
      "grad_norm": 4.59375,
      "learning_rate": 1.9853750641185512e-05,
      "loss": 0.5231,
      "step": 1140
    },
    {
      "epoch": 0.746117377799575,
      "grad_norm": 3.78125,
      "learning_rate": 1.9852971524156722e-05,
      "loss": 0.5369,
      "step": 1141
    },
    {
      "epoch": 0.7467712931175413,
      "grad_norm": 4.59375,
      "learning_rate": 1.985219035270389e-05,
      "loss": 0.5627,
      "step": 1142
    },
    {
      "epoch": 0.7474252084355076,
      "grad_norm": 5.0,
      "learning_rate": 1.9851407126989897e-05,
      "loss": 0.5977,
      "step": 1143
    },
    {
      "epoch": 0.748079123753474,
      "grad_norm": 4.25,
      "learning_rate": 1.9850621847178047e-05,
      "loss": 0.5823,
      "step": 1144
    },
    {
      "epoch": 0.7487330390714403,
      "grad_norm": 6.03125,
      "learning_rate": 1.9849834513432084e-05,
      "loss": 1.0281,
      "step": 1145
    },
    {
      "epoch": 0.7493869543894066,
      "grad_norm": 3.59375,
      "learning_rate": 1.984904512591617e-05,
      "loss": 0.5137,
      "step": 1146
    },
    {
      "epoch": 0.7500408697073729,
      "grad_norm": 3.609375,
      "learning_rate": 1.9848253684794895e-05,
      "loss": 0.4052,
      "step": 1147
    },
    {
      "epoch": 0.7506947850253393,
      "grad_norm": 3.828125,
      "learning_rate": 1.9847460190233286e-05,
      "loss": 0.4234,
      "step": 1148
    },
    {
      "epoch": 0.7513487003433056,
      "grad_norm": 4.09375,
      "learning_rate": 1.9846664642396793e-05,
      "loss": 0.5227,
      "step": 1149
    },
    {
      "epoch": 0.7520026156612719,
      "grad_norm": 3.34375,
      "learning_rate": 1.984586704145129e-05,
      "loss": 0.3631,
      "step": 1150
    },
    {
      "epoch": 0.7526565309792382,
      "grad_norm": 5.25,
      "learning_rate": 1.984506738756309e-05,
      "loss": 1.2075,
      "step": 1151
    },
    {
      "epoch": 0.7533104462972046,
      "grad_norm": 3.796875,
      "learning_rate": 1.9844265680898917e-05,
      "loss": 0.4715,
      "step": 1152
    },
    {
      "epoch": 0.7539643616151709,
      "grad_norm": 4.28125,
      "learning_rate": 1.9843461921625942e-05,
      "loss": 0.5403,
      "step": 1153
    },
    {
      "epoch": 0.7546182769331372,
      "grad_norm": 4.875,
      "learning_rate": 1.9842656109911753e-05,
      "loss": 0.7448,
      "step": 1154
    },
    {
      "epoch": 0.7552721922511035,
      "grad_norm": 3.96875,
      "learning_rate": 1.984184824592437e-05,
      "loss": 0.6446,
      "step": 1155
    },
    {
      "epoch": 0.7559261075690699,
      "grad_norm": 4.53125,
      "learning_rate": 1.9841038329832237e-05,
      "loss": 0.6427,
      "step": 1156
    },
    {
      "epoch": 0.7565800228870361,
      "grad_norm": 6.09375,
      "learning_rate": 1.9840226361804223e-05,
      "loss": 1.4863,
      "step": 1157
    },
    {
      "epoch": 0.7572339382050024,
      "grad_norm": 3.703125,
      "learning_rate": 1.983941234200964e-05,
      "loss": 0.5256,
      "step": 1158
    },
    {
      "epoch": 0.7578878535229687,
      "grad_norm": 4.65625,
      "learning_rate": 1.983859627061821e-05,
      "loss": 0.6581,
      "step": 1159
    },
    {
      "epoch": 0.758541768840935,
      "grad_norm": 4.78125,
      "learning_rate": 1.9837778147800092e-05,
      "loss": 0.6791,
      "step": 1160
    },
    {
      "epoch": 0.7591956841589014,
      "grad_norm": 5.84375,
      "learning_rate": 1.9836957973725877e-05,
      "loss": 0.9089,
      "step": 1161
    },
    {
      "epoch": 0.7598495994768677,
      "grad_norm": 4.0,
      "learning_rate": 1.983613574856657e-05,
      "loss": 0.7796,
      "step": 1162
    },
    {
      "epoch": 0.760503514794834,
      "grad_norm": 3.3125,
      "learning_rate": 1.9835311472493616e-05,
      "loss": 0.4999,
      "step": 1163
    },
    {
      "epoch": 0.7611574301128003,
      "grad_norm": 4.375,
      "learning_rate": 1.9834485145678883e-05,
      "loss": 0.7209,
      "step": 1164
    },
    {
      "epoch": 0.7618113454307667,
      "grad_norm": 3.359375,
      "learning_rate": 1.983365676829466e-05,
      "loss": 0.4103,
      "step": 1165
    },
    {
      "epoch": 0.762465260748733,
      "grad_norm": 3.984375,
      "learning_rate": 1.9832826340513684e-05,
      "loss": 0.6533,
      "step": 1166
    },
    {
      "epoch": 0.7631191760666993,
      "grad_norm": 3.546875,
      "learning_rate": 1.9831993862509096e-05,
      "loss": 0.4123,
      "step": 1167
    },
    {
      "epoch": 0.7637730913846656,
      "grad_norm": 4.125,
      "learning_rate": 1.9831159334454475e-05,
      "loss": 0.5468,
      "step": 1168
    },
    {
      "epoch": 0.764427006702632,
      "grad_norm": 5.375,
      "learning_rate": 1.9830322756523827e-05,
      "loss": 0.5445,
      "step": 1169
    },
    {
      "epoch": 0.7650809220205983,
      "grad_norm": 2.609375,
      "learning_rate": 1.982948412889159e-05,
      "loss": 0.1975,
      "step": 1170
    },
    {
      "epoch": 0.7657348373385646,
      "grad_norm": 3.59375,
      "learning_rate": 1.9828643451732618e-05,
      "loss": 0.5713,
      "step": 1171
    },
    {
      "epoch": 0.766388752656531,
      "grad_norm": 5.0625,
      "learning_rate": 1.9827800725222203e-05,
      "loss": 0.7995,
      "step": 1172
    },
    {
      "epoch": 0.7670426679744973,
      "grad_norm": 4.40625,
      "learning_rate": 1.9826955949536062e-05,
      "loss": 0.6437,
      "step": 1173
    },
    {
      "epoch": 0.7676965832924636,
      "grad_norm": 4.375,
      "learning_rate": 1.9826109124850333e-05,
      "loss": 0.6973,
      "step": 1174
    },
    {
      "epoch": 0.7683504986104299,
      "grad_norm": 3.984375,
      "learning_rate": 1.9825260251341586e-05,
      "loss": 0.4613,
      "step": 1175
    },
    {
      "epoch": 0.7690044139283962,
      "grad_norm": 3.5625,
      "learning_rate": 1.9824409329186823e-05,
      "loss": 0.4911,
      "step": 1176
    },
    {
      "epoch": 0.7696583292463626,
      "grad_norm": 4.28125,
      "learning_rate": 1.9823556358563464e-05,
      "loss": 0.4457,
      "step": 1177
    },
    {
      "epoch": 0.7703122445643289,
      "grad_norm": 4.40625,
      "learning_rate": 1.9822701339649358e-05,
      "loss": 0.4608,
      "step": 1178
    },
    {
      "epoch": 0.7709661598822952,
      "grad_norm": 3.25,
      "learning_rate": 1.9821844272622793e-05,
      "loss": 0.3109,
      "step": 1179
    },
    {
      "epoch": 0.7716200752002615,
      "grad_norm": 4.6875,
      "learning_rate": 1.9820985157662462e-05,
      "loss": 0.6808,
      "step": 1180
    },
    {
      "epoch": 0.7722739905182279,
      "grad_norm": 3.5625,
      "learning_rate": 1.9820123994947505e-05,
      "loss": 0.538,
      "step": 1181
    },
    {
      "epoch": 0.7729279058361942,
      "grad_norm": 3.875,
      "learning_rate": 1.981926078465748e-05,
      "loss": 0.588,
      "step": 1182
    },
    {
      "epoch": 0.7735818211541605,
      "grad_norm": 4.46875,
      "learning_rate": 1.9818395526972373e-05,
      "loss": 0.581,
      "step": 1183
    },
    {
      "epoch": 0.7742357364721268,
      "grad_norm": 3.71875,
      "learning_rate": 1.9817528222072595e-05,
      "loss": 0.5263,
      "step": 1184
    },
    {
      "epoch": 0.7748896517900932,
      "grad_norm": 3.8125,
      "learning_rate": 1.981665887013899e-05,
      "loss": 0.3681,
      "step": 1185
    },
    {
      "epoch": 0.7755435671080595,
      "grad_norm": 3.859375,
      "learning_rate": 1.9815787471352824e-05,
      "loss": 0.4546,
      "step": 1186
    },
    {
      "epoch": 0.7761974824260258,
      "grad_norm": 4.40625,
      "learning_rate": 1.981491402589579e-05,
      "loss": 0.6558,
      "step": 1187
    },
    {
      "epoch": 0.7768513977439921,
      "grad_norm": 5.09375,
      "learning_rate": 1.9814038533950008e-05,
      "loss": 0.5277,
      "step": 1188
    },
    {
      "epoch": 0.7775053130619585,
      "grad_norm": 4.25,
      "learning_rate": 1.9813160995698023e-05,
      "loss": 0.7088,
      "step": 1189
    },
    {
      "epoch": 0.7781592283799248,
      "grad_norm": 2.9375,
      "learning_rate": 1.9812281411322812e-05,
      "loss": 0.2773,
      "step": 1190
    },
    {
      "epoch": 0.7788131436978911,
      "grad_norm": 7.375,
      "learning_rate": 1.9811399781007775e-05,
      "loss": 0.8488,
      "step": 1191
    },
    {
      "epoch": 0.7794670590158574,
      "grad_norm": 4.46875,
      "learning_rate": 1.9810516104936743e-05,
      "loss": 0.5473,
      "step": 1192
    },
    {
      "epoch": 0.7801209743338238,
      "grad_norm": 2.84375,
      "learning_rate": 1.980963038329396e-05,
      "loss": 0.2899,
      "step": 1193
    },
    {
      "epoch": 0.7807748896517901,
      "grad_norm": 2.953125,
      "learning_rate": 1.9808742616264114e-05,
      "loss": 0.3808,
      "step": 1194
    },
    {
      "epoch": 0.7814288049697564,
      "grad_norm": 4.53125,
      "learning_rate": 1.9807852804032306e-05,
      "loss": 0.7729,
      "step": 1195
    },
    {
      "epoch": 0.7820827202877227,
      "grad_norm": 3.5625,
      "learning_rate": 1.9806960946784076e-05,
      "loss": 0.5398,
      "step": 1196
    },
    {
      "epoch": 0.7827366356056891,
      "grad_norm": 4.59375,
      "learning_rate": 1.9806067044705375e-05,
      "loss": 0.8246,
      "step": 1197
    },
    {
      "epoch": 0.7833905509236554,
      "grad_norm": 4.3125,
      "learning_rate": 1.9805171097982595e-05,
      "loss": 0.6711,
      "step": 1198
    },
    {
      "epoch": 0.7840444662416217,
      "grad_norm": 3.5,
      "learning_rate": 1.9804273106802546e-05,
      "loss": 0.3875,
      "step": 1199
    },
    {
      "epoch": 0.784698381559588,
      "grad_norm": 6.90625,
      "learning_rate": 1.9803373071352467e-05,
      "loss": 1.0515,
      "step": 1200
    },
    {
      "epoch": 0.7853522968775544,
      "grad_norm": 5.625,
      "learning_rate": 1.9802470991820023e-05,
      "loss": 0.7506,
      "step": 1201
    },
    {
      "epoch": 0.7860062121955207,
      "grad_norm": 4.0,
      "learning_rate": 1.9801566868393303e-05,
      "loss": 0.6214,
      "step": 1202
    },
    {
      "epoch": 0.786660127513487,
      "grad_norm": 4.4375,
      "learning_rate": 1.9800660701260826e-05,
      "loss": 0.6577,
      "step": 1203
    },
    {
      "epoch": 0.7873140428314533,
      "grad_norm": 4.65625,
      "learning_rate": 1.9799752490611534e-05,
      "loss": 0.5119,
      "step": 1204
    },
    {
      "epoch": 0.7879679581494197,
      "grad_norm": 4.5,
      "learning_rate": 1.9798842236634797e-05,
      "loss": 0.6337,
      "step": 1205
    },
    {
      "epoch": 0.788621873467386,
      "grad_norm": 2.90625,
      "learning_rate": 1.979792993952041e-05,
      "loss": 0.3248,
      "step": 1206
    },
    {
      "epoch": 0.7892757887853523,
      "grad_norm": 4.125,
      "learning_rate": 1.979701559945859e-05,
      "loss": 0.4343,
      "step": 1207
    },
    {
      "epoch": 0.7899297041033186,
      "grad_norm": 3.671875,
      "learning_rate": 1.9796099216639995e-05,
      "loss": 0.6919,
      "step": 1208
    },
    {
      "epoch": 0.790583619421285,
      "grad_norm": 3.65625,
      "learning_rate": 1.9795180791255687e-05,
      "loss": 0.5202,
      "step": 1209
    },
    {
      "epoch": 0.7912375347392513,
      "grad_norm": 4.25,
      "learning_rate": 1.9794260323497175e-05,
      "loss": 0.5914,
      "step": 1210
    },
    {
      "epoch": 0.7918914500572176,
      "grad_norm": 7.34375,
      "learning_rate": 1.9793337813556372e-05,
      "loss": 0.8604,
      "step": 1211
    },
    {
      "epoch": 0.7925453653751839,
      "grad_norm": 3.03125,
      "learning_rate": 1.9792413261625644e-05,
      "loss": 0.4264,
      "step": 1212
    },
    {
      "epoch": 0.7931992806931503,
      "grad_norm": 6.65625,
      "learning_rate": 1.979148666789775e-05,
      "loss": 0.9233,
      "step": 1213
    },
    {
      "epoch": 0.7938531960111166,
      "grad_norm": 4.25,
      "learning_rate": 1.9790558032565908e-05,
      "loss": 0.4091,
      "step": 1214
    },
    {
      "epoch": 0.7945071113290829,
      "grad_norm": 4.0,
      "learning_rate": 1.9789627355823737e-05,
      "loss": 0.5195,
      "step": 1215
    },
    {
      "epoch": 0.7951610266470492,
      "grad_norm": 4.71875,
      "learning_rate": 1.9788694637865292e-05,
      "loss": 0.6803,
      "step": 1216
    },
    {
      "epoch": 0.7958149419650156,
      "grad_norm": 4.4375,
      "learning_rate": 1.9787759878885054e-05,
      "loss": 0.6369,
      "step": 1217
    },
    {
      "epoch": 0.7964688572829819,
      "grad_norm": 5.1875,
      "learning_rate": 1.9786823079077927e-05,
      "loss": 0.7595,
      "step": 1218
    },
    {
      "epoch": 0.7971227726009482,
      "grad_norm": 4.53125,
      "learning_rate": 1.978588423863924e-05,
      "loss": 0.6496,
      "step": 1219
    },
    {
      "epoch": 0.7977766879189145,
      "grad_norm": 4.25,
      "learning_rate": 1.9784943357764754e-05,
      "loss": 0.6233,
      "step": 1220
    },
    {
      "epoch": 0.7984306032368809,
      "grad_norm": 4.25,
      "learning_rate": 1.978400043665064e-05,
      "loss": 0.5194,
      "step": 1221
    },
    {
      "epoch": 0.7990845185548472,
      "grad_norm": 5.84375,
      "learning_rate": 1.9783055475493516e-05,
      "loss": 0.9662,
      "step": 1222
    },
    {
      "epoch": 0.7997384338728135,
      "grad_norm": 4.59375,
      "learning_rate": 1.9782108474490408e-05,
      "loss": 0.6733,
      "step": 1223
    },
    {
      "epoch": 0.8003923491907798,
      "grad_norm": 3.234375,
      "learning_rate": 1.9781159433838774e-05,
      "loss": 0.3441,
      "step": 1224
    },
    {
      "epoch": 0.8010462645087462,
      "grad_norm": 3.921875,
      "learning_rate": 1.9780208353736493e-05,
      "loss": 0.5661,
      "step": 1225
    },
    {
      "epoch": 0.8017001798267125,
      "grad_norm": 4.90625,
      "learning_rate": 1.9779255234381883e-05,
      "loss": 0.6459,
      "step": 1226
    },
    {
      "epoch": 0.8023540951446788,
      "grad_norm": 3.375,
      "learning_rate": 1.9778300075973668e-05,
      "loss": 0.4205,
      "step": 1227
    },
    {
      "epoch": 0.8030080104626451,
      "grad_norm": 2.234375,
      "learning_rate": 1.9777342878711006e-05,
      "loss": 0.2515,
      "step": 1228
    },
    {
      "epoch": 0.8036619257806115,
      "grad_norm": 5.09375,
      "learning_rate": 1.977638364279349e-05,
      "loss": 0.6933,
      "step": 1229
    },
    {
      "epoch": 0.8043158410985778,
      "grad_norm": 3.671875,
      "learning_rate": 1.9775422368421118e-05,
      "loss": 0.2568,
      "step": 1230
    },
    {
      "epoch": 0.804969756416544,
      "grad_norm": 5.875,
      "learning_rate": 1.9774459055794328e-05,
      "loss": 0.6884,
      "step": 1231
    },
    {
      "epoch": 0.8056236717345103,
      "grad_norm": 3.828125,
      "learning_rate": 1.977349370511398e-05,
      "loss": 0.6073,
      "step": 1232
    },
    {
      "epoch": 0.8062775870524767,
      "grad_norm": 4.5625,
      "learning_rate": 1.9772526316581354e-05,
      "loss": 0.7383,
      "step": 1233
    },
    {
      "epoch": 0.806931502370443,
      "grad_norm": 2.46875,
      "learning_rate": 1.9771556890398156e-05,
      "loss": 0.3692,
      "step": 1234
    },
    {
      "epoch": 0.8075854176884093,
      "grad_norm": 5.46875,
      "learning_rate": 1.9770585426766528e-05,
      "loss": 0.8585,
      "step": 1235
    },
    {
      "epoch": 0.8082393330063756,
      "grad_norm": 4.75,
      "learning_rate": 1.9769611925889016e-05,
      "loss": 0.64,
      "step": 1236
    },
    {
      "epoch": 0.808893248324342,
      "grad_norm": 4.84375,
      "learning_rate": 1.9768636387968616e-05,
      "loss": 0.6219,
      "step": 1237
    },
    {
      "epoch": 0.8095471636423083,
      "grad_norm": 4.625,
      "learning_rate": 1.9767658813208725e-05,
      "loss": 0.8045,
      "step": 1238
    },
    {
      "epoch": 0.8102010789602746,
      "grad_norm": 3.453125,
      "learning_rate": 1.976667920181318e-05,
      "loss": 0.4122,
      "step": 1239
    },
    {
      "epoch": 0.8108549942782409,
      "grad_norm": 3.53125,
      "learning_rate": 1.9765697553986237e-05,
      "loss": 0.5164,
      "step": 1240
    },
    {
      "epoch": 0.8115089095962073,
      "grad_norm": 4.15625,
      "learning_rate": 1.976471386993258e-05,
      "loss": 0.8459,
      "step": 1241
    },
    {
      "epoch": 0.8121628249141736,
      "grad_norm": 3.234375,
      "learning_rate": 1.976372814985731e-05,
      "loss": 0.3772,
      "step": 1242
    },
    {
      "epoch": 0.8128167402321399,
      "grad_norm": 3.40625,
      "learning_rate": 1.9762740393965963e-05,
      "loss": 0.4406,
      "step": 1243
    },
    {
      "epoch": 0.8134706555501062,
      "grad_norm": 5.25,
      "learning_rate": 1.976175060246449e-05,
      "loss": 1.0501,
      "step": 1244
    },
    {
      "epoch": 0.8141245708680726,
      "grad_norm": 3.90625,
      "learning_rate": 1.9760758775559275e-05,
      "loss": 0.4366,
      "step": 1245
    },
    {
      "epoch": 0.8147784861860389,
      "grad_norm": 3.34375,
      "learning_rate": 1.9759764913457113e-05,
      "loss": 0.4725,
      "step": 1246
    },
    {
      "epoch": 0.8154324015040052,
      "grad_norm": 6.0,
      "learning_rate": 1.9758769016365242e-05,
      "loss": 0.719,
      "step": 1247
    },
    {
      "epoch": 0.8160863168219715,
      "grad_norm": 8.6875,
      "learning_rate": 1.975777108449131e-05,
      "loss": 1.6058,
      "step": 1248
    },
    {
      "epoch": 0.8167402321399378,
      "grad_norm": 3.65625,
      "learning_rate": 1.9756771118043393e-05,
      "loss": 0.5823,
      "step": 1249
    },
    {
      "epoch": 0.8173941474579042,
      "grad_norm": 4.59375,
      "learning_rate": 1.9755769117229993e-05,
      "loss": 0.7355,
      "step": 1250
    },
    {
      "epoch": 0.8180480627758705,
      "grad_norm": 2.921875,
      "learning_rate": 1.9754765082260035e-05,
      "loss": 0.438,
      "step": 1251
    },
    {
      "epoch": 0.8187019780938368,
      "grad_norm": 4.25,
      "learning_rate": 1.9753759013342875e-05,
      "loss": 0.6023,
      "step": 1252
    },
    {
      "epoch": 0.8193558934118031,
      "grad_norm": 2.984375,
      "learning_rate": 1.9752750910688278e-05,
      "loss": 0.3565,
      "step": 1253
    },
    {
      "epoch": 0.8200098087297695,
      "grad_norm": 4.21875,
      "learning_rate": 1.975174077450644e-05,
      "loss": 0.6343,
      "step": 1254
    },
    {
      "epoch": 0.8206637240477358,
      "grad_norm": 4.25,
      "learning_rate": 1.975072860500799e-05,
      "loss": 0.8848,
      "step": 1255
    },
    {
      "epoch": 0.8213176393657021,
      "grad_norm": 4.6875,
      "learning_rate": 1.974971440240397e-05,
      "loss": 0.8236,
      "step": 1256
    },
    {
      "epoch": 0.8219715546836684,
      "grad_norm": 4.53125,
      "learning_rate": 1.9748698166905847e-05,
      "loss": 0.5921,
      "step": 1257
    },
    {
      "epoch": 0.8226254700016348,
      "grad_norm": 3.5,
      "learning_rate": 1.974767989872552e-05,
      "loss": 0.6978,
      "step": 1258
    },
    {
      "epoch": 0.8232793853196011,
      "grad_norm": 4.34375,
      "learning_rate": 1.9746659598075303e-05,
      "loss": 0.503,
      "step": 1259
    },
    {
      "epoch": 0.8239333006375674,
      "grad_norm": 2.984375,
      "learning_rate": 1.9745637265167937e-05,
      "loss": 0.4463,
      "step": 1260
    },
    {
      "epoch": 0.8245872159555337,
      "grad_norm": 3.109375,
      "learning_rate": 1.9744612900216588e-05,
      "loss": 0.3345,
      "step": 1261
    },
    {
      "epoch": 0.8252411312735001,
      "grad_norm": 3.453125,
      "learning_rate": 1.9743586503434842e-05,
      "loss": 0.4771,
      "step": 1262
    },
    {
      "epoch": 0.8258950465914664,
      "grad_norm": 4.96875,
      "learning_rate": 1.9742558075036712e-05,
      "loss": 0.6727,
      "step": 1263
    },
    {
      "epoch": 0.8265489619094327,
      "grad_norm": 3.71875,
      "learning_rate": 1.974152761523663e-05,
      "loss": 0.5154,
      "step": 1264
    },
    {
      "epoch": 0.827202877227399,
      "grad_norm": 3.765625,
      "learning_rate": 1.9740495124249462e-05,
      "loss": 0.4207,
      "step": 1265
    },
    {
      "epoch": 0.8278567925453654,
      "grad_norm": 4.5625,
      "learning_rate": 1.973946060229049e-05,
      "loss": 0.6274,
      "step": 1266
    },
    {
      "epoch": 0.8285107078633317,
      "grad_norm": 4.3125,
      "learning_rate": 1.973842404957541e-05,
      "loss": 0.4892,
      "step": 1267
    },
    {
      "epoch": 0.829164623181298,
      "grad_norm": 4.40625,
      "learning_rate": 1.9737385466320366e-05,
      "loss": 0.4182,
      "step": 1268
    },
    {
      "epoch": 0.8298185384992643,
      "grad_norm": 6.125,
      "learning_rate": 1.9736344852741905e-05,
      "loss": 1.1654,
      "step": 1269
    },
    {
      "epoch": 0.8304724538172307,
      "grad_norm": 3.21875,
      "learning_rate": 1.9735302209057e-05,
      "loss": 0.352,
      "step": 1270
    },
    {
      "epoch": 0.831126369135197,
      "grad_norm": 3.84375,
      "learning_rate": 1.973425753548305e-05,
      "loss": 0.5972,
      "step": 1271
    },
    {
      "epoch": 0.8317802844531633,
      "grad_norm": 5.34375,
      "learning_rate": 1.9733210832237887e-05,
      "loss": 0.854,
      "step": 1272
    },
    {
      "epoch": 0.8324341997711296,
      "grad_norm": 6.5,
      "learning_rate": 1.9732162099539748e-05,
      "loss": 0.8069,
      "step": 1273
    },
    {
      "epoch": 0.833088115089096,
      "grad_norm": 6.53125,
      "learning_rate": 1.9731111337607304e-05,
      "loss": 0.87,
      "step": 1274
    },
    {
      "epoch": 0.8337420304070623,
      "grad_norm": 4.3125,
      "learning_rate": 1.9730058546659653e-05,
      "loss": 0.4515,
      "step": 1275
    },
    {
      "epoch": 0.8343959457250286,
      "grad_norm": 4.59375,
      "learning_rate": 1.97290037269163e-05,
      "loss": 0.7724,
      "step": 1276
    },
    {
      "epoch": 0.835049861042995,
      "grad_norm": 6.0,
      "learning_rate": 1.9727946878597193e-05,
      "loss": 0.8362,
      "step": 1277
    },
    {
      "epoch": 0.8357037763609613,
      "grad_norm": 3.046875,
      "learning_rate": 1.9726888001922693e-05,
      "loss": 0.3663,
      "step": 1278
    },
    {
      "epoch": 0.8363576916789276,
      "grad_norm": 3.734375,
      "learning_rate": 1.9725827097113578e-05,
      "loss": 0.3654,
      "step": 1279
    },
    {
      "epoch": 0.8370116069968939,
      "grad_norm": 4.625,
      "learning_rate": 1.9724764164391063e-05,
      "loss": 0.6039,
      "step": 1280
    },
    {
      "epoch": 0.8376655223148602,
      "grad_norm": 5.78125,
      "learning_rate": 1.9723699203976768e-05,
      "loss": 1.0668,
      "step": 1281
    },
    {
      "epoch": 0.8383194376328266,
      "grad_norm": 5.78125,
      "learning_rate": 1.9722632216092752e-05,
      "loss": 0.9367,
      "step": 1282
    },
    {
      "epoch": 0.8389733529507929,
      "grad_norm": 2.9375,
      "learning_rate": 1.9721563200961494e-05,
      "loss": 0.3356,
      "step": 1283
    },
    {
      "epoch": 0.8396272682687592,
      "grad_norm": 4.65625,
      "learning_rate": 1.9720492158805884e-05,
      "loss": 0.4986,
      "step": 1284
    },
    {
      "epoch": 0.8402811835867255,
      "grad_norm": 4.875,
      "learning_rate": 1.971941908984925e-05,
      "loss": 0.6653,
      "step": 1285
    },
    {
      "epoch": 0.8409350989046919,
      "grad_norm": 4.9375,
      "learning_rate": 1.971834399431533e-05,
      "loss": 0.7116,
      "step": 1286
    },
    {
      "epoch": 0.8415890142226582,
      "grad_norm": 6.71875,
      "learning_rate": 1.9717266872428295e-05,
      "loss": 0.9576,
      "step": 1287
    },
    {
      "epoch": 0.8422429295406245,
      "grad_norm": 4.40625,
      "learning_rate": 1.9716187724412728e-05,
      "loss": 0.567,
      "step": 1288
    },
    {
      "epoch": 0.8428968448585908,
      "grad_norm": 4.625,
      "learning_rate": 1.9715106550493645e-05,
      "loss": 0.442,
      "step": 1289
    },
    {
      "epoch": 0.8435507601765572,
      "grad_norm": 3.96875,
      "learning_rate": 1.971402335089648e-05,
      "loss": 0.5429,
      "step": 1290
    },
    {
      "epoch": 0.8442046754945235,
      "grad_norm": 3.0625,
      "learning_rate": 1.9712938125847086e-05,
      "loss": 0.3932,
      "step": 1291
    },
    {
      "epoch": 0.8448585908124898,
      "grad_norm": 4.46875,
      "learning_rate": 1.971185087557174e-05,
      "loss": 0.7773,
      "step": 1292
    },
    {
      "epoch": 0.8455125061304561,
      "grad_norm": 3.875,
      "learning_rate": 1.9710761600297147e-05,
      "loss": 0.7628,
      "step": 1293
    },
    {
      "epoch": 0.8461664214484225,
      "grad_norm": 3.71875,
      "learning_rate": 1.9709670300250425e-05,
      "loss": 0.5101,
      "step": 1294
    },
    {
      "epoch": 0.8468203367663888,
      "grad_norm": 3.140625,
      "learning_rate": 1.9708576975659123e-05,
      "loss": 0.5427,
      "step": 1295
    },
    {
      "epoch": 0.8474742520843551,
      "grad_norm": 4.28125,
      "learning_rate": 1.9707481626751206e-05,
      "loss": 0.632,
      "step": 1296
    },
    {
      "epoch": 0.8481281674023214,
      "grad_norm": 4.0625,
      "learning_rate": 1.9706384253755063e-05,
      "loss": 0.4592,
      "step": 1297
    },
    {
      "epoch": 0.8487820827202878,
      "grad_norm": 4.59375,
      "learning_rate": 1.97052848568995e-05,
      "loss": 0.579,
      "step": 1298
    },
    {
      "epoch": 0.8494359980382541,
      "grad_norm": 5.46875,
      "learning_rate": 1.9704183436413764e-05,
      "loss": 1.0889,
      "step": 1299
    },
    {
      "epoch": 0.8500899133562204,
      "grad_norm": 4.375,
      "learning_rate": 1.9703079992527495e-05,
      "loss": 0.7516,
      "step": 1300
    },
    {
      "epoch": 0.8507438286741867,
      "grad_norm": 3.296875,
      "learning_rate": 1.970197452547078e-05,
      "loss": 0.3716,
      "step": 1301
    },
    {
      "epoch": 0.8513977439921531,
      "grad_norm": 3.28125,
      "learning_rate": 1.970086703547411e-05,
      "loss": 0.371,
      "step": 1302
    },
    {
      "epoch": 0.8520516593101194,
      "grad_norm": 4.09375,
      "learning_rate": 1.9699757522768413e-05,
      "loss": 0.51,
      "step": 1303
    },
    {
      "epoch": 0.8527055746280857,
      "grad_norm": 4.34375,
      "learning_rate": 1.969864598758503e-05,
      "loss": 0.6076,
      "step": 1304
    },
    {
      "epoch": 0.853359489946052,
      "grad_norm": 5.375,
      "learning_rate": 1.9697532430155718e-05,
      "loss": 0.934,
      "step": 1305
    },
    {
      "epoch": 0.8540134052640183,
      "grad_norm": 4.78125,
      "learning_rate": 1.969641685071267e-05,
      "loss": 0.9857,
      "step": 1306
    },
    {
      "epoch": 0.8546673205819846,
      "grad_norm": 2.578125,
      "learning_rate": 1.9695299249488488e-05,
      "loss": 0.2168,
      "step": 1307
    },
    {
      "epoch": 0.8553212358999509,
      "grad_norm": 9.375,
      "learning_rate": 1.969417962671621e-05,
      "loss": 0.8594,
      "step": 1308
    },
    {
      "epoch": 0.8559751512179172,
      "grad_norm": 4.96875,
      "learning_rate": 1.9693057982629277e-05,
      "loss": 0.7069,
      "step": 1309
    },
    {
      "epoch": 0.8566290665358836,
      "grad_norm": 5.125,
      "learning_rate": 1.9691934317461565e-05,
      "loss": 1.0717,
      "step": 1310
    },
    {
      "epoch": 0.8572829818538499,
      "grad_norm": 5.46875,
      "learning_rate": 1.9690808631447368e-05,
      "loss": 0.7704,
      "step": 1311
    },
    {
      "epoch": 0.8579368971718162,
      "grad_norm": 7.25,
      "learning_rate": 1.9689680924821395e-05,
      "loss": 1.098,
      "step": 1312
    },
    {
      "epoch": 0.8585908124897825,
      "grad_norm": 4.09375,
      "learning_rate": 1.9688551197818788e-05,
      "loss": 0.5938,
      "step": 1313
    },
    {
      "epoch": 0.8592447278077489,
      "grad_norm": 4.53125,
      "learning_rate": 1.9687419450675104e-05,
      "loss": 0.7635,
      "step": 1314
    },
    {
      "epoch": 0.8598986431257152,
      "grad_norm": 3.53125,
      "learning_rate": 1.9686285683626316e-05,
      "loss": 0.3596,
      "step": 1315
    },
    {
      "epoch": 0.8605525584436815,
      "grad_norm": 4.40625,
      "learning_rate": 1.9685149896908832e-05,
      "loss": 0.6028,
      "step": 1316
    },
    {
      "epoch": 0.8612064737616478,
      "grad_norm": 3.6875,
      "learning_rate": 1.968401209075946e-05,
      "loss": 0.496,
      "step": 1317
    },
    {
      "epoch": 0.8618603890796142,
      "grad_norm": 3.28125,
      "learning_rate": 1.9682872265415458e-05,
      "loss": 0.4101,
      "step": 1318
    },
    {
      "epoch": 0.8625143043975805,
      "grad_norm": 4.875,
      "learning_rate": 1.9681730421114475e-05,
      "loss": 0.481,
      "step": 1319
    },
    {
      "epoch": 0.8631682197155468,
      "grad_norm": 5.59375,
      "learning_rate": 1.9680586558094604e-05,
      "loss": 0.5441,
      "step": 1320
    },
    {
      "epoch": 0.8638221350335131,
      "grad_norm": 4.0,
      "learning_rate": 1.9679440676594342e-05,
      "loss": 0.4592,
      "step": 1321
    },
    {
      "epoch": 0.8644760503514795,
      "grad_norm": 5.0625,
      "learning_rate": 1.967829277685262e-05,
      "loss": 0.6525,
      "step": 1322
    },
    {
      "epoch": 0.8651299656694458,
      "grad_norm": 4.03125,
      "learning_rate": 1.9677142859108784e-05,
      "loss": 0.367,
      "step": 1323
    },
    {
      "epoch": 0.8657838809874121,
      "grad_norm": 4.09375,
      "learning_rate": 1.96759909236026e-05,
      "loss": 0.5479,
      "step": 1324
    },
    {
      "epoch": 0.8664377963053784,
      "grad_norm": 5.0,
      "learning_rate": 1.9674836970574253e-05,
      "loss": 0.7971,
      "step": 1325
    },
    {
      "epoch": 0.8670917116233448,
      "grad_norm": 4.34375,
      "learning_rate": 1.9673681000264358e-05,
      "loss": 0.6036,
      "step": 1326
    },
    {
      "epoch": 0.8677456269413111,
      "grad_norm": 5.875,
      "learning_rate": 1.9672523012913937e-05,
      "loss": 0.9767,
      "step": 1327
    },
    {
      "epoch": 0.8683995422592774,
      "grad_norm": 4.28125,
      "learning_rate": 1.9671363008764445e-05,
      "loss": 0.666,
      "step": 1328
    },
    {
      "epoch": 0.8690534575772437,
      "grad_norm": 5.125,
      "learning_rate": 1.967020098805775e-05,
      "loss": 0.8879,
      "step": 1329
    },
    {
      "epoch": 0.86970737289521,
      "grad_norm": 4.40625,
      "learning_rate": 1.966903695103614e-05,
      "loss": 0.576,
      "step": 1330
    },
    {
      "epoch": 0.8703612882131764,
      "grad_norm": 4.15625,
      "learning_rate": 1.966787089794233e-05,
      "loss": 0.4973,
      "step": 1331
    },
    {
      "epoch": 0.8710152035311427,
      "grad_norm": 5.875,
      "learning_rate": 1.9666702829019455e-05,
      "loss": 1.0025,
      "step": 1332
    },
    {
      "epoch": 0.871669118849109,
      "grad_norm": 3.75,
      "learning_rate": 1.966553274451106e-05,
      "loss": 0.4209,
      "step": 1333
    },
    {
      "epoch": 0.8723230341670754,
      "grad_norm": 4.875,
      "learning_rate": 1.9664360644661118e-05,
      "loss": 0.7864,
      "step": 1334
    },
    {
      "epoch": 0.8729769494850417,
      "grad_norm": 4.0625,
      "learning_rate": 1.9663186529714022e-05,
      "loss": 0.6316,
      "step": 1335
    },
    {
      "epoch": 0.873630864803008,
      "grad_norm": 7.34375,
      "learning_rate": 1.9662010399914588e-05,
      "loss": 0.8036,
      "step": 1336
    },
    {
      "epoch": 0.8742847801209743,
      "grad_norm": 5.25,
      "learning_rate": 1.9660832255508045e-05,
      "loss": 0.937,
      "step": 1337
    },
    {
      "epoch": 0.8749386954389407,
      "grad_norm": 4.84375,
      "learning_rate": 1.9659652096740042e-05,
      "loss": 0.8778,
      "step": 1338
    },
    {
      "epoch": 0.875592610756907,
      "grad_norm": 4.15625,
      "learning_rate": 1.9658469923856664e-05,
      "loss": 0.4902,
      "step": 1339
    },
    {
      "epoch": 0.8762465260748733,
      "grad_norm": 4.1875,
      "learning_rate": 1.965728573710439e-05,
      "loss": 0.7317,
      "step": 1340
    },
    {
      "epoch": 0.8769004413928396,
      "grad_norm": 3.671875,
      "learning_rate": 1.965609953673014e-05,
      "loss": 0.6844,
      "step": 1341
    },
    {
      "epoch": 0.877554356710806,
      "grad_norm": 5.90625,
      "learning_rate": 1.965491132298124e-05,
      "loss": 0.5328,
      "step": 1342
    },
    {
      "epoch": 0.8782082720287723,
      "grad_norm": 5.96875,
      "learning_rate": 1.9653721096105448e-05,
      "loss": 0.8051,
      "step": 1343
    },
    {
      "epoch": 0.8788621873467386,
      "grad_norm": 3.46875,
      "learning_rate": 1.965252885635094e-05,
      "loss": 0.5046,
      "step": 1344
    },
    {
      "epoch": 0.8795161026647049,
      "grad_norm": 5.0,
      "learning_rate": 1.9651334603966298e-05,
      "loss": 0.6676,
      "step": 1345
    },
    {
      "epoch": 0.8801700179826712,
      "grad_norm": 5.21875,
      "learning_rate": 1.9650138339200535e-05,
      "loss": 0.766,
      "step": 1346
    },
    {
      "epoch": 0.8808239333006376,
      "grad_norm": 4.34375,
      "learning_rate": 1.9648940062303085e-05,
      "loss": 0.6907,
      "step": 1347
    },
    {
      "epoch": 0.8814778486186039,
      "grad_norm": 3.671875,
      "learning_rate": 1.96477397735238e-05,
      "loss": 0.5437,
      "step": 1348
    },
    {
      "epoch": 0.8821317639365702,
      "grad_norm": 4.03125,
      "learning_rate": 1.9646537473112946e-05,
      "loss": 0.6664,
      "step": 1349
    },
    {
      "epoch": 0.8827856792545365,
      "grad_norm": 5.0625,
      "learning_rate": 1.9645333161321213e-05,
      "loss": 0.8064,
      "step": 1350
    },
    {
      "epoch": 0.8834395945725029,
      "grad_norm": 4.03125,
      "learning_rate": 1.964412683839971e-05,
      "loss": 0.5848,
      "step": 1351
    },
    {
      "epoch": 0.8840935098904692,
      "grad_norm": 2.90625,
      "learning_rate": 1.9642918504599967e-05,
      "loss": 0.3608,
      "step": 1352
    },
    {
      "epoch": 0.8847474252084355,
      "grad_norm": 3.625,
      "learning_rate": 1.964170816017393e-05,
      "loss": 0.8004,
      "step": 1353
    },
    {
      "epoch": 0.8854013405264018,
      "grad_norm": 5.25,
      "learning_rate": 1.9640495805373965e-05,
      "loss": 0.6615,
      "step": 1354
    },
    {
      "epoch": 0.8860552558443682,
      "grad_norm": 5.59375,
      "learning_rate": 1.9639281440452858e-05,
      "loss": 0.9144,
      "step": 1355
    },
    {
      "epoch": 0.8867091711623345,
      "grad_norm": 5.09375,
      "learning_rate": 1.9638065065663815e-05,
      "loss": 0.9773,
      "step": 1356
    },
    {
      "epoch": 0.8873630864803008,
      "grad_norm": 3.4375,
      "learning_rate": 1.963684668126046e-05,
      "loss": 0.4712,
      "step": 1357
    },
    {
      "epoch": 0.8880170017982671,
      "grad_norm": 4.84375,
      "learning_rate": 1.9635626287496833e-05,
      "loss": 0.7769,
      "step": 1358
    },
    {
      "epoch": 0.8886709171162335,
      "grad_norm": 3.828125,
      "learning_rate": 1.9634403884627394e-05,
      "loss": 0.6143,
      "step": 1359
    },
    {
      "epoch": 0.8893248324341998,
      "grad_norm": 4.09375,
      "learning_rate": 1.9633179472907032e-05,
      "loss": 0.5514,
      "step": 1360
    },
    {
      "epoch": 0.8899787477521661,
      "grad_norm": 5.125,
      "learning_rate": 1.963195305259104e-05,
      "loss": 0.5352,
      "step": 1361
    },
    {
      "epoch": 0.8906326630701324,
      "grad_norm": 4.0625,
      "learning_rate": 1.9630724623935146e-05,
      "loss": 0.4738,
      "step": 1362
    },
    {
      "epoch": 0.8912865783880988,
      "grad_norm": 5.3125,
      "learning_rate": 1.9629494187195473e-05,
      "loss": 0.8231,
      "step": 1363
    },
    {
      "epoch": 0.8919404937060651,
      "grad_norm": 5.03125,
      "learning_rate": 1.9628261742628587e-05,
      "loss": 0.894,
      "step": 1364
    },
    {
      "epoch": 0.8925944090240314,
      "grad_norm": 4.03125,
      "learning_rate": 1.962702729049146e-05,
      "loss": 0.6571,
      "step": 1365
    },
    {
      "epoch": 0.8932483243419977,
      "grad_norm": 6.0,
      "learning_rate": 1.9625790831041484e-05,
      "loss": 0.8724,
      "step": 1366
    },
    {
      "epoch": 0.8939022396599641,
      "grad_norm": 5.75,
      "learning_rate": 1.9624552364536472e-05,
      "loss": 0.6192,
      "step": 1367
    },
    {
      "epoch": 0.8945561549779304,
      "grad_norm": 5.46875,
      "learning_rate": 1.962331189123466e-05,
      "loss": 0.872,
      "step": 1368
    },
    {
      "epoch": 0.8952100702958967,
      "grad_norm": 4.09375,
      "learning_rate": 1.9622069411394685e-05,
      "loss": 0.6936,
      "step": 1369
    },
    {
      "epoch": 0.895863985613863,
      "grad_norm": 4.125,
      "learning_rate": 1.962082492527562e-05,
      "loss": 0.5064,
      "step": 1370
    },
    {
      "epoch": 0.8965179009318294,
      "grad_norm": 5.0625,
      "learning_rate": 1.961957843313695e-05,
      "loss": 0.7711,
      "step": 1371
    },
    {
      "epoch": 0.8971718162497957,
      "grad_norm": 3.953125,
      "learning_rate": 1.9618329935238582e-05,
      "loss": 0.4953,
      "step": 1372
    },
    {
      "epoch": 0.897825731567762,
      "grad_norm": 4.4375,
      "learning_rate": 1.961707943184083e-05,
      "loss": 0.541,
      "step": 1373
    },
    {
      "epoch": 0.8984796468857283,
      "grad_norm": 3.75,
      "learning_rate": 1.9615826923204446e-05,
      "loss": 0.4206,
      "step": 1374
    },
    {
      "epoch": 0.8991335622036947,
      "grad_norm": 6.65625,
      "learning_rate": 1.9614572409590575e-05,
      "loss": 1.1008,
      "step": 1375
    },
    {
      "epoch": 0.899787477521661,
      "grad_norm": 4.21875,
      "learning_rate": 1.96133158912608e-05,
      "loss": 0.5554,
      "step": 1376
    },
    {
      "epoch": 0.9004413928396273,
      "grad_norm": 3.6875,
      "learning_rate": 1.9612057368477117e-05,
      "loss": 0.4283,
      "step": 1377
    },
    {
      "epoch": 0.9010953081575936,
      "grad_norm": 5.78125,
      "learning_rate": 1.9610796841501935e-05,
      "loss": 0.7818,
      "step": 1378
    },
    {
      "epoch": 0.90174922347556,
      "grad_norm": 4.03125,
      "learning_rate": 1.9609534310598083e-05,
      "loss": 0.6435,
      "step": 1379
    },
    {
      "epoch": 0.9024031387935263,
      "grad_norm": 4.59375,
      "learning_rate": 1.9608269776028813e-05,
      "loss": 0.6275,
      "step": 1380
    },
    {
      "epoch": 0.9030570541114925,
      "grad_norm": 3.375,
      "learning_rate": 1.960700323805779e-05,
      "loss": 0.4377,
      "step": 1381
    },
    {
      "epoch": 0.9037109694294588,
      "grad_norm": 5.78125,
      "learning_rate": 1.960573469694909e-05,
      "loss": 0.5706,
      "step": 1382
    },
    {
      "epoch": 0.9043648847474252,
      "grad_norm": 3.109375,
      "learning_rate": 1.960446415296722e-05,
      "loss": 0.3354,
      "step": 1383
    },
    {
      "epoch": 0.9050188000653915,
      "grad_norm": 4.6875,
      "learning_rate": 1.9603191606377105e-05,
      "loss": 0.6345,
      "step": 1384
    },
    {
      "epoch": 0.9056727153833578,
      "grad_norm": 3.96875,
      "learning_rate": 1.960191705744407e-05,
      "loss": 0.6971,
      "step": 1385
    },
    {
      "epoch": 0.9063266307013241,
      "grad_norm": 3.15625,
      "learning_rate": 1.9600640506433873e-05,
      "loss": 0.4258,
      "step": 1386
    },
    {
      "epoch": 0.9069805460192905,
      "grad_norm": 3.40625,
      "learning_rate": 1.9599361953612685e-05,
      "loss": 0.4723,
      "step": 1387
    },
    {
      "epoch": 0.9076344613372568,
      "grad_norm": 4.46875,
      "learning_rate": 1.95980813992471e-05,
      "loss": 0.7193,
      "step": 1388
    },
    {
      "epoch": 0.9082883766552231,
      "grad_norm": 3.40625,
      "learning_rate": 1.9596798843604114e-05,
      "loss": 0.4142,
      "step": 1389
    },
    {
      "epoch": 0.9089422919731894,
      "grad_norm": 4.15625,
      "learning_rate": 1.9595514286951155e-05,
      "loss": 0.6368,
      "step": 1390
    },
    {
      "epoch": 0.9095962072911558,
      "grad_norm": 4.375,
      "learning_rate": 1.9594227729556064e-05,
      "loss": 0.4688,
      "step": 1391
    },
    {
      "epoch": 0.9102501226091221,
      "grad_norm": 3.875,
      "learning_rate": 1.95929391716871e-05,
      "loss": 0.5326,
      "step": 1392
    },
    {
      "epoch": 0.9109040379270884,
      "grad_norm": 4.8125,
      "learning_rate": 1.9591648613612936e-05,
      "loss": 0.9176,
      "step": 1393
    },
    {
      "epoch": 0.9115579532450547,
      "grad_norm": 6.40625,
      "learning_rate": 1.9590356055602662e-05,
      "loss": 1.0696,
      "step": 1394
    },
    {
      "epoch": 0.912211868563021,
      "grad_norm": 4.15625,
      "learning_rate": 1.958906149792579e-05,
      "loss": 0.4847,
      "step": 1395
    },
    {
      "epoch": 0.9128657838809874,
      "grad_norm": 3.34375,
      "learning_rate": 1.958776494085224e-05,
      "loss": 0.4474,
      "step": 1396
    },
    {
      "epoch": 0.9135196991989537,
      "grad_norm": 4.90625,
      "learning_rate": 1.9586466384652366e-05,
      "loss": 0.4446,
      "step": 1397
    },
    {
      "epoch": 0.91417361451692,
      "grad_norm": 3.625,
      "learning_rate": 1.9585165829596917e-05,
      "loss": 0.4773,
      "step": 1398
    },
    {
      "epoch": 0.9148275298348864,
      "grad_norm": 4.65625,
      "learning_rate": 1.9583863275957072e-05,
      "loss": 0.653,
      "step": 1399
    },
    {
      "epoch": 0.9154814451528527,
      "grad_norm": 3.578125,
      "learning_rate": 1.9582558724004423e-05,
      "loss": 0.4315,
      "step": 1400
    },
    {
      "epoch": 0.916135360470819,
      "grad_norm": 6.25,
      "learning_rate": 1.958125217401098e-05,
      "loss": 1.4404,
      "step": 1401
    },
    {
      "epoch": 0.9167892757887853,
      "grad_norm": 6.0625,
      "learning_rate": 1.9579943626249178e-05,
      "loss": 0.7897,
      "step": 1402
    },
    {
      "epoch": 0.9174431911067517,
      "grad_norm": 3.796875,
      "learning_rate": 1.9578633080991843e-05,
      "loss": 0.4445,
      "step": 1403
    },
    {
      "epoch": 0.918097106424718,
      "grad_norm": 6.3125,
      "learning_rate": 1.9577320538512246e-05,
      "loss": 0.7226,
      "step": 1404
    },
    {
      "epoch": 0.9187510217426843,
      "grad_norm": 4.15625,
      "learning_rate": 1.957600599908406e-05,
      "loss": 0.6411,
      "step": 1405
    },
    {
      "epoch": 0.9194049370606506,
      "grad_norm": 5.21875,
      "learning_rate": 1.957468946298138e-05,
      "loss": 0.6734,
      "step": 1406
    },
    {
      "epoch": 0.920058852378617,
      "grad_norm": 4.09375,
      "learning_rate": 1.957337093047871e-05,
      "loss": 0.7218,
      "step": 1407
    },
    {
      "epoch": 0.9207127676965833,
      "grad_norm": 3.65625,
      "learning_rate": 1.9572050401850972e-05,
      "loss": 0.5851,
      "step": 1408
    },
    {
      "epoch": 0.9213666830145496,
      "grad_norm": 5.71875,
      "learning_rate": 1.9570727877373514e-05,
      "loss": 0.7319,
      "step": 1409
    },
    {
      "epoch": 0.9220205983325159,
      "grad_norm": 3.265625,
      "learning_rate": 1.956940335732209e-05,
      "loss": 0.4833,
      "step": 1410
    },
    {
      "epoch": 0.9226745136504823,
      "grad_norm": 5.0,
      "learning_rate": 1.9568076841972875e-05,
      "loss": 0.8887,
      "step": 1411
    },
    {
      "epoch": 0.9233284289684486,
      "grad_norm": 3.40625,
      "learning_rate": 1.9566748331602453e-05,
      "loss": 0.54,
      "step": 1412
    },
    {
      "epoch": 0.9239823442864149,
      "grad_norm": 5.71875,
      "learning_rate": 1.9565417826487835e-05,
      "loss": 0.6719,
      "step": 1413
    },
    {
      "epoch": 0.9246362596043812,
      "grad_norm": 4.625,
      "learning_rate": 1.9564085326906434e-05,
      "loss": 0.5223,
      "step": 1414
    },
    {
      "epoch": 0.9252901749223476,
      "grad_norm": 3.6875,
      "learning_rate": 1.9562750833136096e-05,
      "loss": 0.5198,
      "step": 1415
    },
    {
      "epoch": 0.9259440902403139,
      "grad_norm": 4.5,
      "learning_rate": 1.9561414345455073e-05,
      "loss": 0.5871,
      "step": 1416
    },
    {
      "epoch": 0.9265980055582802,
      "grad_norm": 4.125,
      "learning_rate": 1.9560075864142028e-05,
      "loss": 0.5454,
      "step": 1417
    },
    {
      "epoch": 0.9272519208762465,
      "grad_norm": 4.8125,
      "learning_rate": 1.9558735389476044e-05,
      "loss": 0.5979,
      "step": 1418
    },
    {
      "epoch": 0.9279058361942129,
      "grad_norm": 5.09375,
      "learning_rate": 1.955739292173663e-05,
      "loss": 0.9165,
      "step": 1419
    },
    {
      "epoch": 0.9285597515121792,
      "grad_norm": 3.484375,
      "learning_rate": 1.9556048461203692e-05,
      "loss": 0.4034,
      "step": 1420
    },
    {
      "epoch": 0.9292136668301455,
      "grad_norm": 7.65625,
      "learning_rate": 1.9554702008157567e-05,
      "loss": 1.1863,
      "step": 1421
    },
    {
      "epoch": 0.9298675821481118,
      "grad_norm": 3.4375,
      "learning_rate": 1.9553353562878997e-05,
      "loss": 0.6109,
      "step": 1422
    },
    {
      "epoch": 0.9305214974660782,
      "grad_norm": 3.015625,
      "learning_rate": 1.9552003125649145e-05,
      "loss": 0.5343,
      "step": 1423
    },
    {
      "epoch": 0.9311754127840445,
      "grad_norm": 3.625,
      "learning_rate": 1.9550650696749593e-05,
      "loss": 0.487,
      "step": 1424
    },
    {
      "epoch": 0.9318293281020108,
      "grad_norm": 3.296875,
      "learning_rate": 1.9549296276462326e-05,
      "loss": 0.504,
      "step": 1425
    },
    {
      "epoch": 0.9324832434199771,
      "grad_norm": 4.625,
      "learning_rate": 1.9547939865069755e-05,
      "loss": 0.8877,
      "step": 1426
    },
    {
      "epoch": 0.9331371587379435,
      "grad_norm": 3.921875,
      "learning_rate": 1.9546581462854705e-05,
      "loss": 0.7203,
      "step": 1427
    },
    {
      "epoch": 0.9337910740559098,
      "grad_norm": 3.71875,
      "learning_rate": 1.9545221070100407e-05,
      "loss": 0.5545,
      "step": 1428
    },
    {
      "epoch": 0.9344449893738761,
      "grad_norm": 7.125,
      "learning_rate": 1.9543858687090517e-05,
      "loss": 0.824,
      "step": 1429
    },
    {
      "epoch": 0.9350989046918424,
      "grad_norm": 2.6875,
      "learning_rate": 1.954249431410911e-05,
      "loss": 0.3832,
      "step": 1430
    },
    {
      "epoch": 0.9357528200098088,
      "grad_norm": 3.78125,
      "learning_rate": 1.9541127951440656e-05,
      "loss": 0.7981,
      "step": 1431
    },
    {
      "epoch": 0.9364067353277751,
      "grad_norm": 5.90625,
      "learning_rate": 1.953975959937006e-05,
      "loss": 0.6708,
      "step": 1432
    },
    {
      "epoch": 0.9370606506457414,
      "grad_norm": 3.734375,
      "learning_rate": 1.9538389258182638e-05,
      "loss": 0.5624,
      "step": 1433
    },
    {
      "epoch": 0.9377145659637077,
      "grad_norm": 5.34375,
      "learning_rate": 1.953701692816411e-05,
      "loss": 0.883,
      "step": 1434
    },
    {
      "epoch": 0.938368481281674,
      "grad_norm": 3.640625,
      "learning_rate": 1.9535642609600625e-05,
      "loss": 0.5844,
      "step": 1435
    },
    {
      "epoch": 0.9390223965996404,
      "grad_norm": 3.71875,
      "learning_rate": 1.953426630277873e-05,
      "loss": 0.5852,
      "step": 1436
    },
    {
      "epoch": 0.9396763119176067,
      "grad_norm": 5.09375,
      "learning_rate": 1.9532888007985408e-05,
      "loss": 0.8348,
      "step": 1437
    },
    {
      "epoch": 0.940330227235573,
      "grad_norm": 4.53125,
      "learning_rate": 1.953150772550803e-05,
      "loss": 0.4851,
      "step": 1438
    },
    {
      "epoch": 0.9409841425535393,
      "grad_norm": 3.6875,
      "learning_rate": 1.9530125455634407e-05,
      "loss": 0.6099,
      "step": 1439
    },
    {
      "epoch": 0.9416380578715057,
      "grad_norm": 3.109375,
      "learning_rate": 1.952874119865275e-05,
      "loss": 0.3754,
      "step": 1440
    },
    {
      "epoch": 0.942291973189472,
      "grad_norm": 4.25,
      "learning_rate": 1.9527354954851693e-05,
      "loss": 0.4043,
      "step": 1441
    },
    {
      "epoch": 0.9429458885074383,
      "grad_norm": 8.4375,
      "learning_rate": 1.952596672452027e-05,
      "loss": 1.1566,
      "step": 1442
    },
    {
      "epoch": 0.9435998038254046,
      "grad_norm": 3.859375,
      "learning_rate": 1.9524576507947942e-05,
      "loss": 0.4023,
      "step": 1443
    },
    {
      "epoch": 0.944253719143371,
      "grad_norm": 5.1875,
      "learning_rate": 1.952318430542458e-05,
      "loss": 0.6585,
      "step": 1444
    },
    {
      "epoch": 0.9449076344613373,
      "grad_norm": 4.03125,
      "learning_rate": 1.9521790117240472e-05,
      "loss": 0.7138,
      "step": 1445
    },
    {
      "epoch": 0.9455615497793036,
      "grad_norm": 4.96875,
      "learning_rate": 1.9520393943686313e-05,
      "loss": 0.6334,
      "step": 1446
    },
    {
      "epoch": 0.94621546509727,
      "grad_norm": 5.4375,
      "learning_rate": 1.951899578505322e-05,
      "loss": 0.9144,
      "step": 1447
    },
    {
      "epoch": 0.9468693804152363,
      "grad_norm": 2.859375,
      "learning_rate": 1.9517595641632723e-05,
      "loss": 0.3517,
      "step": 1448
    },
    {
      "epoch": 0.9475232957332026,
      "grad_norm": 4.1875,
      "learning_rate": 1.951619351371676e-05,
      "loss": 0.5874,
      "step": 1449
    },
    {
      "epoch": 0.9481772110511689,
      "grad_norm": 6.3125,
      "learning_rate": 1.951478940159768e-05,
      "loss": 0.7009,
      "step": 1450
    },
    {
      "epoch": 0.9488311263691352,
      "grad_norm": 4.625,
      "learning_rate": 1.951338330556826e-05,
      "loss": 0.5022,
      "step": 1451
    },
    {
      "epoch": 0.9494850416871016,
      "grad_norm": 3.953125,
      "learning_rate": 1.951197522592168e-05,
      "loss": 0.6131,
      "step": 1452
    },
    {
      "epoch": 0.9501389570050679,
      "grad_norm": 4.53125,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.5976,
      "step": 1453
    },
    {
      "epoch": 0.9507928723230342,
      "grad_norm": 3.640625,
      "learning_rate": 1.950915311695184e-05,
      "loss": 0.4705,
      "step": 1454
    },
    {
      "epoch": 0.9514467876410004,
      "grad_norm": 2.640625,
      "learning_rate": 1.9507739088217007e-05,
      "loss": 0.3424,
      "step": 1455
    },
    {
      "epoch": 0.9521007029589668,
      "grad_norm": 4.75,
      "learning_rate": 1.950632307704188e-05,
      "loss": 0.9069,
      "step": 1456
    },
    {
      "epoch": 0.9527546182769331,
      "grad_norm": 2.828125,
      "learning_rate": 1.950490508372171e-05,
      "loss": 0.3473,
      "step": 1457
    },
    {
      "epoch": 0.9534085335948994,
      "grad_norm": 5.8125,
      "learning_rate": 1.9503485108552157e-05,
      "loss": 0.8924,
      "step": 1458
    },
    {
      "epoch": 0.9540624489128657,
      "grad_norm": 3.578125,
      "learning_rate": 1.9502063151829297e-05,
      "loss": 0.3127,
      "step": 1459
    },
    {
      "epoch": 0.9547163642308321,
      "grad_norm": 4.6875,
      "learning_rate": 1.950063921384962e-05,
      "loss": 0.8086,
      "step": 1460
    },
    {
      "epoch": 0.9553702795487984,
      "grad_norm": 4.09375,
      "learning_rate": 1.9499213294910025e-05,
      "loss": 0.5399,
      "step": 1461
    },
    {
      "epoch": 0.9560241948667647,
      "grad_norm": 3.328125,
      "learning_rate": 1.9497785395307834e-05,
      "loss": 0.6244,
      "step": 1462
    },
    {
      "epoch": 0.956678110184731,
      "grad_norm": 3.3125,
      "learning_rate": 1.9496355515340773e-05,
      "loss": 0.32,
      "step": 1463
    },
    {
      "epoch": 0.9573320255026974,
      "grad_norm": 3.1875,
      "learning_rate": 1.9494923655306987e-05,
      "loss": 0.3978,
      "step": 1464
    },
    {
      "epoch": 0.9579859408206637,
      "grad_norm": 5.90625,
      "learning_rate": 1.949348981550502e-05,
      "loss": 0.7608,
      "step": 1465
    },
    {
      "epoch": 0.95863985613863,
      "grad_norm": 5.625,
      "learning_rate": 1.949205399623385e-05,
      "loss": 0.8117,
      "step": 1466
    },
    {
      "epoch": 0.9592937714565963,
      "grad_norm": 4.0,
      "learning_rate": 1.9490616197792852e-05,
      "loss": 0.3998,
      "step": 1467
    },
    {
      "epoch": 0.9599476867745627,
      "grad_norm": 3.90625,
      "learning_rate": 1.948917642048182e-05,
      "loss": 0.5844,
      "step": 1468
    },
    {
      "epoch": 0.960601602092529,
      "grad_norm": 4.65625,
      "learning_rate": 1.9487734664600956e-05,
      "loss": 0.6231,
      "step": 1469
    },
    {
      "epoch": 0.9612555174104953,
      "grad_norm": 3.5625,
      "learning_rate": 1.9486290930450886e-05,
      "loss": 0.4554,
      "step": 1470
    },
    {
      "epoch": 0.9619094327284616,
      "grad_norm": 5.59375,
      "learning_rate": 1.9484845218332632e-05,
      "loss": 0.8052,
      "step": 1471
    },
    {
      "epoch": 0.962563348046428,
      "grad_norm": 4.5,
      "learning_rate": 1.9483397528547633e-05,
      "loss": 0.7266,
      "step": 1472
    },
    {
      "epoch": 0.9632172633643943,
      "grad_norm": 6.59375,
      "learning_rate": 1.9481947861397758e-05,
      "loss": 0.8459,
      "step": 1473
    },
    {
      "epoch": 0.9638711786823606,
      "grad_norm": 4.1875,
      "learning_rate": 1.948049621718526e-05,
      "loss": 0.5965,
      "step": 1474
    },
    {
      "epoch": 0.9645250940003269,
      "grad_norm": 5.25,
      "learning_rate": 1.9479042596212833e-05,
      "loss": 0.9731,
      "step": 1475
    },
    {
      "epoch": 0.9651790093182933,
      "grad_norm": 4.5,
      "learning_rate": 1.9477586998783555e-05,
      "loss": 0.4942,
      "step": 1476
    },
    {
      "epoch": 0.9658329246362596,
      "grad_norm": 5.25,
      "learning_rate": 1.9476129425200935e-05,
      "loss": 0.4065,
      "step": 1477
    },
    {
      "epoch": 0.9664868399542259,
      "grad_norm": 4.15625,
      "learning_rate": 1.9474669875768893e-05,
      "loss": 0.6536,
      "step": 1478
    },
    {
      "epoch": 0.9671407552721922,
      "grad_norm": 3.796875,
      "learning_rate": 1.947320835079175e-05,
      "loss": 0.517,
      "step": 1479
    },
    {
      "epoch": 0.9677946705901586,
      "grad_norm": 3.53125,
      "learning_rate": 1.947174485057425e-05,
      "loss": 0.4812,
      "step": 1480
    },
    {
      "epoch": 0.9684485859081249,
      "grad_norm": 5.40625,
      "learning_rate": 1.9470279375421545e-05,
      "loss": 0.7359,
      "step": 1481
    },
    {
      "epoch": 0.9691025012260912,
      "grad_norm": 4.75,
      "learning_rate": 1.9468811925639196e-05,
      "loss": 0.6756,
      "step": 1482
    },
    {
      "epoch": 0.9697564165440575,
      "grad_norm": 4.15625,
      "learning_rate": 1.9467342501533176e-05,
      "loss": 0.4946,
      "step": 1483
    },
    {
      "epoch": 0.9704103318620239,
      "grad_norm": 3.96875,
      "learning_rate": 1.9465871103409875e-05,
      "loss": 0.583,
      "step": 1484
    },
    {
      "epoch": 0.9710642471799902,
      "grad_norm": 3.75,
      "learning_rate": 1.9464397731576093e-05,
      "loss": 0.6647,
      "step": 1485
    },
    {
      "epoch": 0.9717181624979565,
      "grad_norm": 4.84375,
      "learning_rate": 1.9462922386339042e-05,
      "loss": 0.7904,
      "step": 1486
    },
    {
      "epoch": 0.9723720778159228,
      "grad_norm": 4.3125,
      "learning_rate": 1.9461445068006333e-05,
      "loss": 0.537,
      "step": 1487
    },
    {
      "epoch": 0.9730259931338892,
      "grad_norm": 3.671875,
      "learning_rate": 1.945996577688601e-05,
      "loss": 0.5162,
      "step": 1488
    },
    {
      "epoch": 0.9736799084518555,
      "grad_norm": 4.28125,
      "learning_rate": 1.945848451328651e-05,
      "loss": 0.5582,
      "step": 1489
    },
    {
      "epoch": 0.9743338237698218,
      "grad_norm": 4.90625,
      "learning_rate": 1.945700127751669e-05,
      "loss": 0.8845,
      "step": 1490
    },
    {
      "epoch": 0.9749877390877881,
      "grad_norm": 4.4375,
      "learning_rate": 1.945551606988582e-05,
      "loss": 0.6739,
      "step": 1491
    },
    {
      "epoch": 0.9756416544057545,
      "grad_norm": 4.625,
      "learning_rate": 1.9454028890703574e-05,
      "loss": 0.7845,
      "step": 1492
    },
    {
      "epoch": 0.9762955697237208,
      "grad_norm": 4.75,
      "learning_rate": 1.945253974028004e-05,
      "loss": 0.647,
      "step": 1493
    },
    {
      "epoch": 0.9769494850416871,
      "grad_norm": 3.359375,
      "learning_rate": 1.9451048618925723e-05,
      "loss": 0.4261,
      "step": 1494
    },
    {
      "epoch": 0.9776034003596534,
      "grad_norm": 3.75,
      "learning_rate": 1.944955552695153e-05,
      "loss": 0.4878,
      "step": 1495
    },
    {
      "epoch": 0.9782573156776198,
      "grad_norm": 4.8125,
      "learning_rate": 1.944806046466878e-05,
      "loss": 0.6081,
      "step": 1496
    },
    {
      "epoch": 0.9789112309955861,
      "grad_norm": 5.21875,
      "learning_rate": 1.9446563432389215e-05,
      "loss": 0.8683,
      "step": 1497
    },
    {
      "epoch": 0.9795651463135524,
      "grad_norm": 3.5,
      "learning_rate": 1.944506443042497e-05,
      "loss": 0.5905,
      "step": 1498
    },
    {
      "epoch": 0.9802190616315187,
      "grad_norm": 6.25,
      "learning_rate": 1.9443563459088598e-05,
      "loss": 0.6727,
      "step": 1499
    },
    {
      "epoch": 0.980872976949485,
      "grad_norm": 5.46875,
      "learning_rate": 1.9442060518693072e-05,
      "loss": 0.5534,
      "step": 1500
    },
    {
      "epoch": 0.9815268922674514,
      "grad_norm": 2.90625,
      "learning_rate": 1.9440555609551758e-05,
      "loss": 0.3002,
      "step": 1501
    },
    {
      "epoch": 0.9821808075854177,
      "grad_norm": 3.859375,
      "learning_rate": 1.9439048731978445e-05,
      "loss": 0.5486,
      "step": 1502
    },
    {
      "epoch": 0.982834722903384,
      "grad_norm": 4.9375,
      "learning_rate": 1.9437539886287332e-05,
      "loss": 0.7604,
      "step": 1503
    },
    {
      "epoch": 0.9834886382213504,
      "grad_norm": 4.78125,
      "learning_rate": 1.9436029072793026e-05,
      "loss": 0.4906,
      "step": 1504
    },
    {
      "epoch": 0.9841425535393167,
      "grad_norm": 4.8125,
      "learning_rate": 1.943451629181054e-05,
      "loss": 0.6075,
      "step": 1505
    },
    {
      "epoch": 0.984796468857283,
      "grad_norm": 3.921875,
      "learning_rate": 1.94330015436553e-05,
      "loss": 0.4458,
      "step": 1506
    },
    {
      "epoch": 0.9854503841752493,
      "grad_norm": 7.6875,
      "learning_rate": 1.943148482864315e-05,
      "loss": 1.041,
      "step": 1507
    },
    {
      "epoch": 0.9861042994932157,
      "grad_norm": 2.859375,
      "learning_rate": 1.9429966147090326e-05,
      "loss": 0.3697,
      "step": 1508
    },
    {
      "epoch": 0.986758214811182,
      "grad_norm": 3.671875,
      "learning_rate": 1.9428445499313496e-05,
      "loss": 0.4429,
      "step": 1509
    },
    {
      "epoch": 0.9874121301291483,
      "grad_norm": 5.3125,
      "learning_rate": 1.9426922885629723e-05,
      "loss": 0.8543,
      "step": 1510
    },
    {
      "epoch": 0.9880660454471146,
      "grad_norm": 3.265625,
      "learning_rate": 1.942539830635649e-05,
      "loss": 0.5574,
      "step": 1511
    },
    {
      "epoch": 0.988719960765081,
      "grad_norm": 3.859375,
      "learning_rate": 1.942387176181167e-05,
      "loss": 0.4815,
      "step": 1512
    },
    {
      "epoch": 0.9893738760830473,
      "grad_norm": 4.625,
      "learning_rate": 1.9422343252313574e-05,
      "loss": 0.899,
      "step": 1513
    },
    {
      "epoch": 0.9900277914010136,
      "grad_norm": 4.375,
      "learning_rate": 1.9420812778180903e-05,
      "loss": 0.7372,
      "step": 1514
    },
    {
      "epoch": 0.9906817067189799,
      "grad_norm": 4.34375,
      "learning_rate": 1.941928033973277e-05,
      "loss": 0.6701,
      "step": 1515
    },
    {
      "epoch": 0.9913356220369463,
      "grad_norm": 4.53125,
      "learning_rate": 1.9417745937288707e-05,
      "loss": 0.8026,
      "step": 1516
    },
    {
      "epoch": 0.9919895373549126,
      "grad_norm": 3.546875,
      "learning_rate": 1.9416209571168648e-05,
      "loss": 0.684,
      "step": 1517
    },
    {
      "epoch": 0.9926434526728789,
      "grad_norm": 5.0,
      "learning_rate": 1.9414671241692936e-05,
      "loss": 0.6559,
      "step": 1518
    },
    {
      "epoch": 0.9932973679908452,
      "grad_norm": 4.28125,
      "learning_rate": 1.9413130949182323e-05,
      "loss": 0.3972,
      "step": 1519
    },
    {
      "epoch": 0.9939512833088116,
      "grad_norm": 4.3125,
      "learning_rate": 1.9411588693957976e-05,
      "loss": 0.4497,
      "step": 1520
    },
    {
      "epoch": 0.9946051986267779,
      "grad_norm": 3.40625,
      "learning_rate": 1.9410044476341462e-05,
      "loss": 0.4881,
      "step": 1521
    },
    {
      "epoch": 0.9952591139447442,
      "grad_norm": 4.65625,
      "learning_rate": 1.940849829665477e-05,
      "loss": 0.4933,
      "step": 1522
    },
    {
      "epoch": 0.9959130292627105,
      "grad_norm": 4.625,
      "learning_rate": 1.940695015522029e-05,
      "loss": 0.5533,
      "step": 1523
    },
    {
      "epoch": 0.9965669445806769,
      "grad_norm": 4.25,
      "learning_rate": 1.940540005236082e-05,
      "loss": 0.8025,
      "step": 1524
    },
    {
      "epoch": 0.9972208598986432,
      "grad_norm": 3.78125,
      "learning_rate": 1.940384798839957e-05,
      "loss": 0.5927,
      "step": 1525
    },
    {
      "epoch": 0.9978747752166095,
      "grad_norm": 4.4375,
      "learning_rate": 1.9402293963660155e-05,
      "loss": 0.7094,
      "step": 1526
    },
    {
      "epoch": 0.9985286905345758,
      "grad_norm": 4.53125,
      "learning_rate": 1.9400737978466602e-05,
      "loss": 0.4626,
      "step": 1527
    },
    {
      "epoch": 0.9991826058525421,
      "grad_norm": 5.59375,
      "learning_rate": 1.9399180033143353e-05,
      "loss": 0.7961,
      "step": 1528
    },
    {
      "epoch": 0.9998365211705085,
      "grad_norm": 5.625,
      "learning_rate": 1.9397620128015244e-05,
      "loss": 0.8528,
      "step": 1529
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.671875,
      "learning_rate": 1.939605826340753e-05,
      "loss": 0.0832,
      "step": 1530
    },
    {
      "epoch": 1.0006539153179663,
      "grad_norm": 1.8359375,
      "learning_rate": 1.9394494439645877e-05,
      "loss": 0.1649,
      "step": 1531
    },
    {
      "epoch": 1.0013078306359326,
      "grad_norm": 4.9375,
      "learning_rate": 1.9392928657056348e-05,
      "loss": 0.5409,
      "step": 1532
    },
    {
      "epoch": 1.001961745953899,
      "grad_norm": 3.3125,
      "learning_rate": 1.9391360915965426e-05,
      "loss": 0.4503,
      "step": 1533
    },
    {
      "epoch": 1.0026156612718653,
      "grad_norm": 3.265625,
      "learning_rate": 1.9389791216699997e-05,
      "loss": 0.4672,
      "step": 1534
    },
    {
      "epoch": 1.0032695765898316,
      "grad_norm": 3.109375,
      "learning_rate": 1.9388219559587353e-05,
      "loss": 0.3329,
      "step": 1535
    },
    {
      "epoch": 1.003923491907798,
      "grad_norm": 4.5625,
      "learning_rate": 1.9386645944955202e-05,
      "loss": 0.481,
      "step": 1536
    },
    {
      "epoch": 1.0045774072257643,
      "grad_norm": 5.78125,
      "learning_rate": 1.938507037313165e-05,
      "loss": 0.6512,
      "step": 1537
    },
    {
      "epoch": 1.0052313225437306,
      "grad_norm": 3.71875,
      "learning_rate": 1.9383492844445224e-05,
      "loss": 0.4758,
      "step": 1538
    },
    {
      "epoch": 1.005885237861697,
      "grad_norm": 3.890625,
      "learning_rate": 1.9381913359224844e-05,
      "loss": 0.3795,
      "step": 1539
    },
    {
      "epoch": 1.0065391531796632,
      "grad_norm": 3.71875,
      "learning_rate": 1.9380331917799846e-05,
      "loss": 0.3594,
      "step": 1540
    },
    {
      "epoch": 1.0071930684976296,
      "grad_norm": 2.9375,
      "learning_rate": 1.9378748520499977e-05,
      "loss": 0.2911,
      "step": 1541
    },
    {
      "epoch": 1.007846983815596,
      "grad_norm": 3.765625,
      "learning_rate": 1.937716316765539e-05,
      "loss": 0.3409,
      "step": 1542
    },
    {
      "epoch": 1.0085008991335622,
      "grad_norm": 3.953125,
      "learning_rate": 1.9375575859596634e-05,
      "loss": 0.4217,
      "step": 1543
    },
    {
      "epoch": 1.0091548144515285,
      "grad_norm": 3.734375,
      "learning_rate": 1.9373986596654687e-05,
      "loss": 0.3226,
      "step": 1544
    },
    {
      "epoch": 1.0098087297694949,
      "grad_norm": 3.375,
      "learning_rate": 1.9372395379160913e-05,
      "loss": 0.4153,
      "step": 1545
    },
    {
      "epoch": 1.0104626450874612,
      "grad_norm": 4.03125,
      "learning_rate": 1.93708022074471e-05,
      "loss": 0.2788,
      "step": 1546
    },
    {
      "epoch": 1.0111165604054275,
      "grad_norm": 3.0625,
      "learning_rate": 1.936920708184544e-05,
      "loss": 0.2541,
      "step": 1547
    },
    {
      "epoch": 1.0117704757233938,
      "grad_norm": 5.90625,
      "learning_rate": 1.936761000268852e-05,
      "loss": 0.8165,
      "step": 1548
    },
    {
      "epoch": 1.0124243910413602,
      "grad_norm": 6.78125,
      "learning_rate": 1.9366010970309355e-05,
      "loss": 0.6086,
      "step": 1549
    },
    {
      "epoch": 1.0130783063593265,
      "grad_norm": 4.65625,
      "learning_rate": 1.936440998504135e-05,
      "loss": 0.2726,
      "step": 1550
    },
    {
      "epoch": 1.0137322216772928,
      "grad_norm": 6.09375,
      "learning_rate": 1.936280704721832e-05,
      "loss": 0.5245,
      "step": 1551
    },
    {
      "epoch": 1.0143861369952591,
      "grad_norm": 4.875,
      "learning_rate": 1.936120215717449e-05,
      "loss": 0.7389,
      "step": 1552
    },
    {
      "epoch": 1.0150400523132255,
      "grad_norm": 6.0625,
      "learning_rate": 1.9359595315244507e-05,
      "loss": 0.3956,
      "step": 1553
    },
    {
      "epoch": 1.0156939676311918,
      "grad_norm": 7.8125,
      "learning_rate": 1.9357986521763393e-05,
      "loss": 0.7851,
      "step": 1554
    },
    {
      "epoch": 1.0163478829491581,
      "grad_norm": 3.953125,
      "learning_rate": 1.9356375777066604e-05,
      "loss": 0.3608,
      "step": 1555
    },
    {
      "epoch": 1.0170017982671244,
      "grad_norm": 5.09375,
      "learning_rate": 1.9354763081489992e-05,
      "loss": 0.5686,
      "step": 1556
    },
    {
      "epoch": 1.0176557135850908,
      "grad_norm": 5.59375,
      "learning_rate": 1.9353148435369816e-05,
      "loss": 0.6191,
      "step": 1557
    },
    {
      "epoch": 1.018309628903057,
      "grad_norm": 5.28125,
      "learning_rate": 1.9351531839042744e-05,
      "loss": 0.8533,
      "step": 1558
    },
    {
      "epoch": 1.0189635442210234,
      "grad_norm": 4.03125,
      "learning_rate": 1.9349913292845844e-05,
      "loss": 0.4576,
      "step": 1559
    },
    {
      "epoch": 1.0196174595389897,
      "grad_norm": 2.703125,
      "learning_rate": 1.9348292797116605e-05,
      "loss": 0.2327,
      "step": 1560
    },
    {
      "epoch": 1.020271374856956,
      "grad_norm": 4.40625,
      "learning_rate": 1.93466703521929e-05,
      "loss": 0.4636,
      "step": 1561
    },
    {
      "epoch": 1.0209252901749224,
      "grad_norm": 2.234375,
      "learning_rate": 1.9345045958413038e-05,
      "loss": 0.1231,
      "step": 1562
    },
    {
      "epoch": 1.0215792054928887,
      "grad_norm": 3.953125,
      "learning_rate": 1.934341961611571e-05,
      "loss": 0.5567,
      "step": 1563
    },
    {
      "epoch": 1.022233120810855,
      "grad_norm": 3.3125,
      "learning_rate": 1.934179132564002e-05,
      "loss": 0.2968,
      "step": 1564
    },
    {
      "epoch": 1.0228870361288214,
      "grad_norm": 3.015625,
      "learning_rate": 1.9340161087325483e-05,
      "loss": 0.2862,
      "step": 1565
    },
    {
      "epoch": 1.0235409514467877,
      "grad_norm": 3.828125,
      "learning_rate": 1.9338528901512014e-05,
      "loss": 0.2953,
      "step": 1566
    },
    {
      "epoch": 1.024194866764754,
      "grad_norm": 3.375,
      "learning_rate": 1.933689476853994e-05,
      "loss": 0.4599,
      "step": 1567
    },
    {
      "epoch": 1.0248487820827203,
      "grad_norm": 5.4375,
      "learning_rate": 1.9335258688749987e-05,
      "loss": 0.4225,
      "step": 1568
    },
    {
      "epoch": 1.0255026974006867,
      "grad_norm": 3.375,
      "learning_rate": 1.9333620662483295e-05,
      "loss": 0.35,
      "step": 1569
    },
    {
      "epoch": 1.026156612718653,
      "grad_norm": 4.75,
      "learning_rate": 1.9331980690081404e-05,
      "loss": 0.603,
      "step": 1570
    },
    {
      "epoch": 1.0268105280366193,
      "grad_norm": 4.0625,
      "learning_rate": 1.9330338771886262e-05,
      "loss": 0.4836,
      "step": 1571
    },
    {
      "epoch": 1.0274644433545856,
      "grad_norm": 4.65625,
      "learning_rate": 1.932869490824022e-05,
      "loss": 0.5231,
      "step": 1572
    },
    {
      "epoch": 1.028118358672552,
      "grad_norm": 3.890625,
      "learning_rate": 1.932704909948604e-05,
      "loss": 0.4428,
      "step": 1573
    },
    {
      "epoch": 1.0287722739905183,
      "grad_norm": 3.390625,
      "learning_rate": 1.9325401345966883e-05,
      "loss": 0.4017,
      "step": 1574
    },
    {
      "epoch": 1.0294261893084846,
      "grad_norm": 5.65625,
      "learning_rate": 1.932375164802632e-05,
      "loss": 0.5376,
      "step": 1575
    },
    {
      "epoch": 1.030080104626451,
      "grad_norm": 5.0,
      "learning_rate": 1.932210000600833e-05,
      "loss": 0.5641,
      "step": 1576
    },
    {
      "epoch": 1.0307340199444173,
      "grad_norm": 5.5,
      "learning_rate": 1.9320446420257292e-05,
      "loss": 0.6356,
      "step": 1577
    },
    {
      "epoch": 1.0313879352623836,
      "grad_norm": 3.734375,
      "learning_rate": 1.9318790891117985e-05,
      "loss": 0.3179,
      "step": 1578
    },
    {
      "epoch": 1.03204185058035,
      "grad_norm": 4.0,
      "learning_rate": 1.931713341893561e-05,
      "loss": 0.2323,
      "step": 1579
    },
    {
      "epoch": 1.0326957658983162,
      "grad_norm": 3.859375,
      "learning_rate": 1.9315474004055757e-05,
      "loss": 0.383,
      "step": 1580
    },
    {
      "epoch": 1.0333496812162826,
      "grad_norm": 4.84375,
      "learning_rate": 1.9313812646824432e-05,
      "loss": 0.3024,
      "step": 1581
    },
    {
      "epoch": 1.034003596534249,
      "grad_norm": 3.421875,
      "learning_rate": 1.9312149347588035e-05,
      "loss": 0.376,
      "step": 1582
    },
    {
      "epoch": 1.0346575118522152,
      "grad_norm": 3.296875,
      "learning_rate": 1.9310484106693385e-05,
      "loss": 0.2676,
      "step": 1583
    },
    {
      "epoch": 1.0353114271701815,
      "grad_norm": 4.0,
      "learning_rate": 1.9308816924487694e-05,
      "loss": 0.453,
      "step": 1584
    },
    {
      "epoch": 1.0359653424881479,
      "grad_norm": 5.625,
      "learning_rate": 1.9307147801318585e-05,
      "loss": 0.5575,
      "step": 1585
    },
    {
      "epoch": 1.0366192578061142,
      "grad_norm": 4.5625,
      "learning_rate": 1.9305476737534075e-05,
      "loss": 0.4973,
      "step": 1586
    },
    {
      "epoch": 1.0372731731240805,
      "grad_norm": 3.421875,
      "learning_rate": 1.930380373348261e-05,
      "loss": 0.2506,
      "step": 1587
    },
    {
      "epoch": 1.0379270884420468,
      "grad_norm": 5.625,
      "learning_rate": 1.9302128789513013e-05,
      "loss": 0.5172,
      "step": 1588
    },
    {
      "epoch": 1.0385810037600132,
      "grad_norm": 5.125,
      "learning_rate": 1.9300451905974523e-05,
      "loss": 0.636,
      "step": 1589
    },
    {
      "epoch": 1.0392349190779795,
      "grad_norm": 4.09375,
      "learning_rate": 1.929877308321679e-05,
      "loss": 0.6321,
      "step": 1590
    },
    {
      "epoch": 1.0398888343959458,
      "grad_norm": 4.0625,
      "learning_rate": 1.929709232158986e-05,
      "loss": 0.3245,
      "step": 1591
    },
    {
      "epoch": 1.0405427497139121,
      "grad_norm": 3.59375,
      "learning_rate": 1.9295409621444183e-05,
      "loss": 0.2675,
      "step": 1592
    },
    {
      "epoch": 1.0411966650318785,
      "grad_norm": 5.59375,
      "learning_rate": 1.929372498313062e-05,
      "loss": 0.6093,
      "step": 1593
    },
    {
      "epoch": 1.0418505803498448,
      "grad_norm": 5.40625,
      "learning_rate": 1.9292038407000424e-05,
      "loss": 0.374,
      "step": 1594
    },
    {
      "epoch": 1.0425044956678111,
      "grad_norm": 3.1875,
      "learning_rate": 1.9290349893405268e-05,
      "loss": 0.3346,
      "step": 1595
    },
    {
      "epoch": 1.0431584109857774,
      "grad_norm": 5.8125,
      "learning_rate": 1.9288659442697218e-05,
      "loss": 0.5781,
      "step": 1596
    },
    {
      "epoch": 1.0438123263037438,
      "grad_norm": 3.84375,
      "learning_rate": 1.9286967055228744e-05,
      "loss": 0.341,
      "step": 1597
    },
    {
      "epoch": 1.04446624162171,
      "grad_norm": 5.875,
      "learning_rate": 1.9285272731352726e-05,
      "loss": 0.4546,
      "step": 1598
    },
    {
      "epoch": 1.0451201569396764,
      "grad_norm": 4.21875,
      "learning_rate": 1.9283576471422442e-05,
      "loss": 0.3662,
      "step": 1599
    },
    {
      "epoch": 1.0457740722576427,
      "grad_norm": 3.8125,
      "learning_rate": 1.9281878275791575e-05,
      "loss": 0.2589,
      "step": 1600
    },
    {
      "epoch": 1.046427987575609,
      "grad_norm": 3.796875,
      "learning_rate": 1.9280178144814213e-05,
      "loss": 0.4266,
      "step": 1601
    },
    {
      "epoch": 1.0470819028935754,
      "grad_norm": 4.40625,
      "learning_rate": 1.927847607884485e-05,
      "loss": 0.3815,
      "step": 1602
    },
    {
      "epoch": 1.0477358182115415,
      "grad_norm": 4.125,
      "learning_rate": 1.927677207823838e-05,
      "loss": 0.3813,
      "step": 1603
    },
    {
      "epoch": 1.048389733529508,
      "grad_norm": 4.75,
      "learning_rate": 1.9275066143350096e-05,
      "loss": 0.441,
      "step": 1604
    },
    {
      "epoch": 1.0490436488474741,
      "grad_norm": 5.5625,
      "learning_rate": 1.9273358274535703e-05,
      "loss": 0.4194,
      "step": 1605
    },
    {
      "epoch": 1.0496975641654407,
      "grad_norm": 3.71875,
      "learning_rate": 1.9271648472151308e-05,
      "loss": 0.519,
      "step": 1606
    },
    {
      "epoch": 1.0503514794834068,
      "grad_norm": 3.453125,
      "learning_rate": 1.9269936736553415e-05,
      "loss": 0.4147,
      "step": 1607
    },
    {
      "epoch": 1.0510053948013731,
      "grad_norm": 3.21875,
      "learning_rate": 1.926822306809893e-05,
      "loss": 0.2866,
      "step": 1608
    },
    {
      "epoch": 1.0516593101193394,
      "grad_norm": 3.515625,
      "learning_rate": 1.9266507467145177e-05,
      "loss": 0.3438,
      "step": 1609
    },
    {
      "epoch": 1.0523132254373058,
      "grad_norm": 4.8125,
      "learning_rate": 1.9264789934049867e-05,
      "loss": 0.4355,
      "step": 1610
    },
    {
      "epoch": 1.052967140755272,
      "grad_norm": 3.390625,
      "learning_rate": 1.9263070469171116e-05,
      "loss": 0.3278,
      "step": 1611
    },
    {
      "epoch": 1.0536210560732384,
      "grad_norm": 3.71875,
      "learning_rate": 1.9261349072867458e-05,
      "loss": 0.2832,
      "step": 1612
    },
    {
      "epoch": 1.0542749713912047,
      "grad_norm": 5.0625,
      "learning_rate": 1.9259625745497803e-05,
      "loss": 0.4408,
      "step": 1613
    },
    {
      "epoch": 1.054928886709171,
      "grad_norm": 4.78125,
      "learning_rate": 1.925790048742149e-05,
      "loss": 0.5269,
      "step": 1614
    },
    {
      "epoch": 1.0555828020271374,
      "grad_norm": 4.3125,
      "learning_rate": 1.9256173298998243e-05,
      "loss": 0.5133,
      "step": 1615
    },
    {
      "epoch": 1.0562367173451037,
      "grad_norm": 4.0,
      "learning_rate": 1.92544441805882e-05,
      "loss": 0.379,
      "step": 1616
    },
    {
      "epoch": 1.05689063266307,
      "grad_norm": 3.953125,
      "learning_rate": 1.925271313255189e-05,
      "loss": 0.2888,
      "step": 1617
    },
    {
      "epoch": 1.0575445479810364,
      "grad_norm": 4.5625,
      "learning_rate": 1.925098015525025e-05,
      "loss": 0.4633,
      "step": 1618
    },
    {
      "epoch": 1.0581984632990027,
      "grad_norm": 4.21875,
      "learning_rate": 1.924924524904463e-05,
      "loss": 0.4209,
      "step": 1619
    },
    {
      "epoch": 1.058852378616969,
      "grad_norm": 4.3125,
      "learning_rate": 1.9247508414296764e-05,
      "loss": 0.4135,
      "step": 1620
    },
    {
      "epoch": 1.0595062939349353,
      "grad_norm": 4.5,
      "learning_rate": 1.9245769651368794e-05,
      "loss": 0.5609,
      "step": 1621
    },
    {
      "epoch": 1.0601602092529017,
      "grad_norm": 3.796875,
      "learning_rate": 1.9244028960623275e-05,
      "loss": 0.4483,
      "step": 1622
    },
    {
      "epoch": 1.060814124570868,
      "grad_norm": 3.0625,
      "learning_rate": 1.9242286342423147e-05,
      "loss": 0.3167,
      "step": 1623
    },
    {
      "epoch": 1.0614680398888343,
      "grad_norm": 4.8125,
      "learning_rate": 1.9240541797131758e-05,
      "loss": 0.4909,
      "step": 1624
    },
    {
      "epoch": 1.0621219552068006,
      "grad_norm": 4.34375,
      "learning_rate": 1.9238795325112867e-05,
      "loss": 0.5859,
      "step": 1625
    },
    {
      "epoch": 1.062775870524767,
      "grad_norm": 2.671875,
      "learning_rate": 1.9237046926730628e-05,
      "loss": 0.311,
      "step": 1626
    },
    {
      "epoch": 1.0634297858427333,
      "grad_norm": 4.71875,
      "learning_rate": 1.9235296602349592e-05,
      "loss": 0.4103,
      "step": 1627
    },
    {
      "epoch": 1.0640837011606996,
      "grad_norm": 3.140625,
      "learning_rate": 1.9233544352334713e-05,
      "loss": 0.2443,
      "step": 1628
    },
    {
      "epoch": 1.064737616478666,
      "grad_norm": 3.75,
      "learning_rate": 1.9231790177051354e-05,
      "loss": 0.3833,
      "step": 1629
    },
    {
      "epoch": 1.0653915317966323,
      "grad_norm": 4.34375,
      "learning_rate": 1.9230034076865272e-05,
      "loss": 0.3941,
      "step": 1630
    },
    {
      "epoch": 1.0660454471145986,
      "grad_norm": 4.0,
      "learning_rate": 1.9228276052142635e-05,
      "loss": 0.5496,
      "step": 1631
    },
    {
      "epoch": 1.066699362432565,
      "grad_norm": 3.734375,
      "learning_rate": 1.9226516103249996e-05,
      "loss": 0.4533,
      "step": 1632
    },
    {
      "epoch": 1.0673532777505312,
      "grad_norm": 3.296875,
      "learning_rate": 1.9224754230554325e-05,
      "loss": 0.3128,
      "step": 1633
    },
    {
      "epoch": 1.0680071930684976,
      "grad_norm": 3.9375,
      "learning_rate": 1.922299043442298e-05,
      "loss": 0.1853,
      "step": 1634
    },
    {
      "epoch": 1.0686611083864639,
      "grad_norm": 4.25,
      "learning_rate": 1.9221224715223735e-05,
      "loss": 0.3258,
      "step": 1635
    },
    {
      "epoch": 1.0693150237044302,
      "grad_norm": 4.125,
      "learning_rate": 1.921945707332475e-05,
      "loss": 0.3446,
      "step": 1636
    },
    {
      "epoch": 1.0699689390223965,
      "grad_norm": 4.59375,
      "learning_rate": 1.9217687509094596e-05,
      "loss": 0.4845,
      "step": 1637
    },
    {
      "epoch": 1.0706228543403629,
      "grad_norm": 3.8125,
      "learning_rate": 1.921591602290224e-05,
      "loss": 0.4086,
      "step": 1638
    },
    {
      "epoch": 1.0712767696583292,
      "grad_norm": 3.859375,
      "learning_rate": 1.9214142615117052e-05,
      "loss": 0.2485,
      "step": 1639
    },
    {
      "epoch": 1.0719306849762955,
      "grad_norm": 4.4375,
      "learning_rate": 1.9212367286108802e-05,
      "loss": 0.2616,
      "step": 1640
    },
    {
      "epoch": 1.0725846002942618,
      "grad_norm": 4.15625,
      "learning_rate": 1.921059003624766e-05,
      "loss": 0.2743,
      "step": 1641
    },
    {
      "epoch": 1.0732385156122282,
      "grad_norm": 4.875,
      "learning_rate": 1.9208810865904196e-05,
      "loss": 0.4426,
      "step": 1642
    },
    {
      "epoch": 1.0738924309301945,
      "grad_norm": 5.21875,
      "learning_rate": 1.9207029775449383e-05,
      "loss": 0.6329,
      "step": 1643
    },
    {
      "epoch": 1.0745463462481608,
      "grad_norm": 4.15625,
      "learning_rate": 1.9205246765254592e-05,
      "loss": 0.3414,
      "step": 1644
    },
    {
      "epoch": 1.0752002615661271,
      "grad_norm": 3.90625,
      "learning_rate": 1.9203461835691596e-05,
      "loss": 0.3469,
      "step": 1645
    },
    {
      "epoch": 1.0758541768840935,
      "grad_norm": 4.03125,
      "learning_rate": 1.9201674987132564e-05,
      "loss": 0.3712,
      "step": 1646
    },
    {
      "epoch": 1.0765080922020598,
      "grad_norm": 5.15625,
      "learning_rate": 1.9199886219950073e-05,
      "loss": 0.5181,
      "step": 1647
    },
    {
      "epoch": 1.077162007520026,
      "grad_norm": 3.25,
      "learning_rate": 1.9198095534517093e-05,
      "loss": 0.4119,
      "step": 1648
    },
    {
      "epoch": 1.0778159228379924,
      "grad_norm": 5.0625,
      "learning_rate": 1.9196302931206995e-05,
      "loss": 0.6093,
      "step": 1649
    },
    {
      "epoch": 1.0784698381559588,
      "grad_norm": 4.125,
      "learning_rate": 1.919450841039355e-05,
      "loss": 0.3899,
      "step": 1650
    },
    {
      "epoch": 1.079123753473925,
      "grad_norm": 5.25,
      "learning_rate": 1.919271197245094e-05,
      "loss": 0.8004,
      "step": 1651
    },
    {
      "epoch": 1.0797776687918914,
      "grad_norm": 3.5625,
      "learning_rate": 1.9190913617753724e-05,
      "loss": 0.4489,
      "step": 1652
    },
    {
      "epoch": 1.0804315841098577,
      "grad_norm": 6.09375,
      "learning_rate": 1.9189113346676878e-05,
      "loss": 0.9255,
      "step": 1653
    },
    {
      "epoch": 1.081085499427824,
      "grad_norm": 3.09375,
      "learning_rate": 1.9187311159595775e-05,
      "loss": 0.2869,
      "step": 1654
    },
    {
      "epoch": 1.0817394147457904,
      "grad_norm": 4.9375,
      "learning_rate": 1.9185507056886184e-05,
      "loss": 0.3752,
      "step": 1655
    },
    {
      "epoch": 1.0823933300637567,
      "grad_norm": 4.5625,
      "learning_rate": 1.918370103892428e-05,
      "loss": 0.4958,
      "step": 1656
    },
    {
      "epoch": 1.083047245381723,
      "grad_norm": 3.578125,
      "learning_rate": 1.9181893106086626e-05,
      "loss": 0.3923,
      "step": 1657
    },
    {
      "epoch": 1.0837011606996894,
      "grad_norm": 4.65625,
      "learning_rate": 1.9180083258750188e-05,
      "loss": 0.6374,
      "step": 1658
    },
    {
      "epoch": 1.0843550760176557,
      "grad_norm": 4.34375,
      "learning_rate": 1.917827149729234e-05,
      "loss": 0.3447,
      "step": 1659
    },
    {
      "epoch": 1.085008991335622,
      "grad_norm": 4.78125,
      "learning_rate": 1.9176457822090847e-05,
      "loss": 0.379,
      "step": 1660
    },
    {
      "epoch": 1.0856629066535883,
      "grad_norm": 7.6875,
      "learning_rate": 1.9174642233523876e-05,
      "loss": 0.8173,
      "step": 1661
    },
    {
      "epoch": 1.0863168219715547,
      "grad_norm": 3.296875,
      "learning_rate": 1.9172824731969992e-05,
      "loss": 0.3723,
      "step": 1662
    },
    {
      "epoch": 1.086970737289521,
      "grad_norm": 4.21875,
      "learning_rate": 1.9171005317808155e-05,
      "loss": 0.4662,
      "step": 1663
    },
    {
      "epoch": 1.0876246526074873,
      "grad_norm": 5.6875,
      "learning_rate": 1.9169183991417732e-05,
      "loss": 0.4691,
      "step": 1664
    },
    {
      "epoch": 1.0882785679254536,
      "grad_norm": 3.96875,
      "learning_rate": 1.916736075317848e-05,
      "loss": 0.4088,
      "step": 1665
    },
    {
      "epoch": 1.08893248324342,
      "grad_norm": 5.21875,
      "learning_rate": 1.9165535603470565e-05,
      "loss": 0.4255,
      "step": 1666
    },
    {
      "epoch": 1.0895863985613863,
      "grad_norm": 3.640625,
      "learning_rate": 1.916370854267454e-05,
      "loss": 0.3258,
      "step": 1667
    },
    {
      "epoch": 1.0902403138793526,
      "grad_norm": 5.21875,
      "learning_rate": 1.916187957117136e-05,
      "loss": 0.639,
      "step": 1668
    },
    {
      "epoch": 1.090894229197319,
      "grad_norm": 4.59375,
      "learning_rate": 1.9160048689342386e-05,
      "loss": 0.6161,
      "step": 1669
    },
    {
      "epoch": 1.0915481445152853,
      "grad_norm": 9.5,
      "learning_rate": 1.915821589756937e-05,
      "loss": 1.3438,
      "step": 1670
    },
    {
      "epoch": 1.0922020598332516,
      "grad_norm": 4.53125,
      "learning_rate": 1.9156381196234464e-05,
      "loss": 0.4627,
      "step": 1671
    },
    {
      "epoch": 1.092855975151218,
      "grad_norm": 5.03125,
      "learning_rate": 1.9154544585720218e-05,
      "loss": 0.5367,
      "step": 1672
    },
    {
      "epoch": 1.0935098904691842,
      "grad_norm": 4.375,
      "learning_rate": 1.9152706066409575e-05,
      "loss": 0.55,
      "step": 1673
    },
    {
      "epoch": 1.0941638057871506,
      "grad_norm": 4.15625,
      "learning_rate": 1.915086563868589e-05,
      "loss": 0.4368,
      "step": 1674
    },
    {
      "epoch": 1.0948177211051169,
      "grad_norm": 5.90625,
      "learning_rate": 1.91490233029329e-05,
      "loss": 0.6335,
      "step": 1675
    },
    {
      "epoch": 1.0954716364230832,
      "grad_norm": 4.46875,
      "learning_rate": 1.9147179059534752e-05,
      "loss": 0.431,
      "step": 1676
    },
    {
      "epoch": 1.0961255517410495,
      "grad_norm": 4.21875,
      "learning_rate": 1.9145332908875984e-05,
      "loss": 0.3023,
      "step": 1677
    },
    {
      "epoch": 1.0967794670590159,
      "grad_norm": 5.75,
      "learning_rate": 1.914348485134153e-05,
      "loss": 0.4379,
      "step": 1678
    },
    {
      "epoch": 1.0974333823769822,
      "grad_norm": 3.125,
      "learning_rate": 1.9141634887316726e-05,
      "loss": 0.3477,
      "step": 1679
    },
    {
      "epoch": 1.0980872976949485,
      "grad_norm": 4.25,
      "learning_rate": 1.9139783017187308e-05,
      "loss": 0.5346,
      "step": 1680
    },
    {
      "epoch": 1.0987412130129148,
      "grad_norm": 3.890625,
      "learning_rate": 1.91379292413394e-05,
      "loss": 0.4935,
      "step": 1681
    },
    {
      "epoch": 1.0993951283308812,
      "grad_norm": 5.40625,
      "learning_rate": 1.9136073560159535e-05,
      "loss": 0.3976,
      "step": 1682
    },
    {
      "epoch": 1.1000490436488475,
      "grad_norm": 5.1875,
      "learning_rate": 1.9134215974034636e-05,
      "loss": 0.7272,
      "step": 1683
    },
    {
      "epoch": 1.1007029589668138,
      "grad_norm": 5.5625,
      "learning_rate": 1.9132356483352022e-05,
      "loss": 0.863,
      "step": 1684
    },
    {
      "epoch": 1.1013568742847801,
      "grad_norm": 3.953125,
      "learning_rate": 1.9130495088499417e-05,
      "loss": 0.2939,
      "step": 1685
    },
    {
      "epoch": 1.1020107896027465,
      "grad_norm": 4.53125,
      "learning_rate": 1.9128631789864932e-05,
      "loss": 0.3124,
      "step": 1686
    },
    {
      "epoch": 1.1026647049207128,
      "grad_norm": 3.390625,
      "learning_rate": 1.9126766587837086e-05,
      "loss": 0.1571,
      "step": 1687
    },
    {
      "epoch": 1.103318620238679,
      "grad_norm": 5.84375,
      "learning_rate": 1.9124899482804776e-05,
      "loss": 0.5439,
      "step": 1688
    },
    {
      "epoch": 1.1039725355566454,
      "grad_norm": 5.0625,
      "learning_rate": 1.912303047515732e-05,
      "loss": 0.4246,
      "step": 1689
    },
    {
      "epoch": 1.1046264508746118,
      "grad_norm": 4.375,
      "learning_rate": 1.912115956528442e-05,
      "loss": 0.3892,
      "step": 1690
    },
    {
      "epoch": 1.105280366192578,
      "grad_norm": 3.875,
      "learning_rate": 1.911928675357617e-05,
      "loss": 0.4029,
      "step": 1691
    },
    {
      "epoch": 1.1059342815105444,
      "grad_norm": 6.15625,
      "learning_rate": 1.9117412040423072e-05,
      "loss": 0.5176,
      "step": 1692
    },
    {
      "epoch": 1.1065881968285107,
      "grad_norm": 3.34375,
      "learning_rate": 1.9115535426216018e-05,
      "loss": 0.2995,
      "step": 1693
    },
    {
      "epoch": 1.107242112146477,
      "grad_norm": 4.90625,
      "learning_rate": 1.911365691134629e-05,
      "loss": 0.4247,
      "step": 1694
    },
    {
      "epoch": 1.1078960274644434,
      "grad_norm": 4.34375,
      "learning_rate": 1.911177649620558e-05,
      "loss": 0.4234,
      "step": 1695
    },
    {
      "epoch": 1.1085499427824097,
      "grad_norm": 3.640625,
      "learning_rate": 1.9109894181185973e-05,
      "loss": 0.3691,
      "step": 1696
    },
    {
      "epoch": 1.109203858100376,
      "grad_norm": 4.21875,
      "learning_rate": 1.9108009966679944e-05,
      "loss": 0.3509,
      "step": 1697
    },
    {
      "epoch": 1.1098577734183424,
      "grad_norm": 6.15625,
      "learning_rate": 1.9106123853080366e-05,
      "loss": 0.5001,
      "step": 1698
    },
    {
      "epoch": 1.1105116887363087,
      "grad_norm": 6.53125,
      "learning_rate": 1.9104235840780507e-05,
      "loss": 0.6305,
      "step": 1699
    },
    {
      "epoch": 1.111165604054275,
      "grad_norm": 5.125,
      "learning_rate": 1.9102345930174034e-05,
      "loss": 0.4128,
      "step": 1700
    },
    {
      "epoch": 1.1118195193722413,
      "grad_norm": 4.59375,
      "learning_rate": 1.910045412165501e-05,
      "loss": 0.4622,
      "step": 1701
    },
    {
      "epoch": 1.1124734346902077,
      "grad_norm": 2.34375,
      "learning_rate": 1.9098560415617892e-05,
      "loss": 0.1521,
      "step": 1702
    },
    {
      "epoch": 1.113127350008174,
      "grad_norm": 6.125,
      "learning_rate": 1.909666481245753e-05,
      "loss": 0.4579,
      "step": 1703
    },
    {
      "epoch": 1.1137812653261403,
      "grad_norm": 4.90625,
      "learning_rate": 1.909476731256918e-05,
      "loss": 0.4009,
      "step": 1704
    },
    {
      "epoch": 1.1144351806441066,
      "grad_norm": 5.0625,
      "learning_rate": 1.909286791634848e-05,
      "loss": 0.7575,
      "step": 1705
    },
    {
      "epoch": 1.115089095962073,
      "grad_norm": 4.8125,
      "learning_rate": 1.9090966624191468e-05,
      "loss": 0.6515,
      "step": 1706
    },
    {
      "epoch": 1.1157430112800393,
      "grad_norm": 5.71875,
      "learning_rate": 1.908906343649458e-05,
      "loss": 0.4333,
      "step": 1707
    },
    {
      "epoch": 1.1163969265980056,
      "grad_norm": 3.46875,
      "learning_rate": 1.908715835365465e-05,
      "loss": 0.2782,
      "step": 1708
    },
    {
      "epoch": 1.117050841915972,
      "grad_norm": 3.328125,
      "learning_rate": 1.9085251376068898e-05,
      "loss": 0.317,
      "step": 1709
    },
    {
      "epoch": 1.1177047572339383,
      "grad_norm": 4.6875,
      "learning_rate": 1.908334250413495e-05,
      "loss": 0.4316,
      "step": 1710
    },
    {
      "epoch": 1.1183586725519046,
      "grad_norm": 4.59375,
      "learning_rate": 1.9081431738250815e-05,
      "loss": 0.429,
      "step": 1711
    },
    {
      "epoch": 1.119012587869871,
      "grad_norm": 5.75,
      "learning_rate": 1.907951907881491e-05,
      "loss": 0.4571,
      "step": 1712
    },
    {
      "epoch": 1.1196665031878372,
      "grad_norm": 4.0,
      "learning_rate": 1.907760452622603e-05,
      "loss": 0.502,
      "step": 1713
    },
    {
      "epoch": 1.1203204185058036,
      "grad_norm": 4.34375,
      "learning_rate": 1.907568808088338e-05,
      "loss": 0.3742,
      "step": 1714
    },
    {
      "epoch": 1.1209743338237699,
      "grad_norm": 4.8125,
      "learning_rate": 1.907376974318656e-05,
      "loss": 0.3999,
      "step": 1715
    },
    {
      "epoch": 1.1216282491417362,
      "grad_norm": 5.5,
      "learning_rate": 1.907184951353555e-05,
      "loss": 0.7605,
      "step": 1716
    },
    {
      "epoch": 1.1222821644597025,
      "grad_norm": 5.84375,
      "learning_rate": 1.9069927392330742e-05,
      "loss": 0.6978,
      "step": 1717
    },
    {
      "epoch": 1.1229360797776688,
      "grad_norm": 5.8125,
      "learning_rate": 1.9068003379972904e-05,
      "loss": 0.6585,
      "step": 1718
    },
    {
      "epoch": 1.1235899950956352,
      "grad_norm": 6.375,
      "learning_rate": 1.9066077476863216e-05,
      "loss": 0.6394,
      "step": 1719
    },
    {
      "epoch": 1.1242439104136015,
      "grad_norm": 4.8125,
      "learning_rate": 1.9064149683403238e-05,
      "loss": 0.4759,
      "step": 1720
    },
    {
      "epoch": 1.1248978257315678,
      "grad_norm": 2.53125,
      "learning_rate": 1.906221999999494e-05,
      "loss": 0.2171,
      "step": 1721
    },
    {
      "epoch": 1.1255517410495341,
      "grad_norm": 4.1875,
      "learning_rate": 1.9060288427040664e-05,
      "loss": 0.4865,
      "step": 1722
    },
    {
      "epoch": 1.1262056563675005,
      "grad_norm": 2.90625,
      "learning_rate": 1.9058354964943167e-05,
      "loss": 0.3124,
      "step": 1723
    },
    {
      "epoch": 1.1268595716854668,
      "grad_norm": 4.03125,
      "learning_rate": 1.905641961410559e-05,
      "loss": 0.4099,
      "step": 1724
    },
    {
      "epoch": 1.1275134870034331,
      "grad_norm": 6.84375,
      "learning_rate": 1.905448237493147e-05,
      "loss": 0.7502,
      "step": 1725
    },
    {
      "epoch": 1.1281674023213994,
      "grad_norm": 4.875,
      "learning_rate": 1.9052543247824732e-05,
      "loss": 0.4905,
      "step": 1726
    },
    {
      "epoch": 1.1288213176393658,
      "grad_norm": 3.46875,
      "learning_rate": 1.9050602233189704e-05,
      "loss": 0.3497,
      "step": 1727
    },
    {
      "epoch": 1.129475232957332,
      "grad_norm": 4.0625,
      "learning_rate": 1.9048659331431104e-05,
      "loss": 0.2488,
      "step": 1728
    },
    {
      "epoch": 1.1301291482752984,
      "grad_norm": 5.96875,
      "learning_rate": 1.904671454295404e-05,
      "loss": 0.6958,
      "step": 1729
    },
    {
      "epoch": 1.1307830635932647,
      "grad_norm": 4.25,
      "learning_rate": 1.9044767868164018e-05,
      "loss": 0.2931,
      "step": 1730
    },
    {
      "epoch": 1.131436978911231,
      "grad_norm": 6.53125,
      "learning_rate": 1.9042819307466934e-05,
      "loss": 0.8022,
      "step": 1731
    },
    {
      "epoch": 1.1320908942291974,
      "grad_norm": 3.953125,
      "learning_rate": 1.904086886126908e-05,
      "loss": 0.3343,
      "step": 1732
    },
    {
      "epoch": 1.1327448095471637,
      "grad_norm": 4.6875,
      "learning_rate": 1.9038916529977136e-05,
      "loss": 0.4148,
      "step": 1733
    },
    {
      "epoch": 1.13339872486513,
      "grad_norm": 4.375,
      "learning_rate": 1.9036962313998183e-05,
      "loss": 0.3113,
      "step": 1734
    },
    {
      "epoch": 1.1340526401830964,
      "grad_norm": 4.3125,
      "learning_rate": 1.903500621373969e-05,
      "loss": 0.4413,
      "step": 1735
    },
    {
      "epoch": 1.1347065555010627,
      "grad_norm": 4.5625,
      "learning_rate": 1.9033048229609524e-05,
      "loss": 0.3487,
      "step": 1736
    },
    {
      "epoch": 1.135360470819029,
      "grad_norm": 3.765625,
      "learning_rate": 1.903108836201593e-05,
      "loss": 0.2774,
      "step": 1737
    },
    {
      "epoch": 1.1360143861369953,
      "grad_norm": 3.671875,
      "learning_rate": 1.9029126611367563e-05,
      "loss": 0.3175,
      "step": 1738
    },
    {
      "epoch": 1.1366683014549617,
      "grad_norm": 4.03125,
      "learning_rate": 1.9027162978073463e-05,
      "loss": 0.4118,
      "step": 1739
    },
    {
      "epoch": 1.137322216772928,
      "grad_norm": 3.875,
      "learning_rate": 1.9025197462543063e-05,
      "loss": 0.2846,
      "step": 1740
    },
    {
      "epoch": 1.1379761320908943,
      "grad_norm": 3.703125,
      "learning_rate": 1.9023230065186192e-05,
      "loss": 0.3581,
      "step": 1741
    },
    {
      "epoch": 1.1386300474088606,
      "grad_norm": 3.28125,
      "learning_rate": 1.902126078641306e-05,
      "loss": 0.2813,
      "step": 1742
    },
    {
      "epoch": 1.139283962726827,
      "grad_norm": 4.03125,
      "learning_rate": 1.9019289626634286e-05,
      "loss": 0.3153,
      "step": 1743
    },
    {
      "epoch": 1.1399378780447933,
      "grad_norm": 4.9375,
      "learning_rate": 1.901731658626087e-05,
      "loss": 0.4182,
      "step": 1744
    },
    {
      "epoch": 1.1405917933627596,
      "grad_norm": 3.046875,
      "learning_rate": 1.9015341665704206e-05,
      "loss": 0.2581,
      "step": 1745
    },
    {
      "epoch": 1.1412457086807257,
      "grad_norm": 4.6875,
      "learning_rate": 1.9013364865376084e-05,
      "loss": 0.4289,
      "step": 1746
    },
    {
      "epoch": 1.1418996239986923,
      "grad_norm": 5.0,
      "learning_rate": 1.9011386185688674e-05,
      "loss": 0.4027,
      "step": 1747
    },
    {
      "epoch": 1.1425535393166584,
      "grad_norm": 5.0625,
      "learning_rate": 1.9009405627054556e-05,
      "loss": 0.5724,
      "step": 1748
    },
    {
      "epoch": 1.143207454634625,
      "grad_norm": 4.90625,
      "learning_rate": 1.9007423189886687e-05,
      "loss": 0.3581,
      "step": 1749
    },
    {
      "epoch": 1.143861369952591,
      "grad_norm": 3.703125,
      "learning_rate": 1.9005438874598425e-05,
      "loss": 0.2439,
      "step": 1750
    },
    {
      "epoch": 1.1445152852705576,
      "grad_norm": 5.6875,
      "learning_rate": 1.9003452681603517e-05,
      "loss": 0.661,
      "step": 1751
    },
    {
      "epoch": 1.1451692005885237,
      "grad_norm": 4.1875,
      "learning_rate": 1.900146461131609e-05,
      "loss": 0.3718,
      "step": 1752
    },
    {
      "epoch": 1.1458231159064902,
      "grad_norm": 3.78125,
      "learning_rate": 1.8999474664150686e-05,
      "loss": 0.2928,
      "step": 1753
    },
    {
      "epoch": 1.1464770312244563,
      "grad_norm": 4.15625,
      "learning_rate": 1.8997482840522218e-05,
      "loss": 0.2709,
      "step": 1754
    },
    {
      "epoch": 1.1471309465424229,
      "grad_norm": 4.40625,
      "learning_rate": 1.8995489140845995e-05,
      "loss": 0.4094,
      "step": 1755
    },
    {
      "epoch": 1.147784861860389,
      "grad_norm": 4.46875,
      "learning_rate": 1.8993493565537727e-05,
      "loss": 0.2629,
      "step": 1756
    },
    {
      "epoch": 1.1484387771783555,
      "grad_norm": 3.703125,
      "learning_rate": 1.89914961150135e-05,
      "loss": 0.4529,
      "step": 1757
    },
    {
      "epoch": 1.1490926924963216,
      "grad_norm": 3.015625,
      "learning_rate": 1.8989496789689803e-05,
      "loss": 0.3615,
      "step": 1758
    },
    {
      "epoch": 1.1497466078142882,
      "grad_norm": 3.8125,
      "learning_rate": 1.898749558998351e-05,
      "loss": 0.3419,
      "step": 1759
    },
    {
      "epoch": 1.1504005231322543,
      "grad_norm": 6.125,
      "learning_rate": 1.898549251631189e-05,
      "loss": 0.7083,
      "step": 1760
    },
    {
      "epoch": 1.1510544384502208,
      "grad_norm": 3.9375,
      "learning_rate": 1.8983487569092594e-05,
      "loss": 0.3401,
      "step": 1761
    },
    {
      "epoch": 1.151708353768187,
      "grad_norm": 4.21875,
      "learning_rate": 1.8981480748743674e-05,
      "loss": 0.4549,
      "step": 1762
    },
    {
      "epoch": 1.1523622690861535,
      "grad_norm": 6.625,
      "learning_rate": 1.897947205568357e-05,
      "loss": 0.8424,
      "step": 1763
    },
    {
      "epoch": 1.1530161844041196,
      "grad_norm": 2.546875,
      "learning_rate": 1.8977461490331106e-05,
      "loss": 0.1166,
      "step": 1764
    },
    {
      "epoch": 1.153670099722086,
      "grad_norm": 6.15625,
      "learning_rate": 1.8975449053105505e-05,
      "loss": 0.7031,
      "step": 1765
    },
    {
      "epoch": 1.1543240150400522,
      "grad_norm": 5.875,
      "learning_rate": 1.8973434744426375e-05,
      "loss": 0.5132,
      "step": 1766
    },
    {
      "epoch": 1.1549779303580185,
      "grad_norm": 4.8125,
      "learning_rate": 1.8971418564713714e-05,
      "loss": 0.4821,
      "step": 1767
    },
    {
      "epoch": 1.1556318456759849,
      "grad_norm": 3.34375,
      "learning_rate": 1.896940051438791e-05,
      "loss": 0.2415,
      "step": 1768
    },
    {
      "epoch": 1.1562857609939512,
      "grad_norm": 4.875,
      "learning_rate": 1.896738059386975e-05,
      "loss": 0.5278,
      "step": 1769
    },
    {
      "epoch": 1.1569396763119175,
      "grad_norm": 5.5625,
      "learning_rate": 1.89653588035804e-05,
      "loss": 0.5758,
      "step": 1770
    },
    {
      "epoch": 1.1575935916298838,
      "grad_norm": 4.9375,
      "learning_rate": 1.8963335143941416e-05,
      "loss": 0.5217,
      "step": 1771
    },
    {
      "epoch": 1.1582475069478502,
      "grad_norm": 8.3125,
      "learning_rate": 1.896130961537475e-05,
      "loss": 0.6752,
      "step": 1772
    },
    {
      "epoch": 1.1589014222658165,
      "grad_norm": 4.75,
      "learning_rate": 1.8959282218302746e-05,
      "loss": 0.3104,
      "step": 1773
    },
    {
      "epoch": 1.1595553375837828,
      "grad_norm": 3.953125,
      "learning_rate": 1.8957252953148125e-05,
      "loss": 0.5391,
      "step": 1774
    },
    {
      "epoch": 1.1602092529017491,
      "grad_norm": 5.71875,
      "learning_rate": 1.895522182033401e-05,
      "loss": 0.6122,
      "step": 1775
    },
    {
      "epoch": 1.1608631682197155,
      "grad_norm": 4.65625,
      "learning_rate": 1.8953188820283905e-05,
      "loss": 0.5364,
      "step": 1776
    },
    {
      "epoch": 1.1615170835376818,
      "grad_norm": 4.65625,
      "learning_rate": 1.895115395342171e-05,
      "loss": 0.3107,
      "step": 1777
    },
    {
      "epoch": 1.1621709988556481,
      "grad_norm": 4.09375,
      "learning_rate": 1.894911722017171e-05,
      "loss": 0.3487,
      "step": 1778
    },
    {
      "epoch": 1.1628249141736144,
      "grad_norm": 8.125,
      "learning_rate": 1.894707862095858e-05,
      "loss": 1.0426,
      "step": 1779
    },
    {
      "epoch": 1.1634788294915808,
      "grad_norm": 5.21875,
      "learning_rate": 1.8945038156207386e-05,
      "loss": 0.5502,
      "step": 1780
    },
    {
      "epoch": 1.164132744809547,
      "grad_norm": 4.34375,
      "learning_rate": 1.894299582634358e-05,
      "loss": 0.4497,
      "step": 1781
    },
    {
      "epoch": 1.1647866601275134,
      "grad_norm": 5.625,
      "learning_rate": 1.8940951631793e-05,
      "loss": 0.4388,
      "step": 1782
    },
    {
      "epoch": 1.1654405754454797,
      "grad_norm": 5.46875,
      "learning_rate": 1.8938905572981884e-05,
      "loss": 0.3637,
      "step": 1783
    },
    {
      "epoch": 1.166094490763446,
      "grad_norm": 5.6875,
      "learning_rate": 1.893685765033685e-05,
      "loss": 0.5709,
      "step": 1784
    },
    {
      "epoch": 1.1667484060814124,
      "grad_norm": 3.859375,
      "learning_rate": 1.8934807864284904e-05,
      "loss": 0.2923,
      "step": 1785
    },
    {
      "epoch": 1.1674023213993787,
      "grad_norm": 6.15625,
      "learning_rate": 1.8932756215253446e-05,
      "loss": 0.5836,
      "step": 1786
    },
    {
      "epoch": 1.168056236717345,
      "grad_norm": 5.375,
      "learning_rate": 1.893070270367026e-05,
      "loss": 0.5417,
      "step": 1787
    },
    {
      "epoch": 1.1687101520353114,
      "grad_norm": 3.203125,
      "learning_rate": 1.8928647329963516e-05,
      "loss": 0.3354,
      "step": 1788
    },
    {
      "epoch": 1.1693640673532777,
      "grad_norm": 5.15625,
      "learning_rate": 1.8926590094561784e-05,
      "loss": 0.4202,
      "step": 1789
    },
    {
      "epoch": 1.170017982671244,
      "grad_norm": 4.28125,
      "learning_rate": 1.8924530997894005e-05,
      "loss": 0.3976,
      "step": 1790
    },
    {
      "epoch": 1.1706718979892103,
      "grad_norm": 6.1875,
      "learning_rate": 1.8922470040389528e-05,
      "loss": 0.5129,
      "step": 1791
    },
    {
      "epoch": 1.1713258133071767,
      "grad_norm": 5.15625,
      "learning_rate": 1.892040722247807e-05,
      "loss": 0.4063,
      "step": 1792
    },
    {
      "epoch": 1.171979728625143,
      "grad_norm": 5.0,
      "learning_rate": 1.8918342544589747e-05,
      "loss": 0.551,
      "step": 1793
    },
    {
      "epoch": 1.1726336439431093,
      "grad_norm": 5.875,
      "learning_rate": 1.8916276007155065e-05,
      "loss": 0.5138,
      "step": 1794
    },
    {
      "epoch": 1.1732875592610756,
      "grad_norm": 4.78125,
      "learning_rate": 1.8914207610604908e-05,
      "loss": 0.364,
      "step": 1795
    },
    {
      "epoch": 1.173941474579042,
      "grad_norm": 5.21875,
      "learning_rate": 1.8912137355370558e-05,
      "loss": 0.3154,
      "step": 1796
    },
    {
      "epoch": 1.1745953898970083,
      "grad_norm": 4.8125,
      "learning_rate": 1.891006524188368e-05,
      "loss": 0.6029,
      "step": 1797
    },
    {
      "epoch": 1.1752493052149746,
      "grad_norm": 5.8125,
      "learning_rate": 1.8907991270576325e-05,
      "loss": 0.7767,
      "step": 1798
    },
    {
      "epoch": 1.175903220532941,
      "grad_norm": 4.9375,
      "learning_rate": 1.890591544188093e-05,
      "loss": 0.5119,
      "step": 1799
    },
    {
      "epoch": 1.1765571358509073,
      "grad_norm": 5.65625,
      "learning_rate": 1.8903837756230326e-05,
      "loss": 0.4669,
      "step": 1800
    },
    {
      "epoch": 1.1772110511688736,
      "grad_norm": 3.203125,
      "learning_rate": 1.8901758214057726e-05,
      "loss": 0.2536,
      "step": 1801
    },
    {
      "epoch": 1.17786496648684,
      "grad_norm": 4.53125,
      "learning_rate": 1.889967681579673e-05,
      "loss": 0.3883,
      "step": 1802
    },
    {
      "epoch": 1.1785188818048062,
      "grad_norm": 3.078125,
      "learning_rate": 1.8897593561881326e-05,
      "loss": 0.2112,
      "step": 1803
    },
    {
      "epoch": 1.1791727971227726,
      "grad_norm": 5.0,
      "learning_rate": 1.8895508452745894e-05,
      "loss": 0.5707,
      "step": 1804
    },
    {
      "epoch": 1.179826712440739,
      "grad_norm": 3.859375,
      "learning_rate": 1.889342148882519e-05,
      "loss": 0.3054,
      "step": 1805
    },
    {
      "epoch": 1.1804806277587052,
      "grad_norm": 5.28125,
      "learning_rate": 1.889133267055437e-05,
      "loss": 0.5753,
      "step": 1806
    },
    {
      "epoch": 1.1811345430766715,
      "grad_norm": 5.59375,
      "learning_rate": 1.888924199836896e-05,
      "loss": 0.7539,
      "step": 1807
    },
    {
      "epoch": 1.1817884583946379,
      "grad_norm": 4.78125,
      "learning_rate": 1.8887149472704888e-05,
      "loss": 0.627,
      "step": 1808
    },
    {
      "epoch": 1.1824423737126042,
      "grad_norm": 4.6875,
      "learning_rate": 1.8885055093998465e-05,
      "loss": 0.4261,
      "step": 1809
    },
    {
      "epoch": 1.1830962890305705,
      "grad_norm": 3.96875,
      "learning_rate": 1.8882958862686377e-05,
      "loss": 0.3042,
      "step": 1810
    },
    {
      "epoch": 1.1837502043485368,
      "grad_norm": 3.796875,
      "learning_rate": 1.8880860779205715e-05,
      "loss": 0.2819,
      "step": 1811
    },
    {
      "epoch": 1.1844041196665032,
      "grad_norm": 4.4375,
      "learning_rate": 1.887876084399394e-05,
      "loss": 0.3086,
      "step": 1812
    },
    {
      "epoch": 1.1850580349844695,
      "grad_norm": 4.625,
      "learning_rate": 1.8876659057488905e-05,
      "loss": 0.4658,
      "step": 1813
    },
    {
      "epoch": 1.1857119503024358,
      "grad_norm": 4.3125,
      "learning_rate": 1.8874555420128854e-05,
      "loss": 0.3848,
      "step": 1814
    },
    {
      "epoch": 1.1863658656204021,
      "grad_norm": 2.765625,
      "learning_rate": 1.887244993235241e-05,
      "loss": 0.2182,
      "step": 1815
    },
    {
      "epoch": 1.1870197809383685,
      "grad_norm": 4.6875,
      "learning_rate": 1.8870342594598585e-05,
      "loss": 0.4541,
      "step": 1816
    },
    {
      "epoch": 1.1876736962563348,
      "grad_norm": 4.09375,
      "learning_rate": 1.8868233407306774e-05,
      "loss": 0.3568,
      "step": 1817
    },
    {
      "epoch": 1.1883276115743011,
      "grad_norm": 4.8125,
      "learning_rate": 1.8866122370916763e-05,
      "loss": 0.5352,
      "step": 1818
    },
    {
      "epoch": 1.1889815268922674,
      "grad_norm": 7.1875,
      "learning_rate": 1.8864009485868716e-05,
      "loss": 0.5747,
      "step": 1819
    },
    {
      "epoch": 1.1896354422102338,
      "grad_norm": 7.5,
      "learning_rate": 1.8861894752603187e-05,
      "loss": 0.7813,
      "step": 1820
    },
    {
      "epoch": 1.1902893575282,
      "grad_norm": 2.875,
      "learning_rate": 1.8859778171561118e-05,
      "loss": 0.2441,
      "step": 1821
    },
    {
      "epoch": 1.1909432728461664,
      "grad_norm": 2.859375,
      "learning_rate": 1.885765974318383e-05,
      "loss": 0.1836,
      "step": 1822
    },
    {
      "epoch": 1.1915971881641327,
      "grad_norm": 5.0625,
      "learning_rate": 1.8855539467913034e-05,
      "loss": 0.5176,
      "step": 1823
    },
    {
      "epoch": 1.192251103482099,
      "grad_norm": 5.0625,
      "learning_rate": 1.8853417346190827e-05,
      "loss": 0.6172,
      "step": 1824
    },
    {
      "epoch": 1.1929050188000654,
      "grad_norm": 6.0,
      "learning_rate": 1.8851293378459685e-05,
      "loss": 0.6559,
      "step": 1825
    },
    {
      "epoch": 1.1935589341180317,
      "grad_norm": 3.453125,
      "learning_rate": 1.8849167565162472e-05,
      "loss": 0.3288,
      "step": 1826
    },
    {
      "epoch": 1.194212849435998,
      "grad_norm": 5.375,
      "learning_rate": 1.8847039906742442e-05,
      "loss": 0.519,
      "step": 1827
    },
    {
      "epoch": 1.1948667647539644,
      "grad_norm": 7.125,
      "learning_rate": 1.884491040364322e-05,
      "loss": 0.6269,
      "step": 1828
    },
    {
      "epoch": 1.1955206800719307,
      "grad_norm": 6.28125,
      "learning_rate": 1.8842779056308834e-05,
      "loss": 0.9508,
      "step": 1829
    },
    {
      "epoch": 1.196174595389897,
      "grad_norm": 2.859375,
      "learning_rate": 1.8840645865183685e-05,
      "loss": 0.1906,
      "step": 1830
    },
    {
      "epoch": 1.1968285107078633,
      "grad_norm": 4.0625,
      "learning_rate": 1.8838510830712554e-05,
      "loss": 0.4802,
      "step": 1831
    },
    {
      "epoch": 1.1974824260258297,
      "grad_norm": 3.25,
      "learning_rate": 1.8836373953340625e-05,
      "loss": 0.3923,
      "step": 1832
    },
    {
      "epoch": 1.198136341343796,
      "grad_norm": 5.34375,
      "learning_rate": 1.8834235233513437e-05,
      "loss": 0.7116,
      "step": 1833
    },
    {
      "epoch": 1.1987902566617623,
      "grad_norm": 2.59375,
      "learning_rate": 1.8832094671676947e-05,
      "loss": 0.2161,
      "step": 1834
    },
    {
      "epoch": 1.1994441719797286,
      "grad_norm": 4.28125,
      "learning_rate": 1.8829952268277472e-05,
      "loss": 0.5296,
      "step": 1835
    },
    {
      "epoch": 1.200098087297695,
      "grad_norm": 4.8125,
      "learning_rate": 1.882780802376172e-05,
      "loss": 0.4934,
      "step": 1836
    },
    {
      "epoch": 1.2007520026156613,
      "grad_norm": 6.78125,
      "learning_rate": 1.8825661938576784e-05,
      "loss": 0.8144,
      "step": 1837
    },
    {
      "epoch": 1.2014059179336276,
      "grad_norm": 4.875,
      "learning_rate": 1.8823514013170138e-05,
      "loss": 0.7268,
      "step": 1838
    },
    {
      "epoch": 1.202059833251594,
      "grad_norm": 6.46875,
      "learning_rate": 1.8821364247989645e-05,
      "loss": 0.8158,
      "step": 1839
    },
    {
      "epoch": 1.2027137485695603,
      "grad_norm": 7.15625,
      "learning_rate": 1.881921264348355e-05,
      "loss": 0.7695,
      "step": 1840
    },
    {
      "epoch": 1.2033676638875266,
      "grad_norm": 4.875,
      "learning_rate": 1.881705920010048e-05,
      "loss": 0.4648,
      "step": 1841
    },
    {
      "epoch": 1.204021579205493,
      "grad_norm": 3.328125,
      "learning_rate": 1.8814903918289438e-05,
      "loss": 0.4097,
      "step": 1842
    },
    {
      "epoch": 1.2046754945234592,
      "grad_norm": 5.34375,
      "learning_rate": 1.8812746798499822e-05,
      "loss": 0.4559,
      "step": 1843
    },
    {
      "epoch": 1.2053294098414256,
      "grad_norm": 3.75,
      "learning_rate": 1.881058784118141e-05,
      "loss": 0.3152,
      "step": 1844
    },
    {
      "epoch": 1.2059833251593919,
      "grad_norm": 3.140625,
      "learning_rate": 1.8808427046784365e-05,
      "loss": 0.2467,
      "step": 1845
    },
    {
      "epoch": 1.2066372404773582,
      "grad_norm": 4.0625,
      "learning_rate": 1.8806264415759222e-05,
      "loss": 0.2896,
      "step": 1846
    },
    {
      "epoch": 1.2072911557953245,
      "grad_norm": 3.921875,
      "learning_rate": 1.8804099948556916e-05,
      "loss": 0.3453,
      "step": 1847
    },
    {
      "epoch": 1.2079450711132909,
      "grad_norm": 4.71875,
      "learning_rate": 1.8801933645628744e-05,
      "loss": 0.5751,
      "step": 1848
    },
    {
      "epoch": 1.2085989864312572,
      "grad_norm": 4.5625,
      "learning_rate": 1.879976550742641e-05,
      "loss": 0.5926,
      "step": 1849
    },
    {
      "epoch": 1.2092529017492235,
      "grad_norm": 5.03125,
      "learning_rate": 1.879759553440198e-05,
      "loss": 0.6948,
      "step": 1850
    },
    {
      "epoch": 1.2099068170671898,
      "grad_norm": 4.6875,
      "learning_rate": 1.879542372700792e-05,
      "loss": 0.4818,
      "step": 1851
    },
    {
      "epoch": 1.2105607323851562,
      "grad_norm": 4.9375,
      "learning_rate": 1.879325008569706e-05,
      "loss": 0.6441,
      "step": 1852
    },
    {
      "epoch": 1.2112146477031225,
      "grad_norm": 6.3125,
      "learning_rate": 1.8791074610922624e-05,
      "loss": 0.626,
      "step": 1853
    },
    {
      "epoch": 1.2118685630210888,
      "grad_norm": 3.90625,
      "learning_rate": 1.8788897303138215e-05,
      "loss": 0.3648,
      "step": 1854
    },
    {
      "epoch": 1.2125224783390551,
      "grad_norm": 5.5625,
      "learning_rate": 1.878671816279783e-05,
      "loss": 0.5313,
      "step": 1855
    },
    {
      "epoch": 1.2131763936570215,
      "grad_norm": 5.34375,
      "learning_rate": 1.878453719035582e-05,
      "loss": 0.5782,
      "step": 1856
    },
    {
      "epoch": 1.2138303089749878,
      "grad_norm": 5.34375,
      "learning_rate": 1.878235438626695e-05,
      "loss": 0.7719,
      "step": 1857
    },
    {
      "epoch": 1.214484224292954,
      "grad_norm": 3.65625,
      "learning_rate": 1.8780169750986342e-05,
      "loss": 0.1953,
      "step": 1858
    },
    {
      "epoch": 1.2151381396109204,
      "grad_norm": 6.03125,
      "learning_rate": 1.8777983284969513e-05,
      "loss": 0.6721,
      "step": 1859
    },
    {
      "epoch": 1.2157920549288868,
      "grad_norm": 3.296875,
      "learning_rate": 1.8775794988672364e-05,
      "loss": 0.2816,
      "step": 1860
    },
    {
      "epoch": 1.216445970246853,
      "grad_norm": 4.25,
      "learning_rate": 1.877360486255117e-05,
      "loss": 0.492,
      "step": 1861
    },
    {
      "epoch": 1.2170998855648194,
      "grad_norm": 5.28125,
      "learning_rate": 1.8771412907062586e-05,
      "loss": 0.5339,
      "step": 1862
    },
    {
      "epoch": 1.2177538008827857,
      "grad_norm": 4.09375,
      "learning_rate": 1.8769219122663654e-05,
      "loss": 0.4807,
      "step": 1863
    },
    {
      "epoch": 1.218407716200752,
      "grad_norm": 3.296875,
      "learning_rate": 1.87670235098118e-05,
      "loss": 0.2866,
      "step": 1864
    },
    {
      "epoch": 1.2190616315187184,
      "grad_norm": 3.828125,
      "learning_rate": 1.876482606896482e-05,
      "loss": 0.3427,
      "step": 1865
    },
    {
      "epoch": 1.2197155468366847,
      "grad_norm": 7.125,
      "learning_rate": 1.8762626800580905e-05,
      "loss": 0.971,
      "step": 1866
    },
    {
      "epoch": 1.220369462154651,
      "grad_norm": 4.3125,
      "learning_rate": 1.8760425705118614e-05,
      "loss": 0.3703,
      "step": 1867
    },
    {
      "epoch": 1.2210233774726174,
      "grad_norm": 2.65625,
      "learning_rate": 1.87582227830369e-05,
      "loss": 0.1433,
      "step": 1868
    },
    {
      "epoch": 1.2216772927905837,
      "grad_norm": 4.125,
      "learning_rate": 1.8756018034795084e-05,
      "loss": 0.2775,
      "step": 1869
    },
    {
      "epoch": 1.22233120810855,
      "grad_norm": 3.390625,
      "learning_rate": 1.8753811460852876e-05,
      "loss": 0.2552,
      "step": 1870
    },
    {
      "epoch": 1.2229851234265163,
      "grad_norm": 3.234375,
      "learning_rate": 1.8751603061670368e-05,
      "loss": 0.2434,
      "step": 1871
    },
    {
      "epoch": 1.2236390387444827,
      "grad_norm": 3.625,
      "learning_rate": 1.874939283770802e-05,
      "loss": 0.3092,
      "step": 1872
    },
    {
      "epoch": 1.224292954062449,
      "grad_norm": 5.03125,
      "learning_rate": 1.874718078942669e-05,
      "loss": 0.54,
      "step": 1873
    },
    {
      "epoch": 1.2249468693804153,
      "grad_norm": 4.34375,
      "learning_rate": 1.874496691728761e-05,
      "loss": 0.4759,
      "step": 1874
    },
    {
      "epoch": 1.2256007846983816,
      "grad_norm": 5.75,
      "learning_rate": 1.8742751221752377e-05,
      "loss": 0.497,
      "step": 1875
    },
    {
      "epoch": 1.226254700016348,
      "grad_norm": 6.5625,
      "learning_rate": 1.8740533703282994e-05,
      "loss": 0.6583,
      "step": 1876
    },
    {
      "epoch": 1.2269086153343143,
      "grad_norm": 4.53125,
      "learning_rate": 1.8738314362341828e-05,
      "loss": 0.3153,
      "step": 1877
    },
    {
      "epoch": 1.2275625306522806,
      "grad_norm": 4.3125,
      "learning_rate": 1.8736093199391626e-05,
      "loss": 0.4116,
      "step": 1878
    },
    {
      "epoch": 1.228216445970247,
      "grad_norm": 5.9375,
      "learning_rate": 1.8733870214895523e-05,
      "loss": 0.4747,
      "step": 1879
    },
    {
      "epoch": 1.2288703612882133,
      "grad_norm": 3.34375,
      "learning_rate": 1.8731645409317022e-05,
      "loss": 0.1829,
      "step": 1880
    },
    {
      "epoch": 1.2295242766061796,
      "grad_norm": 3.375,
      "learning_rate": 1.8729418783120025e-05,
      "loss": 0.288,
      "step": 1881
    },
    {
      "epoch": 1.230178191924146,
      "grad_norm": 5.0,
      "learning_rate": 1.872719033676879e-05,
      "loss": 0.4688,
      "step": 1882
    },
    {
      "epoch": 1.2308321072421122,
      "grad_norm": 5.5,
      "learning_rate": 1.8724960070727974e-05,
      "loss": 0.3791,
      "step": 1883
    },
    {
      "epoch": 1.2314860225600786,
      "grad_norm": 5.21875,
      "learning_rate": 1.87227279854626e-05,
      "loss": 0.6097,
      "step": 1884
    },
    {
      "epoch": 1.2321399378780449,
      "grad_norm": 5.1875,
      "learning_rate": 1.872049408143808e-05,
      "loss": 0.4637,
      "step": 1885
    },
    {
      "epoch": 1.2327938531960112,
      "grad_norm": 3.515625,
      "learning_rate": 1.8718258359120196e-05,
      "loss": 0.2699,
      "step": 1886
    },
    {
      "epoch": 1.2334477685139775,
      "grad_norm": 5.375,
      "learning_rate": 1.871602081897512e-05,
      "loss": 0.6195,
      "step": 1887
    },
    {
      "epoch": 1.2341016838319439,
      "grad_norm": 4.53125,
      "learning_rate": 1.8713781461469392e-05,
      "loss": 0.5253,
      "step": 1888
    },
    {
      "epoch": 1.2347555991499102,
      "grad_norm": 5.15625,
      "learning_rate": 1.8711540287069937e-05,
      "loss": 0.5069,
      "step": 1889
    },
    {
      "epoch": 1.2354095144678765,
      "grad_norm": 6.90625,
      "learning_rate": 1.8709297296244063e-05,
      "loss": 0.6096,
      "step": 1890
    },
    {
      "epoch": 1.2360634297858428,
      "grad_norm": 5.84375,
      "learning_rate": 1.8707052489459447e-05,
      "loss": 0.4621,
      "step": 1891
    },
    {
      "epoch": 1.2367173451038092,
      "grad_norm": 5.75,
      "learning_rate": 1.8704805867184147e-05,
      "loss": 0.5406,
      "step": 1892
    },
    {
      "epoch": 1.2373712604217755,
      "grad_norm": 3.4375,
      "learning_rate": 1.8702557429886607e-05,
      "loss": 0.275,
      "step": 1893
    },
    {
      "epoch": 1.2380251757397418,
      "grad_norm": 4.4375,
      "learning_rate": 1.8700307178035643e-05,
      "loss": 0.2549,
      "step": 1894
    },
    {
      "epoch": 1.238679091057708,
      "grad_norm": 7.09375,
      "learning_rate": 1.869805511210045e-05,
      "loss": 0.5705,
      "step": 1895
    },
    {
      "epoch": 1.2393330063756745,
      "grad_norm": 4.21875,
      "learning_rate": 1.8695801232550603e-05,
      "loss": 0.255,
      "step": 1896
    },
    {
      "epoch": 1.2399869216936406,
      "grad_norm": 5.1875,
      "learning_rate": 1.8693545539856052e-05,
      "loss": 0.2976,
      "step": 1897
    },
    {
      "epoch": 1.240640837011607,
      "grad_norm": 3.734375,
      "learning_rate": 1.869128803448713e-05,
      "loss": 0.4428,
      "step": 1898
    },
    {
      "epoch": 1.2412947523295732,
      "grad_norm": 4.15625,
      "learning_rate": 1.868902871691454e-05,
      "loss": 0.3686,
      "step": 1899
    },
    {
      "epoch": 1.2419486676475398,
      "grad_norm": 4.25,
      "learning_rate": 1.8686767587609376e-05,
      "loss": 0.3735,
      "step": 1900
    },
    {
      "epoch": 1.2426025829655059,
      "grad_norm": 3.96875,
      "learning_rate": 1.8684504647043093e-05,
      "loss": 0.4075,
      "step": 1901
    },
    {
      "epoch": 1.2432564982834724,
      "grad_norm": 5.0625,
      "learning_rate": 1.868223989568754e-05,
      "loss": 0.5168,
      "step": 1902
    },
    {
      "epoch": 1.2439104136014385,
      "grad_norm": 5.09375,
      "learning_rate": 1.8679973334014927e-05,
      "loss": 0.764,
      "step": 1903
    },
    {
      "epoch": 1.244564328919405,
      "grad_norm": 5.78125,
      "learning_rate": 1.8677704962497856e-05,
      "loss": 0.5123,
      "step": 1904
    },
    {
      "epoch": 1.2452182442373712,
      "grad_norm": 3.953125,
      "learning_rate": 1.8675434781609305e-05,
      "loss": 0.3374,
      "step": 1905
    },
    {
      "epoch": 1.2458721595553377,
      "grad_norm": 4.15625,
      "learning_rate": 1.8673162791822617e-05,
      "loss": 0.2769,
      "step": 1906
    },
    {
      "epoch": 1.2465260748733038,
      "grad_norm": 5.9375,
      "learning_rate": 1.8670888993611526e-05,
      "loss": 0.4565,
      "step": 1907
    },
    {
      "epoch": 1.2471799901912703,
      "grad_norm": 6.40625,
      "learning_rate": 1.866861338745013e-05,
      "loss": 0.4852,
      "step": 1908
    },
    {
      "epoch": 1.2478339055092365,
      "grad_norm": 5.34375,
      "learning_rate": 1.8666335973812922e-05,
      "loss": 0.5433,
      "step": 1909
    },
    {
      "epoch": 1.248487820827203,
      "grad_norm": 2.640625,
      "learning_rate": 1.8664056753174754e-05,
      "loss": 0.1548,
      "step": 1910
    },
    {
      "epoch": 1.249141736145169,
      "grad_norm": 5.03125,
      "learning_rate": 1.866177572601086e-05,
      "loss": 0.5246,
      "step": 1911
    },
    {
      "epoch": 1.2497956514631356,
      "grad_norm": 6.84375,
      "learning_rate": 1.865949289279686e-05,
      "loss": 0.5556,
      "step": 1912
    },
    {
      "epoch": 1.2504495667811018,
      "grad_norm": 5.125,
      "learning_rate": 1.8657208254008735e-05,
      "loss": 0.4132,
      "step": 1913
    },
    {
      "epoch": 1.2511034820990683,
      "grad_norm": 3.984375,
      "learning_rate": 1.865492181012286e-05,
      "loss": 0.2818,
      "step": 1914
    },
    {
      "epoch": 1.2517573974170344,
      "grad_norm": 6.34375,
      "learning_rate": 1.8652633561615965e-05,
      "loss": 0.7699,
      "step": 1915
    },
    {
      "epoch": 1.252411312735001,
      "grad_norm": 4.25,
      "learning_rate": 1.865034350896518e-05,
      "loss": 0.3978,
      "step": 1916
    },
    {
      "epoch": 1.253065228052967,
      "grad_norm": 4.59375,
      "learning_rate": 1.864805165264799e-05,
      "loss": 0.2887,
      "step": 1917
    },
    {
      "epoch": 1.2537191433709336,
      "grad_norm": 4.0625,
      "learning_rate": 1.8645757993142274e-05,
      "loss": 0.2203,
      "step": 1918
    },
    {
      "epoch": 1.2543730586888997,
      "grad_norm": 3.4375,
      "learning_rate": 1.864346253092627e-05,
      "loss": 0.3944,
      "step": 1919
    },
    {
      "epoch": 1.2550269740068662,
      "grad_norm": 3.5,
      "learning_rate": 1.8641165266478606e-05,
      "loss": 0.1458,
      "step": 1920
    },
    {
      "epoch": 1.2556808893248323,
      "grad_norm": 4.59375,
      "learning_rate": 1.8638866200278276e-05,
      "loss": 0.3679,
      "step": 1921
    },
    {
      "epoch": 1.2563348046427987,
      "grad_norm": 4.75,
      "learning_rate": 1.863656533280466e-05,
      "loss": 0.3842,
      "step": 1922
    },
    {
      "epoch": 1.256988719960765,
      "grad_norm": 5.46875,
      "learning_rate": 1.8634262664537505e-05,
      "loss": 0.449,
      "step": 1923
    },
    {
      "epoch": 1.2576426352787313,
      "grad_norm": 3.28125,
      "learning_rate": 1.863195819595693e-05,
      "loss": 0.2344,
      "step": 1924
    },
    {
      "epoch": 1.2582965505966976,
      "grad_norm": 6.5625,
      "learning_rate": 1.8629651927543447e-05,
      "loss": 0.8233,
      "step": 1925
    },
    {
      "epoch": 1.258950465914664,
      "grad_norm": 3.046875,
      "learning_rate": 1.862734385977792e-05,
      "loss": 0.2332,
      "step": 1926
    },
    {
      "epoch": 1.2596043812326303,
      "grad_norm": 5.9375,
      "learning_rate": 1.8625033993141606e-05,
      "loss": 0.4593,
      "step": 1927
    },
    {
      "epoch": 1.2602582965505966,
      "grad_norm": 4.4375,
      "learning_rate": 1.8622722328116126e-05,
      "loss": 0.3226,
      "step": 1928
    },
    {
      "epoch": 1.260912211868563,
      "grad_norm": 4.03125,
      "learning_rate": 1.8620408865183492e-05,
      "loss": 0.402,
      "step": 1929
    },
    {
      "epoch": 1.2615661271865293,
      "grad_norm": 3.671875,
      "learning_rate": 1.8618093604826066e-05,
      "loss": 0.3888,
      "step": 1930
    },
    {
      "epoch": 1.2622200425044956,
      "grad_norm": 4.53125,
      "learning_rate": 1.8615776547526607e-05,
      "loss": 0.2518,
      "step": 1931
    },
    {
      "epoch": 1.262873957822462,
      "grad_norm": 2.890625,
      "learning_rate": 1.8613457693768234e-05,
      "loss": 0.2422,
      "step": 1932
    },
    {
      "epoch": 1.2635278731404282,
      "grad_norm": 3.71875,
      "learning_rate": 1.8611137044034454e-05,
      "loss": 0.2975,
      "step": 1933
    },
    {
      "epoch": 1.2641817884583946,
      "grad_norm": 4.5625,
      "learning_rate": 1.8608814598809134e-05,
      "loss": 0.2293,
      "step": 1934
    },
    {
      "epoch": 1.264835703776361,
      "grad_norm": 5.09375,
      "learning_rate": 1.860649035857653e-05,
      "loss": 0.5415,
      "step": 1935
    },
    {
      "epoch": 1.2654896190943272,
      "grad_norm": 3.765625,
      "learning_rate": 1.8604164323821257e-05,
      "loss": 0.3322,
      "step": 1936
    },
    {
      "epoch": 1.2661435344122935,
      "grad_norm": 5.1875,
      "learning_rate": 1.8601836495028318e-05,
      "loss": 0.3812,
      "step": 1937
    },
    {
      "epoch": 1.2667974497302599,
      "grad_norm": 4.375,
      "learning_rate": 1.859950687268308e-05,
      "loss": 0.3573,
      "step": 1938
    },
    {
      "epoch": 1.2674513650482262,
      "grad_norm": 3.609375,
      "learning_rate": 1.8597175457271293e-05,
      "loss": 0.3072,
      "step": 1939
    },
    {
      "epoch": 1.2681052803661925,
      "grad_norm": 2.859375,
      "learning_rate": 1.8594842249279067e-05,
      "loss": 0.153,
      "step": 1940
    },
    {
      "epoch": 1.2687591956841588,
      "grad_norm": 3.765625,
      "learning_rate": 1.8592507249192906e-05,
      "loss": 0.2034,
      "step": 1941
    },
    {
      "epoch": 1.2694131110021252,
      "grad_norm": 6.1875,
      "learning_rate": 1.8590170457499667e-05,
      "loss": 0.6676,
      "step": 1942
    },
    {
      "epoch": 1.2700670263200915,
      "grad_norm": 4.53125,
      "learning_rate": 1.8587831874686598e-05,
      "loss": 0.354,
      "step": 1943
    },
    {
      "epoch": 1.2707209416380578,
      "grad_norm": 3.34375,
      "learning_rate": 1.8585491501241307e-05,
      "loss": 0.1714,
      "step": 1944
    },
    {
      "epoch": 1.2713748569560241,
      "grad_norm": 5.03125,
      "learning_rate": 1.858314933765178e-05,
      "loss": 0.2854,
      "step": 1945
    },
    {
      "epoch": 1.2720287722739905,
      "grad_norm": 5.15625,
      "learning_rate": 1.858080538440638e-05,
      "loss": 0.4345,
      "step": 1946
    },
    {
      "epoch": 1.2726826875919568,
      "grad_norm": 3.703125,
      "learning_rate": 1.857845964199384e-05,
      "loss": 0.2506,
      "step": 1947
    },
    {
      "epoch": 1.2733366029099231,
      "grad_norm": 5.28125,
      "learning_rate": 1.8576112110903263e-05,
      "loss": 0.3076,
      "step": 1948
    },
    {
      "epoch": 1.2739905182278894,
      "grad_norm": 3.484375,
      "learning_rate": 1.8573762791624132e-05,
      "loss": 0.3637,
      "step": 1949
    },
    {
      "epoch": 1.2746444335458558,
      "grad_norm": 3.96875,
      "learning_rate": 1.85714116846463e-05,
      "loss": 0.4045,
      "step": 1950
    },
    {
      "epoch": 1.275298348863822,
      "grad_norm": 4.875,
      "learning_rate": 1.8569058790459986e-05,
      "loss": 0.3463,
      "step": 1951
    },
    {
      "epoch": 1.2759522641817884,
      "grad_norm": 4.53125,
      "learning_rate": 1.8566704109555787e-05,
      "loss": 0.3541,
      "step": 1952
    },
    {
      "epoch": 1.2766061794997547,
      "grad_norm": 7.3125,
      "learning_rate": 1.856434764242468e-05,
      "loss": 0.7119,
      "step": 1953
    },
    {
      "epoch": 1.277260094817721,
      "grad_norm": 5.90625,
      "learning_rate": 1.8561989389558007e-05,
      "loss": 0.7424,
      "step": 1954
    },
    {
      "epoch": 1.2779140101356874,
      "grad_norm": 4.53125,
      "learning_rate": 1.855962935144748e-05,
      "loss": 0.3664,
      "step": 1955
    },
    {
      "epoch": 1.2785679254536537,
      "grad_norm": 2.625,
      "learning_rate": 1.855726752858518e-05,
      "loss": 0.1689,
      "step": 1956
    },
    {
      "epoch": 1.27922184077162,
      "grad_norm": 5.28125,
      "learning_rate": 1.8554903921463578e-05,
      "loss": 0.3954,
      "step": 1957
    },
    {
      "epoch": 1.2798757560895864,
      "grad_norm": 3.765625,
      "learning_rate": 1.8552538530575495e-05,
      "loss": 0.3754,
      "step": 1958
    },
    {
      "epoch": 1.2805296714075527,
      "grad_norm": 3.109375,
      "learning_rate": 1.8550171356414142e-05,
      "loss": 0.2335,
      "step": 1959
    },
    {
      "epoch": 1.281183586725519,
      "grad_norm": 9.1875,
      "learning_rate": 1.854780239947309e-05,
      "loss": 0.84,
      "step": 1960
    },
    {
      "epoch": 1.2818375020434853,
      "grad_norm": 4.5625,
      "learning_rate": 1.854543166024628e-05,
      "loss": 0.4249,
      "step": 1961
    },
    {
      "epoch": 1.2824914173614517,
      "grad_norm": 4.34375,
      "learning_rate": 1.854305913922804e-05,
      "loss": 0.3897,
      "step": 1962
    },
    {
      "epoch": 1.283145332679418,
      "grad_norm": 3.71875,
      "learning_rate": 1.854068483691305e-05,
      "loss": 0.2408,
      "step": 1963
    },
    {
      "epoch": 1.2837992479973843,
      "grad_norm": 5.0,
      "learning_rate": 1.8538308753796385e-05,
      "loss": 0.41,
      "step": 1964
    },
    {
      "epoch": 1.2844531633153506,
      "grad_norm": 4.65625,
      "learning_rate": 1.8535930890373467e-05,
      "loss": 0.4126,
      "step": 1965
    },
    {
      "epoch": 1.285107078633317,
      "grad_norm": 4.46875,
      "learning_rate": 1.85335512471401e-05,
      "loss": 0.6946,
      "step": 1966
    },
    {
      "epoch": 1.2857609939512833,
      "grad_norm": 4.6875,
      "learning_rate": 1.853116982459246e-05,
      "loss": 0.3819,
      "step": 1967
    },
    {
      "epoch": 1.2864149092692496,
      "grad_norm": 8.25,
      "learning_rate": 1.8528786623227096e-05,
      "loss": 0.9109,
      "step": 1968
    },
    {
      "epoch": 1.287068824587216,
      "grad_norm": 3.578125,
      "learning_rate": 1.8526401643540924e-05,
      "loss": 0.3197,
      "step": 1969
    },
    {
      "epoch": 1.2877227399051823,
      "grad_norm": 3.5,
      "learning_rate": 1.8524014886031228e-05,
      "loss": 0.3296,
      "step": 1970
    },
    {
      "epoch": 1.2883766552231486,
      "grad_norm": 3.515625,
      "learning_rate": 1.8521626351195666e-05,
      "loss": 0.3846,
      "step": 1971
    },
    {
      "epoch": 1.289030570541115,
      "grad_norm": 7.75,
      "learning_rate": 1.8519236039532273e-05,
      "loss": 0.8143,
      "step": 1972
    },
    {
      "epoch": 1.2896844858590812,
      "grad_norm": 3.8125,
      "learning_rate": 1.851684395153944e-05,
      "loss": 0.3787,
      "step": 1973
    },
    {
      "epoch": 1.2903384011770476,
      "grad_norm": 3.5625,
      "learning_rate": 1.8514450087715944e-05,
      "loss": 0.3277,
      "step": 1974
    },
    {
      "epoch": 1.290992316495014,
      "grad_norm": 4.6875,
      "learning_rate": 1.851205444856092e-05,
      "loss": 0.5747,
      "step": 1975
    },
    {
      "epoch": 1.2916462318129802,
      "grad_norm": 4.90625,
      "learning_rate": 1.850965703457388e-05,
      "loss": 0.3631,
      "step": 1976
    },
    {
      "epoch": 1.2923001471309465,
      "grad_norm": 3.78125,
      "learning_rate": 1.8507257846254707e-05,
      "loss": 0.2915,
      "step": 1977
    },
    {
      "epoch": 1.2929540624489129,
      "grad_norm": 4.78125,
      "learning_rate": 1.8504856884103645e-05,
      "loss": 0.3131,
      "step": 1978
    },
    {
      "epoch": 1.2936079777668792,
      "grad_norm": 4.59375,
      "learning_rate": 1.8502454148621318e-05,
      "loss": 0.2863,
      "step": 1979
    },
    {
      "epoch": 1.2942618930848455,
      "grad_norm": 7.25,
      "learning_rate": 1.8500049640308712e-05,
      "loss": 0.8575,
      "step": 1980
    },
    {
      "epoch": 1.2949158084028118,
      "grad_norm": 5.1875,
      "learning_rate": 1.8497643359667193e-05,
      "loss": 0.3204,
      "step": 1981
    },
    {
      "epoch": 1.2955697237207782,
      "grad_norm": 3.78125,
      "learning_rate": 1.849523530719848e-05,
      "loss": 0.3316,
      "step": 1982
    },
    {
      "epoch": 1.2962236390387445,
      "grad_norm": 4.5625,
      "learning_rate": 1.8492825483404683e-05,
      "loss": 0.5437,
      "step": 1983
    },
    {
      "epoch": 1.2968775543567108,
      "grad_norm": 4.78125,
      "learning_rate": 1.8490413888788267e-05,
      "loss": 0.4979,
      "step": 1984
    },
    {
      "epoch": 1.2975314696746771,
      "grad_norm": 3.796875,
      "learning_rate": 1.848800052385206e-05,
      "loss": 0.4553,
      "step": 1985
    },
    {
      "epoch": 1.2981853849926435,
      "grad_norm": 7.6875,
      "learning_rate": 1.8485585389099276e-05,
      "loss": 1.0042,
      "step": 1986
    },
    {
      "epoch": 1.2988393003106098,
      "grad_norm": 3.515625,
      "learning_rate": 1.848316848503349e-05,
      "loss": 0.3589,
      "step": 1987
    },
    {
      "epoch": 1.2994932156285761,
      "grad_norm": 3.6875,
      "learning_rate": 1.8480749812158644e-05,
      "loss": 0.2516,
      "step": 1988
    },
    {
      "epoch": 1.3001471309465424,
      "grad_norm": 5.0625,
      "learning_rate": 1.8478329370979047e-05,
      "loss": 0.2446,
      "step": 1989
    },
    {
      "epoch": 1.3008010462645088,
      "grad_norm": 4.28125,
      "learning_rate": 1.8475907161999388e-05,
      "loss": 0.289,
      "step": 1990
    },
    {
      "epoch": 1.301454961582475,
      "grad_norm": 4.1875,
      "learning_rate": 1.8473483185724712e-05,
      "loss": 0.4933,
      "step": 1991
    },
    {
      "epoch": 1.3021088769004414,
      "grad_norm": 6.4375,
      "learning_rate": 1.847105744266044e-05,
      "loss": 0.4275,
      "step": 1992
    },
    {
      "epoch": 1.3027627922184077,
      "grad_norm": 6.3125,
      "learning_rate": 1.8468629933312358e-05,
      "loss": 0.7569,
      "step": 1993
    },
    {
      "epoch": 1.303416707536374,
      "grad_norm": 5.1875,
      "learning_rate": 1.8466200658186622e-05,
      "loss": 0.6828,
      "step": 1994
    },
    {
      "epoch": 1.3040706228543404,
      "grad_norm": 5.28125,
      "learning_rate": 1.8463769617789754e-05,
      "loss": 0.2777,
      "step": 1995
    },
    {
      "epoch": 1.3047245381723067,
      "grad_norm": 3.703125,
      "learning_rate": 1.8461336812628648e-05,
      "loss": 0.458,
      "step": 1996
    },
    {
      "epoch": 1.305378453490273,
      "grad_norm": 4.59375,
      "learning_rate": 1.8458902243210558e-05,
      "loss": 0.3809,
      "step": 1997
    },
    {
      "epoch": 1.3060323688082394,
      "grad_norm": 6.46875,
      "learning_rate": 1.845646591004312e-05,
      "loss": 0.6737,
      "step": 1998
    },
    {
      "epoch": 1.3066862841262057,
      "grad_norm": 4.6875,
      "learning_rate": 1.8454027813634323e-05,
      "loss": 0.4581,
      "step": 1999
    },
    {
      "epoch": 1.307340199444172,
      "grad_norm": 7.4375,
      "learning_rate": 1.8451587954492533e-05,
      "loss": 0.4362,
      "step": 2000
    },
    {
      "epoch": 1.3079941147621383,
      "grad_norm": 4.875,
      "learning_rate": 1.8449146333126476e-05,
      "loss": 0.5957,
      "step": 2001
    },
    {
      "epoch": 1.3086480300801047,
      "grad_norm": 3.09375,
      "learning_rate": 1.8446702950045252e-05,
      "loss": 0.2362,
      "step": 2002
    },
    {
      "epoch": 1.309301945398071,
      "grad_norm": 2.328125,
      "learning_rate": 1.8444257805758327e-05,
      "loss": 0.1312,
      "step": 2003
    },
    {
      "epoch": 1.3099558607160373,
      "grad_norm": 3.046875,
      "learning_rate": 1.8441810900775535e-05,
      "loss": 0.3069,
      "step": 2004
    },
    {
      "epoch": 1.3106097760340036,
      "grad_norm": 3.671875,
      "learning_rate": 1.8439362235607074e-05,
      "loss": 0.3313,
      "step": 2005
    },
    {
      "epoch": 1.31126369135197,
      "grad_norm": 4.8125,
      "learning_rate": 1.84369118107635e-05,
      "loss": 0.5656,
      "step": 2006
    },
    {
      "epoch": 1.3119176066699363,
      "grad_norm": 4.8125,
      "learning_rate": 1.8434459626755767e-05,
      "loss": 0.3542,
      "step": 2007
    },
    {
      "epoch": 1.3125715219879026,
      "grad_norm": 4.1875,
      "learning_rate": 1.843200568409516e-05,
      "loss": 0.4698,
      "step": 2008
    },
    {
      "epoch": 1.313225437305869,
      "grad_norm": 5.0625,
      "learning_rate": 1.842954998329335e-05,
      "loss": 0.3848,
      "step": 2009
    },
    {
      "epoch": 1.3138793526238353,
      "grad_norm": 4.8125,
      "learning_rate": 1.842709252486237e-05,
      "loss": 0.5121,
      "step": 2010
    },
    {
      "epoch": 1.3145332679418016,
      "grad_norm": 4.0625,
      "learning_rate": 1.842463330931462e-05,
      "loss": 0.335,
      "step": 2011
    },
    {
      "epoch": 1.315187183259768,
      "grad_norm": 4.96875,
      "learning_rate": 1.8422172337162865e-05,
      "loss": 0.5883,
      "step": 2012
    },
    {
      "epoch": 1.3158410985777342,
      "grad_norm": 4.8125,
      "learning_rate": 1.8419709608920243e-05,
      "loss": 0.3473,
      "step": 2013
    },
    {
      "epoch": 1.3164950138957006,
      "grad_norm": 2.578125,
      "learning_rate": 1.8417245125100248e-05,
      "loss": 0.2446,
      "step": 2014
    },
    {
      "epoch": 1.3171489292136669,
      "grad_norm": 2.828125,
      "learning_rate": 1.8414778886216744e-05,
      "loss": 0.195,
      "step": 2015
    },
    {
      "epoch": 1.3178028445316332,
      "grad_norm": 3.65625,
      "learning_rate": 1.8412310892783962e-05,
      "loss": 0.3534,
      "step": 2016
    },
    {
      "epoch": 1.3184567598495995,
      "grad_norm": 4.40625,
      "learning_rate": 1.84098411453165e-05,
      "loss": 0.3403,
      "step": 2017
    },
    {
      "epoch": 1.3191106751675659,
      "grad_norm": 5.28125,
      "learning_rate": 1.840736964432932e-05,
      "loss": 0.4891,
      "step": 2018
    },
    {
      "epoch": 1.3197645904855322,
      "grad_norm": 3.1875,
      "learning_rate": 1.8404896390337756e-05,
      "loss": 0.2731,
      "step": 2019
    },
    {
      "epoch": 1.3204185058034985,
      "grad_norm": 3.875,
      "learning_rate": 1.840242138385749e-05,
      "loss": 0.4217,
      "step": 2020
    },
    {
      "epoch": 1.3210724211214648,
      "grad_norm": 5.6875,
      "learning_rate": 1.8399944625404585e-05,
      "loss": 0.7977,
      "step": 2021
    },
    {
      "epoch": 1.3217263364394312,
      "grad_norm": 4.4375,
      "learning_rate": 1.839746611549547e-05,
      "loss": 0.5505,
      "step": 2022
    },
    {
      "epoch": 1.3223802517573975,
      "grad_norm": 4.3125,
      "learning_rate": 1.8394985854646928e-05,
      "loss": 0.3465,
      "step": 2023
    },
    {
      "epoch": 1.3230341670753638,
      "grad_norm": 6.3125,
      "learning_rate": 1.8392503843376115e-05,
      "loss": 0.3455,
      "step": 2024
    },
    {
      "epoch": 1.3236880823933301,
      "grad_norm": 4.84375,
      "learning_rate": 1.8390020082200553e-05,
      "loss": 0.2768,
      "step": 2025
    },
    {
      "epoch": 1.3243419977112965,
      "grad_norm": 6.5,
      "learning_rate": 1.8387534571638124e-05,
      "loss": 0.5339,
      "step": 2026
    },
    {
      "epoch": 1.3249959130292628,
      "grad_norm": 4.90625,
      "learning_rate": 1.838504731220708e-05,
      "loss": 0.4386,
      "step": 2027
    },
    {
      "epoch": 1.325649828347229,
      "grad_norm": 7.15625,
      "learning_rate": 1.838255830442603e-05,
      "loss": 0.57,
      "step": 2028
    },
    {
      "epoch": 1.3263037436651954,
      "grad_norm": 3.59375,
      "learning_rate": 1.8380067548813955e-05,
      "loss": 0.2516,
      "step": 2029
    },
    {
      "epoch": 1.3269576589831618,
      "grad_norm": 4.5,
      "learning_rate": 1.8377575045890195e-05,
      "loss": 0.4564,
      "step": 2030
    },
    {
      "epoch": 1.327611574301128,
      "grad_norm": 5.1875,
      "learning_rate": 1.837508079617446e-05,
      "loss": 0.4688,
      "step": 2031
    },
    {
      "epoch": 1.3282654896190944,
      "grad_norm": 5.1875,
      "learning_rate": 1.837258480018682e-05,
      "loss": 0.5091,
      "step": 2032
    },
    {
      "epoch": 1.3289194049370607,
      "grad_norm": 4.65625,
      "learning_rate": 1.8370087058447713e-05,
      "loss": 0.3689,
      "step": 2033
    },
    {
      "epoch": 1.3295733202550268,
      "grad_norm": 5.09375,
      "learning_rate": 1.8367587571477935e-05,
      "loss": 0.4417,
      "step": 2034
    },
    {
      "epoch": 1.3302272355729934,
      "grad_norm": 6.15625,
      "learning_rate": 1.836508633979865e-05,
      "loss": 0.6824,
      "step": 2035
    },
    {
      "epoch": 1.3308811508909595,
      "grad_norm": 5.3125,
      "learning_rate": 1.8362583363931385e-05,
      "loss": 0.5429,
      "step": 2036
    },
    {
      "epoch": 1.331535066208926,
      "grad_norm": 5.53125,
      "learning_rate": 1.8360078644398028e-05,
      "loss": 0.7523,
      "step": 2037
    },
    {
      "epoch": 1.3321889815268921,
      "grad_norm": 6.4375,
      "learning_rate": 1.835757218172084e-05,
      "loss": 0.804,
      "step": 2038
    },
    {
      "epoch": 1.3328428968448587,
      "grad_norm": 3.8125,
      "learning_rate": 1.8355063976422433e-05,
      "loss": 0.3872,
      "step": 2039
    },
    {
      "epoch": 1.3334968121628248,
      "grad_norm": 6.0625,
      "learning_rate": 1.8352554029025788e-05,
      "loss": 0.6263,
      "step": 2040
    },
    {
      "epoch": 1.3341507274807913,
      "grad_norm": 6.15625,
      "learning_rate": 1.8350042340054252e-05,
      "loss": 0.7653,
      "step": 2041
    },
    {
      "epoch": 1.3348046427987574,
      "grad_norm": 5.78125,
      "learning_rate": 1.834752891003153e-05,
      "loss": 0.4468,
      "step": 2042
    },
    {
      "epoch": 1.335458558116724,
      "grad_norm": 9.375,
      "learning_rate": 1.8345013739481698e-05,
      "loss": 0.7043,
      "step": 2043
    },
    {
      "epoch": 1.33611247343469,
      "grad_norm": 4.125,
      "learning_rate": 1.834249682892918e-05,
      "loss": 0.3357,
      "step": 2044
    },
    {
      "epoch": 1.3367663887526566,
      "grad_norm": 4.46875,
      "learning_rate": 1.833997817889878e-05,
      "loss": 0.2804,
      "step": 2045
    },
    {
      "epoch": 1.3374203040706227,
      "grad_norm": 5.1875,
      "learning_rate": 1.8337457789915656e-05,
      "loss": 0.4567,
      "step": 2046
    },
    {
      "epoch": 1.3380742193885893,
      "grad_norm": 4.78125,
      "learning_rate": 1.833493566250532e-05,
      "loss": 0.4737,
      "step": 2047
    },
    {
      "epoch": 1.3387281347065554,
      "grad_norm": 5.375,
      "learning_rate": 1.8332411797193672e-05,
      "loss": 0.4202,
      "step": 2048
    },
    {
      "epoch": 1.339382050024522,
      "grad_norm": 7.40625,
      "learning_rate": 1.8329886194506948e-05,
      "loss": 0.7849,
      "step": 2049
    },
    {
      "epoch": 1.340035965342488,
      "grad_norm": 6.25,
      "learning_rate": 1.8327358854971755e-05,
      "loss": 0.7006,
      "step": 2050
    },
    {
      "epoch": 1.3406898806604546,
      "grad_norm": 5.3125,
      "learning_rate": 1.8324829779115068e-05,
      "loss": 0.6859,
      "step": 2051
    },
    {
      "epoch": 1.3413437959784207,
      "grad_norm": 6.25,
      "learning_rate": 1.832229896746422e-05,
      "loss": 0.8938,
      "step": 2052
    },
    {
      "epoch": 1.3419977112963872,
      "grad_norm": 6.0,
      "learning_rate": 1.8319766420546902e-05,
      "loss": 0.51,
      "step": 2053
    },
    {
      "epoch": 1.3426516266143533,
      "grad_norm": 4.5625,
      "learning_rate": 1.8317232138891176e-05,
      "loss": 0.3573,
      "step": 2054
    },
    {
      "epoch": 1.3433055419323199,
      "grad_norm": 3.59375,
      "learning_rate": 1.8314696123025456e-05,
      "loss": 0.2659,
      "step": 2055
    },
    {
      "epoch": 1.343959457250286,
      "grad_norm": 6.15625,
      "learning_rate": 1.831215837347852e-05,
      "loss": 0.7739,
      "step": 2056
    },
    {
      "epoch": 1.3446133725682525,
      "grad_norm": 5.0625,
      "learning_rate": 1.8309618890779513e-05,
      "loss": 0.4306,
      "step": 2057
    },
    {
      "epoch": 1.3452672878862186,
      "grad_norm": 3.484375,
      "learning_rate": 1.8307077675457937e-05,
      "loss": 0.2061,
      "step": 2058
    },
    {
      "epoch": 1.3459212032041852,
      "grad_norm": 4.21875,
      "learning_rate": 1.8304534728043653e-05,
      "loss": 0.2685,
      "step": 2059
    },
    {
      "epoch": 1.3465751185221513,
      "grad_norm": 3.8125,
      "learning_rate": 1.8301990049066892e-05,
      "loss": 0.5432,
      "step": 2060
    },
    {
      "epoch": 1.3472290338401178,
      "grad_norm": 4.03125,
      "learning_rate": 1.8299443639058238e-05,
      "loss": 0.3311,
      "step": 2061
    },
    {
      "epoch": 1.347882949158084,
      "grad_norm": 3.53125,
      "learning_rate": 1.8296895498548635e-05,
      "loss": 0.2636,
      "step": 2062
    },
    {
      "epoch": 1.3485368644760505,
      "grad_norm": 5.03125,
      "learning_rate": 1.8294345628069393e-05,
      "loss": 0.6396,
      "step": 2063
    },
    {
      "epoch": 1.3491907797940166,
      "grad_norm": 5.25,
      "learning_rate": 1.8291794028152177e-05,
      "loss": 0.4801,
      "step": 2064
    },
    {
      "epoch": 1.3498446951119831,
      "grad_norm": 3.484375,
      "learning_rate": 1.828924069932902e-05,
      "loss": 0.3978,
      "step": 2065
    },
    {
      "epoch": 1.3504986104299492,
      "grad_norm": 6.1875,
      "learning_rate": 1.8286685642132314e-05,
      "loss": 0.6958,
      "step": 2066
    },
    {
      "epoch": 1.3511525257479158,
      "grad_norm": 3.125,
      "learning_rate": 1.8284128857094804e-05,
      "loss": 0.2136,
      "step": 2067
    },
    {
      "epoch": 1.3518064410658819,
      "grad_norm": 4.875,
      "learning_rate": 1.8281570344749602e-05,
      "loss": 0.3536,
      "step": 2068
    },
    {
      "epoch": 1.3524603563838484,
      "grad_norm": 2.796875,
      "learning_rate": 1.827901010563018e-05,
      "loss": 0.2265,
      "step": 2069
    },
    {
      "epoch": 1.3531142717018145,
      "grad_norm": 4.3125,
      "learning_rate": 1.8276448140270365e-05,
      "loss": 0.3259,
      "step": 2070
    },
    {
      "epoch": 1.3537681870197809,
      "grad_norm": 4.3125,
      "learning_rate": 1.8273884449204348e-05,
      "loss": 0.3414,
      "step": 2071
    },
    {
      "epoch": 1.3544221023377472,
      "grad_norm": 4.9375,
      "learning_rate": 1.8271319032966683e-05,
      "loss": 0.4265,
      "step": 2072
    },
    {
      "epoch": 1.3550760176557135,
      "grad_norm": 4.96875,
      "learning_rate": 1.826875189209228e-05,
      "loss": 0.5139,
      "step": 2073
    },
    {
      "epoch": 1.3557299329736798,
      "grad_norm": 4.59375,
      "learning_rate": 1.8266183027116406e-05,
      "loss": 0.4905,
      "step": 2074
    },
    {
      "epoch": 1.3563838482916462,
      "grad_norm": 6.3125,
      "learning_rate": 1.826361243857469e-05,
      "loss": 0.5678,
      "step": 2075
    },
    {
      "epoch": 1.3570377636096125,
      "grad_norm": 5.90625,
      "learning_rate": 1.826104012700312e-05,
      "loss": 0.7462,
      "step": 2076
    },
    {
      "epoch": 1.3576916789275788,
      "grad_norm": 4.6875,
      "learning_rate": 1.8258466092938042e-05,
      "loss": 0.4041,
      "step": 2077
    },
    {
      "epoch": 1.3583455942455451,
      "grad_norm": 3.625,
      "learning_rate": 1.8255890336916173e-05,
      "loss": 0.3115,
      "step": 2078
    },
    {
      "epoch": 1.3589995095635115,
      "grad_norm": 5.59375,
      "learning_rate": 1.8253312859474563e-05,
      "loss": 0.4375,
      "step": 2079
    },
    {
      "epoch": 1.3596534248814778,
      "grad_norm": 5.34375,
      "learning_rate": 1.825073366115065e-05,
      "loss": 0.5481,
      "step": 2080
    },
    {
      "epoch": 1.360307340199444,
      "grad_norm": 6.15625,
      "learning_rate": 1.824815274248221e-05,
      "loss": 0.6787,
      "step": 2081
    },
    {
      "epoch": 1.3609612555174104,
      "grad_norm": 6.5,
      "learning_rate": 1.8245570104007394e-05,
      "loss": 0.4402,
      "step": 2082
    },
    {
      "epoch": 1.3616151708353768,
      "grad_norm": 4.40625,
      "learning_rate": 1.824298574626469e-05,
      "loss": 0.4034,
      "step": 2083
    },
    {
      "epoch": 1.362269086153343,
      "grad_norm": 3.84375,
      "learning_rate": 1.8240399669792973e-05,
      "loss": 0.3436,
      "step": 2084
    },
    {
      "epoch": 1.3629230014713094,
      "grad_norm": 7.1875,
      "learning_rate": 1.8237811875131446e-05,
      "loss": 0.5403,
      "step": 2085
    },
    {
      "epoch": 1.3635769167892757,
      "grad_norm": 5.125,
      "learning_rate": 1.8235222362819693e-05,
      "loss": 0.3696,
      "step": 2086
    },
    {
      "epoch": 1.364230832107242,
      "grad_norm": 5.0625,
      "learning_rate": 1.8232631133397647e-05,
      "loss": 0.3783,
      "step": 2087
    },
    {
      "epoch": 1.3648847474252084,
      "grad_norm": 4.65625,
      "learning_rate": 1.82300381874056e-05,
      "loss": 0.2909,
      "step": 2088
    },
    {
      "epoch": 1.3655386627431747,
      "grad_norm": 4.65625,
      "learning_rate": 1.8227443525384202e-05,
      "loss": 0.4083,
      "step": 2089
    },
    {
      "epoch": 1.366192578061141,
      "grad_norm": 4.71875,
      "learning_rate": 1.8224847147874464e-05,
      "loss": 0.4122,
      "step": 2090
    },
    {
      "epoch": 1.3668464933791074,
      "grad_norm": 6.46875,
      "learning_rate": 1.8222249055417744e-05,
      "loss": 0.6137,
      "step": 2091
    },
    {
      "epoch": 1.3675004086970737,
      "grad_norm": 4.28125,
      "learning_rate": 1.8219649248555776e-05,
      "loss": 0.4246,
      "step": 2092
    },
    {
      "epoch": 1.36815432401504,
      "grad_norm": 3.609375,
      "learning_rate": 1.821704772783063e-05,
      "loss": 0.2983,
      "step": 2093
    },
    {
      "epoch": 1.3688082393330063,
      "grad_norm": 4.40625,
      "learning_rate": 1.8214444493784748e-05,
      "loss": 0.4511,
      "step": 2094
    },
    {
      "epoch": 1.3694621546509727,
      "grad_norm": 5.625,
      "learning_rate": 1.821183954696093e-05,
      "loss": 0.4283,
      "step": 2095
    },
    {
      "epoch": 1.370116069968939,
      "grad_norm": 3.921875,
      "learning_rate": 1.820923288790232e-05,
      "loss": 0.2868,
      "step": 2096
    },
    {
      "epoch": 1.3707699852869053,
      "grad_norm": 4.4375,
      "learning_rate": 1.8206624517152437e-05,
      "loss": 0.3739,
      "step": 2097
    },
    {
      "epoch": 1.3714239006048716,
      "grad_norm": 4.125,
      "learning_rate": 1.8204014435255136e-05,
      "loss": 0.4141,
      "step": 2098
    },
    {
      "epoch": 1.372077815922838,
      "grad_norm": 4.28125,
      "learning_rate": 1.8201402642754652e-05,
      "loss": 0.2279,
      "step": 2099
    },
    {
      "epoch": 1.3727317312408043,
      "grad_norm": 6.28125,
      "learning_rate": 1.819878914019556e-05,
      "loss": 0.4616,
      "step": 2100
    },
    {
      "epoch": 1.3733856465587706,
      "grad_norm": 4.84375,
      "learning_rate": 1.819617392812279e-05,
      "loss": 0.3735,
      "step": 2101
    },
    {
      "epoch": 1.374039561876737,
      "grad_norm": 5.6875,
      "learning_rate": 1.8193557007081643e-05,
      "loss": 0.7108,
      "step": 2102
    },
    {
      "epoch": 1.3746934771947033,
      "grad_norm": 5.8125,
      "learning_rate": 1.8190938377617767e-05,
      "loss": 0.2632,
      "step": 2103
    },
    {
      "epoch": 1.3753473925126696,
      "grad_norm": 4.21875,
      "learning_rate": 1.8188318040277165e-05,
      "loss": 0.182,
      "step": 2104
    },
    {
      "epoch": 1.376001307830636,
      "grad_norm": 6.09375,
      "learning_rate": 1.8185695995606196e-05,
      "loss": 0.7313,
      "step": 2105
    },
    {
      "epoch": 1.3766552231486022,
      "grad_norm": 5.78125,
      "learning_rate": 1.8183072244151584e-05,
      "loss": 0.5339,
      "step": 2106
    },
    {
      "epoch": 1.3773091384665685,
      "grad_norm": 5.3125,
      "learning_rate": 1.81804467864604e-05,
      "loss": 0.5137,
      "step": 2107
    },
    {
      "epoch": 1.3779630537845349,
      "grad_norm": 4.0,
      "learning_rate": 1.8177819623080075e-05,
      "loss": 0.3554,
      "step": 2108
    },
    {
      "epoch": 1.3786169691025012,
      "grad_norm": 6.71875,
      "learning_rate": 1.8175190754558384e-05,
      "loss": 0.7832,
      "step": 2109
    },
    {
      "epoch": 1.3792708844204675,
      "grad_norm": 3.875,
      "learning_rate": 1.817256018144348e-05,
      "loss": 0.2194,
      "step": 2110
    },
    {
      "epoch": 1.3799247997384338,
      "grad_norm": 3.765625,
      "learning_rate": 1.816992790428385e-05,
      "loss": 0.2622,
      "step": 2111
    },
    {
      "epoch": 1.3805787150564002,
      "grad_norm": 3.9375,
      "learning_rate": 1.816729392362835e-05,
      "loss": 0.4399,
      "step": 2112
    },
    {
      "epoch": 1.3812326303743665,
      "grad_norm": 3.984375,
      "learning_rate": 1.8164658240026184e-05,
      "loss": 0.3676,
      "step": 2113
    },
    {
      "epoch": 1.3818865456923328,
      "grad_norm": 6.15625,
      "learning_rate": 1.816202085402691e-05,
      "loss": 0.4939,
      "step": 2114
    },
    {
      "epoch": 1.3825404610102991,
      "grad_norm": 5.125,
      "learning_rate": 1.8159381766180453e-05,
      "loss": 0.5103,
      "step": 2115
    },
    {
      "epoch": 1.3831943763282655,
      "grad_norm": 4.46875,
      "learning_rate": 1.8156740977037076e-05,
      "loss": 0.3793,
      "step": 2116
    },
    {
      "epoch": 1.3838482916462318,
      "grad_norm": 4.21875,
      "learning_rate": 1.8154098487147405e-05,
      "loss": 0.4362,
      "step": 2117
    },
    {
      "epoch": 1.3845022069641981,
      "grad_norm": 4.5,
      "learning_rate": 1.815145429706243e-05,
      "loss": 0.2675,
      "step": 2118
    },
    {
      "epoch": 1.3851561222821644,
      "grad_norm": 4.15625,
      "learning_rate": 1.8148808407333475e-05,
      "loss": 0.4791,
      "step": 2119
    },
    {
      "epoch": 1.3858100376001308,
      "grad_norm": 4.96875,
      "learning_rate": 1.8146160818512236e-05,
      "loss": 0.5082,
      "step": 2120
    },
    {
      "epoch": 1.386463952918097,
      "grad_norm": 7.125,
      "learning_rate": 1.814351153115075e-05,
      "loss": 0.6934,
      "step": 2121
    },
    {
      "epoch": 1.3871178682360634,
      "grad_norm": 3.625,
      "learning_rate": 1.8140860545801423e-05,
      "loss": 0.2469,
      "step": 2122
    },
    {
      "epoch": 1.3877717835540297,
      "grad_norm": 4.6875,
      "learning_rate": 1.8138207863017002e-05,
      "loss": 0.3497,
      "step": 2123
    },
    {
      "epoch": 1.388425698871996,
      "grad_norm": 8.5,
      "learning_rate": 1.813555348335059e-05,
      "loss": 1.0528,
      "step": 2124
    },
    {
      "epoch": 1.3890796141899624,
      "grad_norm": 6.15625,
      "learning_rate": 1.8132897407355657e-05,
      "loss": 0.6329,
      "step": 2125
    },
    {
      "epoch": 1.3897335295079287,
      "grad_norm": 4.59375,
      "learning_rate": 1.8130239635586003e-05,
      "loss": 0.4791,
      "step": 2126
    },
    {
      "epoch": 1.390387444825895,
      "grad_norm": 4.0625,
      "learning_rate": 1.8127580168595804e-05,
      "loss": 0.4171,
      "step": 2127
    },
    {
      "epoch": 1.3910413601438614,
      "grad_norm": 6.75,
      "learning_rate": 1.812491900693958e-05,
      "loss": 0.6384,
      "step": 2128
    },
    {
      "epoch": 1.3916952754618277,
      "grad_norm": 4.875,
      "learning_rate": 1.8122256151172197e-05,
      "loss": 0.523,
      "step": 2129
    },
    {
      "epoch": 1.392349190779794,
      "grad_norm": 5.40625,
      "learning_rate": 1.811959160184889e-05,
      "loss": 0.599,
      "step": 2130
    },
    {
      "epoch": 1.3930031060977603,
      "grad_norm": 4.4375,
      "learning_rate": 1.8116925359525236e-05,
      "loss": 0.3092,
      "step": 2131
    },
    {
      "epoch": 1.3936570214157267,
      "grad_norm": 3.890625,
      "learning_rate": 1.811425742475717e-05,
      "loss": 0.2427,
      "step": 2132
    },
    {
      "epoch": 1.394310936733693,
      "grad_norm": 5.8125,
      "learning_rate": 1.8111587798100974e-05,
      "loss": 0.4975,
      "step": 2133
    },
    {
      "epoch": 1.3949648520516593,
      "grad_norm": 2.234375,
      "learning_rate": 1.8108916480113286e-05,
      "loss": 0.1756,
      "step": 2134
    },
    {
      "epoch": 1.3956187673696256,
      "grad_norm": 6.875,
      "learning_rate": 1.8106243471351105e-05,
      "loss": 0.7843,
      "step": 2135
    },
    {
      "epoch": 1.396272682687592,
      "grad_norm": 4.3125,
      "learning_rate": 1.810356877237177e-05,
      "loss": 0.3534,
      "step": 2136
    },
    {
      "epoch": 1.3969265980055583,
      "grad_norm": 4.65625,
      "learning_rate": 1.8100892383732972e-05,
      "loss": 0.3893,
      "step": 2137
    },
    {
      "epoch": 1.3975805133235246,
      "grad_norm": 3.75,
      "learning_rate": 1.809821430599277e-05,
      "loss": 0.3045,
      "step": 2138
    },
    {
      "epoch": 1.398234428641491,
      "grad_norm": 4.8125,
      "learning_rate": 1.809553453970956e-05,
      "loss": 0.4097,
      "step": 2139
    },
    {
      "epoch": 1.3988883439594573,
      "grad_norm": 5.1875,
      "learning_rate": 1.8092853085442093e-05,
      "loss": 0.7124,
      "step": 2140
    },
    {
      "epoch": 1.3995422592774236,
      "grad_norm": 5.53125,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 0.5841,
      "step": 2141
    },
    {
      "epoch": 1.40019617459539,
      "grad_norm": 7.3125,
      "learning_rate": 1.8087485115191166e-05,
      "loss": 0.6909,
      "step": 2142
    },
    {
      "epoch": 1.4008500899133562,
      "grad_norm": 4.25,
      "learning_rate": 1.808479860032697e-05,
      "loss": 0.4228,
      "step": 2143
    },
    {
      "epoch": 1.4015040052313226,
      "grad_norm": 4.3125,
      "learning_rate": 1.808211039971705e-05,
      "loss": 0.4213,
      "step": 2144
    },
    {
      "epoch": 1.402157920549289,
      "grad_norm": 4.3125,
      "learning_rate": 1.8079420513921913e-05,
      "loss": 0.5366,
      "step": 2145
    },
    {
      "epoch": 1.4028118358672552,
      "grad_norm": 5.65625,
      "learning_rate": 1.8076728943502427e-05,
      "loss": 0.3706,
      "step": 2146
    },
    {
      "epoch": 1.4034657511852215,
      "grad_norm": 4.53125,
      "learning_rate": 1.80740356890198e-05,
      "loss": 0.5166,
      "step": 2147
    },
    {
      "epoch": 1.4041196665031879,
      "grad_norm": 6.78125,
      "learning_rate": 1.807134075103561e-05,
      "loss": 0.5706,
      "step": 2148
    },
    {
      "epoch": 1.4047735818211542,
      "grad_norm": 4.4375,
      "learning_rate": 1.8068644130111757e-05,
      "loss": 0.465,
      "step": 2149
    },
    {
      "epoch": 1.4054274971391205,
      "grad_norm": 5.0625,
      "learning_rate": 1.806594582681052e-05,
      "loss": 0.5925,
      "step": 2150
    },
    {
      "epoch": 1.4060814124570868,
      "grad_norm": 5.0625,
      "learning_rate": 1.8063245841694512e-05,
      "loss": 0.4328,
      "step": 2151
    },
    {
      "epoch": 1.4067353277750532,
      "grad_norm": 6.21875,
      "learning_rate": 1.8060544175326704e-05,
      "loss": 0.9462,
      "step": 2152
    },
    {
      "epoch": 1.4073892430930195,
      "grad_norm": 4.25,
      "learning_rate": 1.8057840828270413e-05,
      "loss": 0.364,
      "step": 2153
    },
    {
      "epoch": 1.4080431584109858,
      "grad_norm": 2.90625,
      "learning_rate": 1.8055135801089306e-05,
      "loss": 0.227,
      "step": 2154
    },
    {
      "epoch": 1.4086970737289521,
      "grad_norm": 3.78125,
      "learning_rate": 1.805242909434741e-05,
      "loss": 0.2943,
      "step": 2155
    },
    {
      "epoch": 1.4093509890469185,
      "grad_norm": 6.78125,
      "learning_rate": 1.8049720708609094e-05,
      "loss": 0.7156,
      "step": 2156
    },
    {
      "epoch": 1.4100049043648848,
      "grad_norm": 6.34375,
      "learning_rate": 1.8047010644439074e-05,
      "loss": 0.3797,
      "step": 2157
    },
    {
      "epoch": 1.4106588196828511,
      "grad_norm": 4.34375,
      "learning_rate": 1.804429890240242e-05,
      "loss": 0.375,
      "step": 2158
    },
    {
      "epoch": 1.4113127350008174,
      "grad_norm": 7.53125,
      "learning_rate": 1.804158548306456e-05,
      "loss": 0.8027,
      "step": 2159
    },
    {
      "epoch": 1.4119666503187838,
      "grad_norm": 4.78125,
      "learning_rate": 1.8038870386991253e-05,
      "loss": 0.4264,
      "step": 2160
    },
    {
      "epoch": 1.41262056563675,
      "grad_norm": 3.09375,
      "learning_rate": 1.8036153614748625e-05,
      "loss": 0.26,
      "step": 2161
    },
    {
      "epoch": 1.4132744809547164,
      "grad_norm": 5.09375,
      "learning_rate": 1.8033435166903145e-05,
      "loss": 0.541,
      "step": 2162
    },
    {
      "epoch": 1.4139283962726827,
      "grad_norm": 5.0,
      "learning_rate": 1.8030715044021628e-05,
      "loss": 0.3851,
      "step": 2163
    },
    {
      "epoch": 1.414582311590649,
      "grad_norm": 4.84375,
      "learning_rate": 1.8027993246671243e-05,
      "loss": 0.2924,
      "step": 2164
    },
    {
      "epoch": 1.4152362269086154,
      "grad_norm": 5.46875,
      "learning_rate": 1.802526977541951e-05,
      "loss": 0.5166,
      "step": 2165
    },
    {
      "epoch": 1.4158901422265817,
      "grad_norm": 4.0625,
      "learning_rate": 1.8022544630834292e-05,
      "loss": 0.4899,
      "step": 2166
    },
    {
      "epoch": 1.416544057544548,
      "grad_norm": 5.375,
      "learning_rate": 1.80198178134838e-05,
      "loss": 0.4054,
      "step": 2167
    },
    {
      "epoch": 1.4171979728625144,
      "grad_norm": 5.0,
      "learning_rate": 1.8017089323936604e-05,
      "loss": 0.2593,
      "step": 2168
    },
    {
      "epoch": 1.4178518881804807,
      "grad_norm": 5.125,
      "learning_rate": 1.801435916276161e-05,
      "loss": 0.4517,
      "step": 2169
    },
    {
      "epoch": 1.418505803498447,
      "grad_norm": 3.53125,
      "learning_rate": 1.8011627330528085e-05,
      "loss": 0.4364,
      "step": 2170
    },
    {
      "epoch": 1.4191597188164133,
      "grad_norm": 5.5,
      "learning_rate": 1.8008893827805632e-05,
      "loss": 0.5262,
      "step": 2171
    },
    {
      "epoch": 1.4198136341343797,
      "grad_norm": 6.96875,
      "learning_rate": 1.800615865516421e-05,
      "loss": 0.5427,
      "step": 2172
    },
    {
      "epoch": 1.420467549452346,
      "grad_norm": 5.0625,
      "learning_rate": 1.800342181317413e-05,
      "loss": 0.4951,
      "step": 2173
    },
    {
      "epoch": 1.4211214647703123,
      "grad_norm": 6.25,
      "learning_rate": 1.8000683302406038e-05,
      "loss": 0.7732,
      "step": 2174
    },
    {
      "epoch": 1.4217753800882786,
      "grad_norm": 3.609375,
      "learning_rate": 1.7997943123430936e-05,
      "loss": 0.304,
      "step": 2175
    },
    {
      "epoch": 1.422429295406245,
      "grad_norm": 5.4375,
      "learning_rate": 1.7995201276820182e-05,
      "loss": 0.3855,
      "step": 2176
    },
    {
      "epoch": 1.4230832107242113,
      "grad_norm": 7.21875,
      "learning_rate": 1.7992457763145467e-05,
      "loss": 0.7412,
      "step": 2177
    },
    {
      "epoch": 1.4237371260421776,
      "grad_norm": 5.375,
      "learning_rate": 1.798971258297883e-05,
      "loss": 0.4878,
      "step": 2178
    },
    {
      "epoch": 1.424391041360144,
      "grad_norm": 3.625,
      "learning_rate": 1.7986965736892674e-05,
      "loss": 0.344,
      "step": 2179
    },
    {
      "epoch": 1.4250449566781103,
      "grad_norm": 3.65625,
      "learning_rate": 1.7984217225459736e-05,
      "loss": 0.1872,
      "step": 2180
    },
    {
      "epoch": 1.4256988719960766,
      "grad_norm": 4.65625,
      "learning_rate": 1.7981467049253096e-05,
      "loss": 0.4264,
      "step": 2181
    },
    {
      "epoch": 1.426352787314043,
      "grad_norm": 4.90625,
      "learning_rate": 1.7978715208846197e-05,
      "loss": 0.4524,
      "step": 2182
    },
    {
      "epoch": 1.427006702632009,
      "grad_norm": 5.125,
      "learning_rate": 1.797596170481281e-05,
      "loss": 0.366,
      "step": 2183
    },
    {
      "epoch": 1.4276606179499756,
      "grad_norm": 3.953125,
      "learning_rate": 1.797320653772707e-05,
      "loss": 0.4595,
      "step": 2184
    },
    {
      "epoch": 1.4283145332679417,
      "grad_norm": 4.96875,
      "learning_rate": 1.7970449708163455e-05,
      "loss": 0.4422,
      "step": 2185
    },
    {
      "epoch": 1.4289684485859082,
      "grad_norm": 4.625,
      "learning_rate": 1.7967691216696777e-05,
      "loss": 0.5651,
      "step": 2186
    },
    {
      "epoch": 1.4296223639038743,
      "grad_norm": 7.15625,
      "learning_rate": 1.7964931063902208e-05,
      "loss": 0.6972,
      "step": 2187
    },
    {
      "epoch": 1.4302762792218409,
      "grad_norm": 6.25,
      "learning_rate": 1.7962169250355262e-05,
      "loss": 0.5443,
      "step": 2188
    },
    {
      "epoch": 1.430930194539807,
      "grad_norm": 5.6875,
      "learning_rate": 1.79594057766318e-05,
      "loss": 0.8491,
      "step": 2189
    },
    {
      "epoch": 1.4315841098577735,
      "grad_norm": 4.25,
      "learning_rate": 1.7956640643308028e-05,
      "loss": 0.2673,
      "step": 2190
    },
    {
      "epoch": 1.4322380251757396,
      "grad_norm": 3.5,
      "learning_rate": 1.7953873850960497e-05,
      "loss": 0.484,
      "step": 2191
    },
    {
      "epoch": 1.4328919404937062,
      "grad_norm": 6.21875,
      "learning_rate": 1.795110540016611e-05,
      "loss": 0.6586,
      "step": 2192
    },
    {
      "epoch": 1.4335458558116723,
      "grad_norm": 4.09375,
      "learning_rate": 1.7948335291502104e-05,
      "loss": 0.6402,
      "step": 2193
    },
    {
      "epoch": 1.4341997711296388,
      "grad_norm": 4.25,
      "learning_rate": 1.7945563525546077e-05,
      "loss": 0.4193,
      "step": 2194
    },
    {
      "epoch": 1.434853686447605,
      "grad_norm": 5.125,
      "learning_rate": 1.794279010287596e-05,
      "loss": 0.4139,
      "step": 2195
    },
    {
      "epoch": 1.4355076017655715,
      "grad_norm": 5.5,
      "learning_rate": 1.7940015024070036e-05,
      "loss": 0.4432,
      "step": 2196
    },
    {
      "epoch": 1.4361615170835376,
      "grad_norm": 4.125,
      "learning_rate": 1.7937238289706927e-05,
      "loss": 0.4024,
      "step": 2197
    },
    {
      "epoch": 1.4368154324015041,
      "grad_norm": 5.53125,
      "learning_rate": 1.793445990036561e-05,
      "loss": 0.314,
      "step": 2198
    },
    {
      "epoch": 1.4374693477194702,
      "grad_norm": 5.75,
      "learning_rate": 1.7931679856625398e-05,
      "loss": 0.5456,
      "step": 2199
    },
    {
      "epoch": 1.4381232630374368,
      "grad_norm": 7.03125,
      "learning_rate": 1.7928898159065955e-05,
      "loss": 0.5321,
      "step": 2200
    },
    {
      "epoch": 1.4387771783554029,
      "grad_norm": 7.0625,
      "learning_rate": 1.7926114808267284e-05,
      "loss": 0.3437,
      "step": 2201
    },
    {
      "epoch": 1.4394310936733694,
      "grad_norm": 4.34375,
      "learning_rate": 1.7923329804809745e-05,
      "loss": 0.4818,
      "step": 2202
    },
    {
      "epoch": 1.4400850089913355,
      "grad_norm": 5.5,
      "learning_rate": 1.792054314927402e-05,
      "loss": 0.4846,
      "step": 2203
    },
    {
      "epoch": 1.440738924309302,
      "grad_norm": 3.25,
      "learning_rate": 1.791775484224116e-05,
      "loss": 0.3393,
      "step": 2204
    },
    {
      "epoch": 1.4413928396272682,
      "grad_norm": 3.5,
      "learning_rate": 1.7914964884292543e-05,
      "loss": 0.2651,
      "step": 2205
    },
    {
      "epoch": 1.4420467549452347,
      "grad_norm": 4.75,
      "learning_rate": 1.79121732760099e-05,
      "loss": 0.4744,
      "step": 2206
    },
    {
      "epoch": 1.4427006702632008,
      "grad_norm": 5.625,
      "learning_rate": 1.790938001797531e-05,
      "loss": 0.5476,
      "step": 2207
    },
    {
      "epoch": 1.4433545855811674,
      "grad_norm": 4.125,
      "learning_rate": 1.790658511077118e-05,
      "loss": 0.4721,
      "step": 2208
    },
    {
      "epoch": 1.4440085008991335,
      "grad_norm": 6.25,
      "learning_rate": 1.7903788554980273e-05,
      "loss": 0.3127,
      "step": 2209
    },
    {
      "epoch": 1.4446624162171,
      "grad_norm": 3.9375,
      "learning_rate": 1.7900990351185697e-05,
      "loss": 0.2795,
      "step": 2210
    },
    {
      "epoch": 1.4453163315350661,
      "grad_norm": 3.859375,
      "learning_rate": 1.7898190499970897e-05,
      "loss": 0.3123,
      "step": 2211
    },
    {
      "epoch": 1.4459702468530327,
      "grad_norm": 5.46875,
      "learning_rate": 1.789538900191967e-05,
      "loss": 0.5746,
      "step": 2212
    },
    {
      "epoch": 1.4466241621709988,
      "grad_norm": 4.09375,
      "learning_rate": 1.7892585857616144e-05,
      "loss": 0.3456,
      "step": 2213
    },
    {
      "epoch": 1.4472780774889653,
      "grad_norm": 4.21875,
      "learning_rate": 1.78897810676448e-05,
      "loss": 0.4941,
      "step": 2214
    },
    {
      "epoch": 1.4479319928069314,
      "grad_norm": 4.75,
      "learning_rate": 1.788697463259046e-05,
      "loss": 0.4685,
      "step": 2215
    },
    {
      "epoch": 1.448585908124898,
      "grad_norm": 2.765625,
      "learning_rate": 1.788416655303829e-05,
      "loss": 0.2928,
      "step": 2216
    },
    {
      "epoch": 1.449239823442864,
      "grad_norm": 5.625,
      "learning_rate": 1.788135682957379e-05,
      "loss": 0.3706,
      "step": 2217
    },
    {
      "epoch": 1.4498937387608306,
      "grad_norm": 5.96875,
      "learning_rate": 1.787854546278282e-05,
      "loss": 0.3379,
      "step": 2218
    },
    {
      "epoch": 1.4505476540787967,
      "grad_norm": 5.28125,
      "learning_rate": 1.787573245325156e-05,
      "loss": 0.6744,
      "step": 2219
    },
    {
      "epoch": 1.4512015693967633,
      "grad_norm": 9.6875,
      "learning_rate": 1.787291780156656e-05,
      "loss": 0.7083,
      "step": 2220
    },
    {
      "epoch": 1.4518554847147294,
      "grad_norm": 3.15625,
      "learning_rate": 1.7870101508314686e-05,
      "loss": 0.2939,
      "step": 2221
    },
    {
      "epoch": 1.4525094000326957,
      "grad_norm": 4.15625,
      "learning_rate": 1.7867283574083164e-05,
      "loss": 0.3724,
      "step": 2222
    },
    {
      "epoch": 1.453163315350662,
      "grad_norm": 3.953125,
      "learning_rate": 1.7864463999459555e-05,
      "loss": 0.2478,
      "step": 2223
    },
    {
      "epoch": 1.4538172306686283,
      "grad_norm": 5.4375,
      "learning_rate": 1.7861642785031765e-05,
      "loss": 0.4748,
      "step": 2224
    },
    {
      "epoch": 1.4544711459865947,
      "grad_norm": 4.28125,
      "learning_rate": 1.785881993138803e-05,
      "loss": 0.2419,
      "step": 2225
    },
    {
      "epoch": 1.455125061304561,
      "grad_norm": 4.9375,
      "learning_rate": 1.7855995439116953e-05,
      "loss": 0.4652,
      "step": 2226
    },
    {
      "epoch": 1.4557789766225273,
      "grad_norm": 5.125,
      "learning_rate": 1.785316930880745e-05,
      "loss": 0.438,
      "step": 2227
    },
    {
      "epoch": 1.4564328919404936,
      "grad_norm": 3.828125,
      "learning_rate": 1.78503415410488e-05,
      "loss": 0.307,
      "step": 2228
    },
    {
      "epoch": 1.45708680725846,
      "grad_norm": 5.5625,
      "learning_rate": 1.7847512136430612e-05,
      "loss": 0.4072,
      "step": 2229
    },
    {
      "epoch": 1.4577407225764263,
      "grad_norm": 5.65625,
      "learning_rate": 1.784468109554284e-05,
      "loss": 0.3049,
      "step": 2230
    },
    {
      "epoch": 1.4583946378943926,
      "grad_norm": 3.828125,
      "learning_rate": 1.784184841897578e-05,
      "loss": 0.391,
      "step": 2231
    },
    {
      "epoch": 1.459048553212359,
      "grad_norm": 4.8125,
      "learning_rate": 1.783901410732007e-05,
      "loss": 0.3814,
      "step": 2232
    },
    {
      "epoch": 1.4597024685303253,
      "grad_norm": 4.5,
      "learning_rate": 1.7836178161166677e-05,
      "loss": 0.4544,
      "step": 2233
    },
    {
      "epoch": 1.4603563838482916,
      "grad_norm": 4.71875,
      "learning_rate": 1.783334058110693e-05,
      "loss": 0.3616,
      "step": 2234
    },
    {
      "epoch": 1.461010299166258,
      "grad_norm": 4.5,
      "learning_rate": 1.7830501367732484e-05,
      "loss": 0.3221,
      "step": 2235
    },
    {
      "epoch": 1.4616642144842242,
      "grad_norm": 4.6875,
      "learning_rate": 1.7827660521635336e-05,
      "loss": 0.3404,
      "step": 2236
    },
    {
      "epoch": 1.4623181298021906,
      "grad_norm": 5.8125,
      "learning_rate": 1.7824818043407828e-05,
      "loss": 0.433,
      "step": 2237
    },
    {
      "epoch": 1.4629720451201569,
      "grad_norm": 3.84375,
      "learning_rate": 1.7821973933642635e-05,
      "loss": 0.1666,
      "step": 2238
    },
    {
      "epoch": 1.4636259604381232,
      "grad_norm": 5.59375,
      "learning_rate": 1.781912819293278e-05,
      "loss": 0.4518,
      "step": 2239
    },
    {
      "epoch": 1.4642798757560895,
      "grad_norm": 5.21875,
      "learning_rate": 1.7816280821871626e-05,
      "loss": 0.4846,
      "step": 2240
    },
    {
      "epoch": 1.4649337910740559,
      "grad_norm": 5.0625,
      "learning_rate": 1.7813431821052867e-05,
      "loss": 0.5108,
      "step": 2241
    },
    {
      "epoch": 1.4655877063920222,
      "grad_norm": 4.71875,
      "learning_rate": 1.7810581191070545e-05,
      "loss": 0.4071,
      "step": 2242
    },
    {
      "epoch": 1.4662416217099885,
      "grad_norm": 4.1875,
      "learning_rate": 1.7807728932519038e-05,
      "loss": 0.2578,
      "step": 2243
    },
    {
      "epoch": 1.4668955370279548,
      "grad_norm": 6.75,
      "learning_rate": 1.7804875045993067e-05,
      "loss": 0.6314,
      "step": 2244
    },
    {
      "epoch": 1.4675494523459212,
      "grad_norm": 4.5,
      "learning_rate": 1.7802019532087692e-05,
      "loss": 0.3506,
      "step": 2245
    },
    {
      "epoch": 1.4682033676638875,
      "grad_norm": 5.0625,
      "learning_rate": 1.779916239139831e-05,
      "loss": 0.4146,
      "step": 2246
    },
    {
      "epoch": 1.4688572829818538,
      "grad_norm": 7.84375,
      "learning_rate": 1.7796303624520654e-05,
      "loss": 0.754,
      "step": 2247
    },
    {
      "epoch": 1.4695111982998201,
      "grad_norm": 4.5,
      "learning_rate": 1.77934432320508e-05,
      "loss": 0.3048,
      "step": 2248
    },
    {
      "epoch": 1.4701651136177865,
      "grad_norm": 4.25,
      "learning_rate": 1.779058121458517e-05,
      "loss": 0.3095,
      "step": 2249
    },
    {
      "epoch": 1.4708190289357528,
      "grad_norm": 5.0,
      "learning_rate": 1.778771757272051e-05,
      "loss": 0.5161,
      "step": 2250
    },
    {
      "epoch": 1.471472944253719,
      "grad_norm": 5.65625,
      "learning_rate": 1.7784852307053914e-05,
      "loss": 0.4457,
      "step": 2251
    },
    {
      "epoch": 1.4721268595716854,
      "grad_norm": 4.4375,
      "learning_rate": 1.7781985418182818e-05,
      "loss": 0.6011,
      "step": 2252
    },
    {
      "epoch": 1.4727807748896518,
      "grad_norm": 6.5625,
      "learning_rate": 1.7779116906704986e-05,
      "loss": 0.5325,
      "step": 2253
    },
    {
      "epoch": 1.473434690207618,
      "grad_norm": 4.53125,
      "learning_rate": 1.777624677321853e-05,
      "loss": 0.4167,
      "step": 2254
    },
    {
      "epoch": 1.4740886055255844,
      "grad_norm": 4.0625,
      "learning_rate": 1.777337501832189e-05,
      "loss": 0.3552,
      "step": 2255
    },
    {
      "epoch": 1.4747425208435507,
      "grad_norm": 4.71875,
      "learning_rate": 1.7770501642613853e-05,
      "loss": 0.4675,
      "step": 2256
    },
    {
      "epoch": 1.475396436161517,
      "grad_norm": 3.640625,
      "learning_rate": 1.7767626646693545e-05,
      "loss": 0.5097,
      "step": 2257
    },
    {
      "epoch": 1.4760503514794834,
      "grad_norm": 3.5625,
      "learning_rate": 1.7764750031160417e-05,
      "loss": 0.3028,
      "step": 2258
    },
    {
      "epoch": 1.4767042667974497,
      "grad_norm": 3.625,
      "learning_rate": 1.7761871796614278e-05,
      "loss": 0.3012,
      "step": 2259
    },
    {
      "epoch": 1.477358182115416,
      "grad_norm": 5.28125,
      "learning_rate": 1.7758991943655255e-05,
      "loss": 0.3402,
      "step": 2260
    },
    {
      "epoch": 1.4780120974333824,
      "grad_norm": 7.15625,
      "learning_rate": 1.7756110472883822e-05,
      "loss": 0.6943,
      "step": 2261
    },
    {
      "epoch": 1.4786660127513487,
      "grad_norm": 2.125,
      "learning_rate": 1.7753227384900792e-05,
      "loss": 0.1434,
      "step": 2262
    },
    {
      "epoch": 1.479319928069315,
      "grad_norm": 3.390625,
      "learning_rate": 1.775034268030731e-05,
      "loss": 0.3775,
      "step": 2263
    },
    {
      "epoch": 1.4799738433872813,
      "grad_norm": 4.53125,
      "learning_rate": 1.7747456359704856e-05,
      "loss": 0.3696,
      "step": 2264
    },
    {
      "epoch": 1.4806277587052477,
      "grad_norm": 5.0625,
      "learning_rate": 1.7744568423695257e-05,
      "loss": 0.5307,
      "step": 2265
    },
    {
      "epoch": 1.481281674023214,
      "grad_norm": 3.34375,
      "learning_rate": 1.774167887288067e-05,
      "loss": 0.2492,
      "step": 2266
    },
    {
      "epoch": 1.4819355893411803,
      "grad_norm": 3.234375,
      "learning_rate": 1.773878770786359e-05,
      "loss": 0.2144,
      "step": 2267
    },
    {
      "epoch": 1.4825895046591466,
      "grad_norm": 4.0,
      "learning_rate": 1.7735894929246844e-05,
      "loss": 0.2424,
      "step": 2268
    },
    {
      "epoch": 1.483243419977113,
      "grad_norm": 2.671875,
      "learning_rate": 1.7733000537633605e-05,
      "loss": 0.1398,
      "step": 2269
    },
    {
      "epoch": 1.4838973352950793,
      "grad_norm": 5.21875,
      "learning_rate": 1.773010453362737e-05,
      "loss": 0.4368,
      "step": 2270
    },
    {
      "epoch": 1.4845512506130456,
      "grad_norm": 5.0625,
      "learning_rate": 1.7727206917831988e-05,
      "loss": 0.3235,
      "step": 2271
    },
    {
      "epoch": 1.485205165931012,
      "grad_norm": 4.0625,
      "learning_rate": 1.772430769085163e-05,
      "loss": 0.3026,
      "step": 2272
    },
    {
      "epoch": 1.4858590812489783,
      "grad_norm": 4.0,
      "learning_rate": 1.772140685329081e-05,
      "loss": 0.2587,
      "step": 2273
    },
    {
      "epoch": 1.4865129965669446,
      "grad_norm": 5.875,
      "learning_rate": 1.7718504405754373e-05,
      "loss": 0.5082,
      "step": 2274
    },
    {
      "epoch": 1.487166911884911,
      "grad_norm": 5.375,
      "learning_rate": 1.7715600348847508e-05,
      "loss": 0.5812,
      "step": 2275
    },
    {
      "epoch": 1.4878208272028772,
      "grad_norm": 4.6875,
      "learning_rate": 1.771269468317573e-05,
      "loss": 0.3621,
      "step": 2276
    },
    {
      "epoch": 1.4884747425208436,
      "grad_norm": 3.53125,
      "learning_rate": 1.7709787409344893e-05,
      "loss": 0.2482,
      "step": 2277
    },
    {
      "epoch": 1.4891286578388099,
      "grad_norm": 3.828125,
      "learning_rate": 1.770687852796119e-05,
      "loss": 0.2793,
      "step": 2278
    },
    {
      "epoch": 1.4897825731567762,
      "grad_norm": 3.484375,
      "learning_rate": 1.7703968039631148e-05,
      "loss": 0.2115,
      "step": 2279
    },
    {
      "epoch": 1.4904364884747425,
      "grad_norm": 5.0625,
      "learning_rate": 1.7701055944961624e-05,
      "loss": 0.4724,
      "step": 2280
    },
    {
      "epoch": 1.4910904037927089,
      "grad_norm": 6.0625,
      "learning_rate": 1.7698142244559812e-05,
      "loss": 0.3141,
      "step": 2281
    },
    {
      "epoch": 1.4917443191106752,
      "grad_norm": 4.21875,
      "learning_rate": 1.7695226939033242e-05,
      "loss": 0.3516,
      "step": 2282
    },
    {
      "epoch": 1.4923982344286415,
      "grad_norm": 6.5,
      "learning_rate": 1.7692310028989785e-05,
      "loss": 0.6596,
      "step": 2283
    },
    {
      "epoch": 1.4930521497466078,
      "grad_norm": 3.359375,
      "learning_rate": 1.768939151503763e-05,
      "loss": 0.1663,
      "step": 2284
    },
    {
      "epoch": 1.4937060650645742,
      "grad_norm": 3.875,
      "learning_rate": 1.7686471397785322e-05,
      "loss": 0.2344,
      "step": 2285
    },
    {
      "epoch": 1.4943599803825405,
      "grad_norm": 6.59375,
      "learning_rate": 1.7683549677841723e-05,
      "loss": 0.5738,
      "step": 2286
    },
    {
      "epoch": 1.4950138957005068,
      "grad_norm": 3.359375,
      "learning_rate": 1.7680626355816036e-05,
      "loss": 0.2684,
      "step": 2287
    },
    {
      "epoch": 1.4956678110184731,
      "grad_norm": 4.34375,
      "learning_rate": 1.7677701432317794e-05,
      "loss": 0.3068,
      "step": 2288
    },
    {
      "epoch": 1.4963217263364395,
      "grad_norm": 6.84375,
      "learning_rate": 1.7674774907956874e-05,
      "loss": 0.6352,
      "step": 2289
    },
    {
      "epoch": 1.4969756416544058,
      "grad_norm": 5.40625,
      "learning_rate": 1.767184678334347e-05,
      "loss": 0.3149,
      "step": 2290
    },
    {
      "epoch": 1.497629556972372,
      "grad_norm": 2.578125,
      "learning_rate": 1.766891705908813e-05,
      "loss": 0.2009,
      "step": 2291
    },
    {
      "epoch": 1.4982834722903384,
      "grad_norm": 3.53125,
      "learning_rate": 1.766598573580172e-05,
      "loss": 0.2665,
      "step": 2292
    },
    {
      "epoch": 1.4989373876083047,
      "grad_norm": 4.375,
      "learning_rate": 1.7663052814095447e-05,
      "loss": 0.4633,
      "step": 2293
    },
    {
      "epoch": 1.499591302926271,
      "grad_norm": 5.65625,
      "learning_rate": 1.7660118294580844e-05,
      "loss": 0.4406,
      "step": 2294
    },
    {
      "epoch": 1.5002452182442374,
      "grad_norm": 3.90625,
      "learning_rate": 1.765718217786979e-05,
      "loss": 0.2999,
      "step": 2295
    },
    {
      "epoch": 1.5008991335622037,
      "grad_norm": 4.96875,
      "learning_rate": 1.765424446457448e-05,
      "loss": 0.2885,
      "step": 2296
    },
    {
      "epoch": 1.50155304888017,
      "grad_norm": 5.78125,
      "learning_rate": 1.7651305155307454e-05,
      "loss": 0.5739,
      "step": 2297
    },
    {
      "epoch": 1.5022069641981364,
      "grad_norm": 4.59375,
      "learning_rate": 1.7648364250681583e-05,
      "loss": 0.2914,
      "step": 2298
    },
    {
      "epoch": 1.5028608795161027,
      "grad_norm": 6.28125,
      "learning_rate": 1.7645421751310072e-05,
      "loss": 0.6361,
      "step": 2299
    },
    {
      "epoch": 1.503514794834069,
      "grad_norm": 6.71875,
      "learning_rate": 1.7642477657806454e-05,
      "loss": 0.5598,
      "step": 2300
    },
    {
      "epoch": 1.5041687101520353,
      "grad_norm": 8.1875,
      "learning_rate": 1.7639531970784594e-05,
      "loss": 0.7778,
      "step": 2301
    },
    {
      "epoch": 1.5048226254700017,
      "grad_norm": 4.28125,
      "learning_rate": 1.763658469085869e-05,
      "loss": 0.3894,
      "step": 2302
    },
    {
      "epoch": 1.505476540787968,
      "grad_norm": 5.1875,
      "learning_rate": 1.763363581864328e-05,
      "loss": 0.4134,
      "step": 2303
    },
    {
      "epoch": 1.5061304561059343,
      "grad_norm": 5.25,
      "learning_rate": 1.763068535475322e-05,
      "loss": 0.3368,
      "step": 2304
    },
    {
      "epoch": 1.5067843714239006,
      "grad_norm": 4.53125,
      "learning_rate": 1.7627733299803714e-05,
      "loss": 0.5108,
      "step": 2305
    },
    {
      "epoch": 1.507438286741867,
      "grad_norm": 3.484375,
      "learning_rate": 1.7624779654410283e-05,
      "loss": 0.223,
      "step": 2306
    },
    {
      "epoch": 1.5080922020598333,
      "grad_norm": 4.15625,
      "learning_rate": 1.7621824419188786e-05,
      "loss": 0.3185,
      "step": 2307
    },
    {
      "epoch": 1.5087461173777996,
      "grad_norm": 3.71875,
      "learning_rate": 1.7618867594755417e-05,
      "loss": 0.2575,
      "step": 2308
    },
    {
      "epoch": 1.509400032695766,
      "grad_norm": 5.0,
      "learning_rate": 1.7615909181726697e-05,
      "loss": 0.6067,
      "step": 2309
    },
    {
      "epoch": 1.5100539480137323,
      "grad_norm": 5.3125,
      "learning_rate": 1.7612949180719473e-05,
      "loss": 0.6687,
      "step": 2310
    },
    {
      "epoch": 1.5107078633316986,
      "grad_norm": 4.125,
      "learning_rate": 1.760998759235094e-05,
      "loss": 0.2738,
      "step": 2311
    },
    {
      "epoch": 1.511361778649665,
      "grad_norm": 3.484375,
      "learning_rate": 1.76070244172386e-05,
      "loss": 0.2532,
      "step": 2312
    },
    {
      "epoch": 1.5120156939676312,
      "grad_norm": 5.09375,
      "learning_rate": 1.7604059656000313e-05,
      "loss": 0.5349,
      "step": 2313
    },
    {
      "epoch": 1.5126696092855973,
      "grad_norm": 4.1875,
      "learning_rate": 1.7601093309254244e-05,
      "loss": 0.3029,
      "step": 2314
    },
    {
      "epoch": 1.513323524603564,
      "grad_norm": 5.65625,
      "learning_rate": 1.7598125377618904e-05,
      "loss": 0.5348,
      "step": 2315
    },
    {
      "epoch": 1.51397743992153,
      "grad_norm": 4.1875,
      "learning_rate": 1.7595155861713134e-05,
      "loss": 0.2674,
      "step": 2316
    },
    {
      "epoch": 1.5146313552394965,
      "grad_norm": 4.46875,
      "learning_rate": 1.75921847621561e-05,
      "loss": 0.5274,
      "step": 2317
    },
    {
      "epoch": 1.5152852705574626,
      "grad_norm": 3.203125,
      "learning_rate": 1.7589212079567297e-05,
      "loss": 0.2741,
      "step": 2318
    },
    {
      "epoch": 1.5159391858754292,
      "grad_norm": 3.015625,
      "learning_rate": 1.758623781456656e-05,
      "loss": 0.2318,
      "step": 2319
    },
    {
      "epoch": 1.5165931011933953,
      "grad_norm": 3.90625,
      "learning_rate": 1.758326196777404e-05,
      "loss": 0.3329,
      "step": 2320
    },
    {
      "epoch": 1.5172470165113618,
      "grad_norm": 4.03125,
      "learning_rate": 1.758028453981023e-05,
      "loss": 0.2747,
      "step": 2321
    },
    {
      "epoch": 1.517900931829328,
      "grad_norm": 3.5625,
      "learning_rate": 1.7577305531295943e-05,
      "loss": 0.373,
      "step": 2322
    },
    {
      "epoch": 1.5185548471472945,
      "grad_norm": 4.46875,
      "learning_rate": 1.757432494285233e-05,
      "loss": 0.4361,
      "step": 2323
    },
    {
      "epoch": 1.5192087624652606,
      "grad_norm": 4.90625,
      "learning_rate": 1.757134277510087e-05,
      "loss": 0.3804,
      "step": 2324
    },
    {
      "epoch": 1.5198626777832271,
      "grad_norm": 4.34375,
      "learning_rate": 1.7568359028663365e-05,
      "loss": 0.3011,
      "step": 2325
    },
    {
      "epoch": 1.5205165931011932,
      "grad_norm": 4.375,
      "learning_rate": 1.756537370416195e-05,
      "loss": 0.3906,
      "step": 2326
    },
    {
      "epoch": 1.5211705084191598,
      "grad_norm": 6.96875,
      "learning_rate": 1.7562386802219092e-05,
      "loss": 0.8485,
      "step": 2327
    },
    {
      "epoch": 1.521824423737126,
      "grad_norm": 5.0,
      "learning_rate": 1.755939832345758e-05,
      "loss": 0.5227,
      "step": 2328
    },
    {
      "epoch": 1.5224783390550924,
      "grad_norm": 5.0625,
      "learning_rate": 1.7556408268500542e-05,
      "loss": 0.351,
      "step": 2329
    },
    {
      "epoch": 1.5231322543730585,
      "grad_norm": 9.4375,
      "learning_rate": 1.7553416637971424e-05,
      "loss": 0.9022,
      "step": 2330
    },
    {
      "epoch": 1.523786169691025,
      "grad_norm": 4.71875,
      "learning_rate": 1.7550423432494007e-05,
      "loss": 0.3311,
      "step": 2331
    },
    {
      "epoch": 1.5244400850089912,
      "grad_norm": 5.8125,
      "learning_rate": 1.75474286526924e-05,
      "loss": 0.6049,
      "step": 2332
    },
    {
      "epoch": 1.5250940003269577,
      "grad_norm": 4.53125,
      "learning_rate": 1.754443229919103e-05,
      "loss": 0.5469,
      "step": 2333
    },
    {
      "epoch": 1.5257479156449238,
      "grad_norm": 3.78125,
      "learning_rate": 1.754143437261467e-05,
      "loss": 0.2707,
      "step": 2334
    },
    {
      "epoch": 1.5264018309628904,
      "grad_norm": 2.90625,
      "learning_rate": 1.753843487358841e-05,
      "loss": 0.2334,
      "step": 2335
    },
    {
      "epoch": 1.5270557462808565,
      "grad_norm": 3.046875,
      "learning_rate": 1.753543380273767e-05,
      "loss": 0.1857,
      "step": 2336
    },
    {
      "epoch": 1.527709661598823,
      "grad_norm": 6.25,
      "learning_rate": 1.7532431160688194e-05,
      "loss": 0.8458,
      "step": 2337
    },
    {
      "epoch": 1.5283635769167891,
      "grad_norm": 6.65625,
      "learning_rate": 1.752942694806606e-05,
      "loss": 0.6013,
      "step": 2338
    },
    {
      "epoch": 1.5290174922347557,
      "grad_norm": 4.6875,
      "learning_rate": 1.7526421165497674e-05,
      "loss": 0.3637,
      "step": 2339
    },
    {
      "epoch": 1.5296714075527218,
      "grad_norm": 3.90625,
      "learning_rate": 1.7523413813609757e-05,
      "loss": 0.2658,
      "step": 2340
    },
    {
      "epoch": 1.5303253228706883,
      "grad_norm": 5.75,
      "learning_rate": 1.7520404893029374e-05,
      "loss": 0.5556,
      "step": 2341
    },
    {
      "epoch": 1.5309792381886544,
      "grad_norm": 4.71875,
      "learning_rate": 1.7517394404383906e-05,
      "loss": 0.4663,
      "step": 2342
    },
    {
      "epoch": 1.531633153506621,
      "grad_norm": 5.96875,
      "learning_rate": 1.7514382348301063e-05,
      "loss": 0.4059,
      "step": 2343
    },
    {
      "epoch": 1.532287068824587,
      "grad_norm": 7.0,
      "learning_rate": 1.7511368725408888e-05,
      "loss": 0.4723,
      "step": 2344
    },
    {
      "epoch": 1.5329409841425536,
      "grad_norm": 5.28125,
      "learning_rate": 1.750835353633574e-05,
      "loss": 0.5439,
      "step": 2345
    },
    {
      "epoch": 1.5335948994605197,
      "grad_norm": 4.28125,
      "learning_rate": 1.7505336781710314e-05,
      "loss": 0.3011,
      "step": 2346
    },
    {
      "epoch": 1.5342488147784863,
      "grad_norm": 4.375,
      "learning_rate": 1.7502318462161626e-05,
      "loss": 0.4468,
      "step": 2347
    },
    {
      "epoch": 1.5349027300964524,
      "grad_norm": 2.953125,
      "learning_rate": 1.7499298578319017e-05,
      "loss": 0.1775,
      "step": 2348
    },
    {
      "epoch": 1.535556645414419,
      "grad_norm": 3.25,
      "learning_rate": 1.749627713081216e-05,
      "loss": 0.3724,
      "step": 2349
    },
    {
      "epoch": 1.536210560732385,
      "grad_norm": 4.125,
      "learning_rate": 1.7493254120271057e-05,
      "loss": 0.2553,
      "step": 2350
    },
    {
      "epoch": 1.5368644760503516,
      "grad_norm": 3.59375,
      "learning_rate": 1.7490229547326023e-05,
      "loss": 0.309,
      "step": 2351
    },
    {
      "epoch": 1.5375183913683177,
      "grad_norm": 5.09375,
      "learning_rate": 1.74872034126077e-05,
      "loss": 0.5343,
      "step": 2352
    },
    {
      "epoch": 1.5381723066862842,
      "grad_norm": 4.84375,
      "learning_rate": 1.7484175716747075e-05,
      "loss": 0.9494,
      "step": 2353
    },
    {
      "epoch": 1.5388262220042503,
      "grad_norm": 5.40625,
      "learning_rate": 1.748114646037544e-05,
      "loss": 0.3811,
      "step": 2354
    },
    {
      "epoch": 1.539480137322217,
      "grad_norm": 6.8125,
      "learning_rate": 1.747811564412442e-05,
      "loss": 0.4373,
      "step": 2355
    },
    {
      "epoch": 1.540134052640183,
      "grad_norm": 5.78125,
      "learning_rate": 1.747508326862597e-05,
      "loss": 0.3899,
      "step": 2356
    },
    {
      "epoch": 1.5407879679581495,
      "grad_norm": 3.015625,
      "learning_rate": 1.7472049334512354e-05,
      "loss": 0.2166,
      "step": 2357
    },
    {
      "epoch": 1.5414418832761156,
      "grad_norm": 3.96875,
      "learning_rate": 1.746901384241618e-05,
      "loss": 0.3114,
      "step": 2358
    },
    {
      "epoch": 1.5420957985940822,
      "grad_norm": 4.34375,
      "learning_rate": 1.746597679297037e-05,
      "loss": 0.3474,
      "step": 2359
    },
    {
      "epoch": 1.5427497139120483,
      "grad_norm": 2.9375,
      "learning_rate": 1.7462938186808172e-05,
      "loss": 0.2202,
      "step": 2360
    },
    {
      "epoch": 1.5434036292300148,
      "grad_norm": 4.25,
      "learning_rate": 1.745989802456316e-05,
      "loss": 0.3439,
      "step": 2361
    },
    {
      "epoch": 1.544057544547981,
      "grad_norm": 6.625,
      "learning_rate": 1.7456856306869234e-05,
      "loss": 0.5385,
      "step": 2362
    },
    {
      "epoch": 1.5447114598659475,
      "grad_norm": 6.71875,
      "learning_rate": 1.7453813034360618e-05,
      "loss": 0.8461,
      "step": 2363
    },
    {
      "epoch": 1.5453653751839136,
      "grad_norm": 4.6875,
      "learning_rate": 1.7450768207671857e-05,
      "loss": 0.4076,
      "step": 2364
    },
    {
      "epoch": 1.5460192905018801,
      "grad_norm": 3.46875,
      "learning_rate": 1.744772182743782e-05,
      "loss": 0.2539,
      "step": 2365
    },
    {
      "epoch": 1.5466732058198462,
      "grad_norm": 4.28125,
      "learning_rate": 1.7444673894293705e-05,
      "loss": 0.3514,
      "step": 2366
    },
    {
      "epoch": 1.5473271211378128,
      "grad_norm": 4.6875,
      "learning_rate": 1.744162440887503e-05,
      "loss": 0.2855,
      "step": 2367
    },
    {
      "epoch": 1.547981036455779,
      "grad_norm": 4.625,
      "learning_rate": 1.7438573371817637e-05,
      "loss": 0.3815,
      "step": 2368
    },
    {
      "epoch": 1.5486349517737454,
      "grad_norm": 4.46875,
      "learning_rate": 1.7435520783757693e-05,
      "loss": 0.3623,
      "step": 2369
    },
    {
      "epoch": 1.5492888670917115,
      "grad_norm": 4.875,
      "learning_rate": 1.743246664533168e-05,
      "loss": 0.4816,
      "step": 2370
    },
    {
      "epoch": 1.549942782409678,
      "grad_norm": 4.125,
      "learning_rate": 1.7429410957176423e-05,
      "loss": 0.3022,
      "step": 2371
    },
    {
      "epoch": 1.5505966977276442,
      "grad_norm": 4.875,
      "learning_rate": 1.7426353719929048e-05,
      "loss": 0.372,
      "step": 2372
    },
    {
      "epoch": 1.5512506130456107,
      "grad_norm": 6.65625,
      "learning_rate": 1.7423294934227017e-05,
      "loss": 0.7791,
      "step": 2373
    },
    {
      "epoch": 1.5519045283635768,
      "grad_norm": 6.21875,
      "learning_rate": 1.7420234600708112e-05,
      "loss": 0.4332,
      "step": 2374
    },
    {
      "epoch": 1.5525584436815434,
      "grad_norm": 5.53125,
      "learning_rate": 1.7417172720010436e-05,
      "loss": 0.4654,
      "step": 2375
    },
    {
      "epoch": 1.5532123589995095,
      "grad_norm": 5.375,
      "learning_rate": 1.7414109292772416e-05,
      "loss": 0.4067,
      "step": 2376
    },
    {
      "epoch": 1.553866274317476,
      "grad_norm": 4.375,
      "learning_rate": 1.74110443196328e-05,
      "loss": 0.2961,
      "step": 2377
    },
    {
      "epoch": 1.5545201896354421,
      "grad_norm": 6.0625,
      "learning_rate": 1.7407977801230664e-05,
      "loss": 0.6084,
      "step": 2378
    },
    {
      "epoch": 1.5551741049534087,
      "grad_norm": 4.0625,
      "learning_rate": 1.7404909738205397e-05,
      "loss": 0.3694,
      "step": 2379
    },
    {
      "epoch": 1.5558280202713748,
      "grad_norm": 6.5,
      "learning_rate": 1.7401840131196716e-05,
      "loss": 0.6468,
      "step": 2380
    },
    {
      "epoch": 1.5564819355893413,
      "grad_norm": 5.46875,
      "learning_rate": 1.7398768980844664e-05,
      "loss": 0.4835,
      "step": 2381
    },
    {
      "epoch": 1.5571358509073074,
      "grad_norm": 4.53125,
      "learning_rate": 1.739569628778959e-05,
      "loss": 0.3849,
      "step": 2382
    },
    {
      "epoch": 1.557789766225274,
      "grad_norm": 5.375,
      "learning_rate": 1.7392622052672185e-05,
      "loss": 0.6057,
      "step": 2383
    },
    {
      "epoch": 1.55844368154324,
      "grad_norm": 4.40625,
      "learning_rate": 1.738954627613345e-05,
      "loss": 0.4948,
      "step": 2384
    },
    {
      "epoch": 1.5590975968612066,
      "grad_norm": 4.8125,
      "learning_rate": 1.7386468958814706e-05,
      "loss": 0.4064,
      "step": 2385
    },
    {
      "epoch": 1.5597515121791727,
      "grad_norm": 3.828125,
      "learning_rate": 1.73833901013576e-05,
      "loss": 0.3421,
      "step": 2386
    },
    {
      "epoch": 1.5604054274971393,
      "grad_norm": 4.21875,
      "learning_rate": 1.7380309704404096e-05,
      "loss": 0.5244,
      "step": 2387
    },
    {
      "epoch": 1.5610593428151054,
      "grad_norm": 7.9375,
      "learning_rate": 1.737722776859649e-05,
      "loss": 0.579,
      "step": 2388
    },
    {
      "epoch": 1.5617132581330717,
      "grad_norm": 4.53125,
      "learning_rate": 1.7374144294577382e-05,
      "loss": 0.415,
      "step": 2389
    },
    {
      "epoch": 1.562367173451038,
      "grad_norm": 5.53125,
      "learning_rate": 1.7371059282989705e-05,
      "loss": 0.6204,
      "step": 2390
    },
    {
      "epoch": 1.5630210887690044,
      "grad_norm": 3.890625,
      "learning_rate": 1.7367972734476706e-05,
      "loss": 0.2134,
      "step": 2391
    },
    {
      "epoch": 1.5636750040869707,
      "grad_norm": 3.796875,
      "learning_rate": 1.7364884649681958e-05,
      "loss": 0.2046,
      "step": 2392
    },
    {
      "epoch": 1.564328919404937,
      "grad_norm": 6.65625,
      "learning_rate": 1.736179502924935e-05,
      "loss": 0.6791,
      "step": 2393
    },
    {
      "epoch": 1.5649828347229033,
      "grad_norm": 3.65625,
      "learning_rate": 1.7358703873823094e-05,
      "loss": 0.3279,
      "step": 2394
    },
    {
      "epoch": 1.5656367500408697,
      "grad_norm": 4.96875,
      "learning_rate": 1.7355611184047717e-05,
      "loss": 0.3292,
      "step": 2395
    },
    {
      "epoch": 1.566290665358836,
      "grad_norm": 4.71875,
      "learning_rate": 1.735251696056808e-05,
      "loss": 0.6034,
      "step": 2396
    },
    {
      "epoch": 1.5669445806768023,
      "grad_norm": 4.125,
      "learning_rate": 1.7349421204029343e-05,
      "loss": 0.4317,
      "step": 2397
    },
    {
      "epoch": 1.5675984959947686,
      "grad_norm": 7.4375,
      "learning_rate": 1.7346323915076998e-05,
      "loss": 1.0119,
      "step": 2398
    },
    {
      "epoch": 1.568252411312735,
      "grad_norm": 3.875,
      "learning_rate": 1.7343225094356857e-05,
      "loss": 0.3956,
      "step": 2399
    },
    {
      "epoch": 1.5689063266307013,
      "grad_norm": 5.625,
      "learning_rate": 1.734012474251505e-05,
      "loss": 0.6728,
      "step": 2400
    },
    {
      "epoch": 1.5695602419486676,
      "grad_norm": 5.0625,
      "learning_rate": 1.733702286019802e-05,
      "loss": 0.5831,
      "step": 2401
    },
    {
      "epoch": 1.570214157266634,
      "grad_norm": 4.15625,
      "learning_rate": 1.7333919448052547e-05,
      "loss": 0.3053,
      "step": 2402
    },
    {
      "epoch": 1.5708680725846003,
      "grad_norm": 4.75,
      "learning_rate": 1.7330814506725702e-05,
      "loss": 0.377,
      "step": 2403
    },
    {
      "epoch": 1.5715219879025666,
      "grad_norm": 3.609375,
      "learning_rate": 1.7327708036864902e-05,
      "loss": 0.3415,
      "step": 2404
    },
    {
      "epoch": 1.572175903220533,
      "grad_norm": 5.25,
      "learning_rate": 1.7324600039117862e-05,
      "loss": 0.3418,
      "step": 2405
    },
    {
      "epoch": 1.5728298185384992,
      "grad_norm": 5.21875,
      "learning_rate": 1.7321490514132634e-05,
      "loss": 0.4174,
      "step": 2406
    },
    {
      "epoch": 1.5734837338564656,
      "grad_norm": 3.6875,
      "learning_rate": 1.731837946255757e-05,
      "loss": 0.2071,
      "step": 2407
    },
    {
      "epoch": 1.5741376491744319,
      "grad_norm": 2.484375,
      "learning_rate": 1.7315266885041352e-05,
      "loss": 0.2235,
      "step": 2408
    },
    {
      "epoch": 1.5747915644923982,
      "grad_norm": 5.65625,
      "learning_rate": 1.7312152782232984e-05,
      "loss": 0.5885,
      "step": 2409
    },
    {
      "epoch": 1.5754454798103645,
      "grad_norm": 5.53125,
      "learning_rate": 1.730903715478177e-05,
      "loss": 0.5683,
      "step": 2410
    },
    {
      "epoch": 1.5760993951283309,
      "grad_norm": 3.484375,
      "learning_rate": 1.7305920003337355e-05,
      "loss": 0.283,
      "step": 2411
    },
    {
      "epoch": 1.5767533104462972,
      "grad_norm": 5.125,
      "learning_rate": 1.7302801328549683e-05,
      "loss": 0.331,
      "step": 2412
    },
    {
      "epoch": 1.5774072257642635,
      "grad_norm": 4.46875,
      "learning_rate": 1.7299681131069026e-05,
      "loss": 0.4577,
      "step": 2413
    },
    {
      "epoch": 1.5780611410822298,
      "grad_norm": 6.625,
      "learning_rate": 1.7296559411545968e-05,
      "loss": 0.4886,
      "step": 2414
    },
    {
      "epoch": 1.5787150564001962,
      "grad_norm": 3.953125,
      "learning_rate": 1.7293436170631414e-05,
      "loss": 0.6015,
      "step": 2415
    },
    {
      "epoch": 1.5793689717181625,
      "grad_norm": 5.46875,
      "learning_rate": 1.7290311408976587e-05,
      "loss": 0.6845,
      "step": 2416
    },
    {
      "epoch": 1.5800228870361288,
      "grad_norm": 4.875,
      "learning_rate": 1.728718512723302e-05,
      "loss": 0.3757,
      "step": 2417
    },
    {
      "epoch": 1.5806768023540951,
      "grad_norm": 4.03125,
      "learning_rate": 1.7284057326052572e-05,
      "loss": 0.2758,
      "step": 2418
    },
    {
      "epoch": 1.5813307176720615,
      "grad_norm": 5.9375,
      "learning_rate": 1.7280928006087415e-05,
      "loss": 0.3769,
      "step": 2419
    },
    {
      "epoch": 1.5819846329900278,
      "grad_norm": 4.84375,
      "learning_rate": 1.7277797167990033e-05,
      "loss": 0.3178,
      "step": 2420
    },
    {
      "epoch": 1.582638548307994,
      "grad_norm": 4.46875,
      "learning_rate": 1.7274664812413238e-05,
      "loss": 0.269,
      "step": 2421
    },
    {
      "epoch": 1.5832924636259604,
      "grad_norm": 3.796875,
      "learning_rate": 1.7271530940010145e-05,
      "loss": 0.419,
      "step": 2422
    },
    {
      "epoch": 1.5839463789439268,
      "grad_norm": 3.859375,
      "learning_rate": 1.7268395551434195e-05,
      "loss": 0.3487,
      "step": 2423
    },
    {
      "epoch": 1.584600294261893,
      "grad_norm": 6.21875,
      "learning_rate": 1.726525864733914e-05,
      "loss": 0.3626,
      "step": 2424
    },
    {
      "epoch": 1.5852542095798594,
      "grad_norm": 4.75,
      "learning_rate": 1.7262120228379053e-05,
      "loss": 0.2808,
      "step": 2425
    },
    {
      "epoch": 1.5859081248978257,
      "grad_norm": 5.34375,
      "learning_rate": 1.7258980295208313e-05,
      "loss": 0.475,
      "step": 2426
    },
    {
      "epoch": 1.586562040215792,
      "grad_norm": 5.25,
      "learning_rate": 1.7255838848481633e-05,
      "loss": 0.3498,
      "step": 2427
    },
    {
      "epoch": 1.5872159555337584,
      "grad_norm": 4.5625,
      "learning_rate": 1.7252695888854018e-05,
      "loss": 0.3264,
      "step": 2428
    },
    {
      "epoch": 1.5878698708517247,
      "grad_norm": 5.5,
      "learning_rate": 1.7249551416980806e-05,
      "loss": 0.6514,
      "step": 2429
    },
    {
      "epoch": 1.588523786169691,
      "grad_norm": 4.21875,
      "learning_rate": 1.724640543351764e-05,
      "loss": 0.4232,
      "step": 2430
    },
    {
      "epoch": 1.5891777014876574,
      "grad_norm": 3.375,
      "learning_rate": 1.7243257939120493e-05,
      "loss": 0.251,
      "step": 2431
    },
    {
      "epoch": 1.5898316168056237,
      "grad_norm": 7.21875,
      "learning_rate": 1.7240108934445636e-05,
      "loss": 0.6617,
      "step": 2432
    },
    {
      "epoch": 1.59048553212359,
      "grad_norm": 5.78125,
      "learning_rate": 1.723695842014966e-05,
      "loss": 0.5887,
      "step": 2433
    },
    {
      "epoch": 1.5911394474415563,
      "grad_norm": 4.5,
      "learning_rate": 1.723380639688948e-05,
      "loss": 0.3874,
      "step": 2434
    },
    {
      "epoch": 1.5917933627595227,
      "grad_norm": 3.109375,
      "learning_rate": 1.723065286532231e-05,
      "loss": 0.2615,
      "step": 2435
    },
    {
      "epoch": 1.592447278077489,
      "grad_norm": 8.1875,
      "learning_rate": 1.722749782610569e-05,
      "loss": 0.978,
      "step": 2436
    },
    {
      "epoch": 1.5931011933954553,
      "grad_norm": 7.28125,
      "learning_rate": 1.7224341279897473e-05,
      "loss": 0.7855,
      "step": 2437
    },
    {
      "epoch": 1.5937551087134216,
      "grad_norm": 3.515625,
      "learning_rate": 1.722118322735582e-05,
      "loss": 0.2365,
      "step": 2438
    },
    {
      "epoch": 1.594409024031388,
      "grad_norm": 4.5625,
      "learning_rate": 1.721802366913922e-05,
      "loss": 0.2626,
      "step": 2439
    },
    {
      "epoch": 1.5950629393493543,
      "grad_norm": 3.71875,
      "learning_rate": 1.7214862605906458e-05,
      "loss": 0.2982,
      "step": 2440
    },
    {
      "epoch": 1.5957168546673206,
      "grad_norm": 5.78125,
      "learning_rate": 1.721170003831664e-05,
      "loss": 0.4901,
      "step": 2441
    },
    {
      "epoch": 1.596370769985287,
      "grad_norm": 3.6875,
      "learning_rate": 1.720853596702919e-05,
      "loss": 0.3754,
      "step": 2442
    },
    {
      "epoch": 1.5970246853032533,
      "grad_norm": 4.0625,
      "learning_rate": 1.7205370392703842e-05,
      "loss": 0.2826,
      "step": 2443
    },
    {
      "epoch": 1.5976786006212196,
      "grad_norm": 4.65625,
      "learning_rate": 1.7202203316000648e-05,
      "loss": 0.3349,
      "step": 2444
    },
    {
      "epoch": 1.598332515939186,
      "grad_norm": 3.421875,
      "learning_rate": 1.7199034737579962e-05,
      "loss": 0.2709,
      "step": 2445
    },
    {
      "epoch": 1.5989864312571522,
      "grad_norm": 4.15625,
      "learning_rate": 1.719586465810246e-05,
      "loss": 0.4441,
      "step": 2446
    },
    {
      "epoch": 1.5996403465751186,
      "grad_norm": 3.90625,
      "learning_rate": 1.7192693078229134e-05,
      "loss": 0.2848,
      "step": 2447
    },
    {
      "epoch": 1.6002942618930849,
      "grad_norm": 3.53125,
      "learning_rate": 1.7189519998621274e-05,
      "loss": 0.2701,
      "step": 2448
    },
    {
      "epoch": 1.6009481772110512,
      "grad_norm": 3.25,
      "learning_rate": 1.7186345419940505e-05,
      "loss": 0.2838,
      "step": 2449
    },
    {
      "epoch": 1.6016020925290175,
      "grad_norm": 4.0,
      "learning_rate": 1.7183169342848742e-05,
      "loss": 0.3376,
      "step": 2450
    },
    {
      "epoch": 1.6022560078469839,
      "grad_norm": 5.0625,
      "learning_rate": 1.717999176800823e-05,
      "loss": 0.4781,
      "step": 2451
    },
    {
      "epoch": 1.6029099231649502,
      "grad_norm": 3.6875,
      "learning_rate": 1.7176812696081516e-05,
      "loss": 0.313,
      "step": 2452
    },
    {
      "epoch": 1.6035638384829165,
      "grad_norm": 5.90625,
      "learning_rate": 1.7173632127731462e-05,
      "loss": 0.5668,
      "step": 2453
    },
    {
      "epoch": 1.6042177538008828,
      "grad_norm": 4.4375,
      "learning_rate": 1.717045006362124e-05,
      "loss": 0.4045,
      "step": 2454
    },
    {
      "epoch": 1.6048716691188492,
      "grad_norm": 4.96875,
      "learning_rate": 1.7167266504414342e-05,
      "loss": 0.539,
      "step": 2455
    },
    {
      "epoch": 1.6055255844368155,
      "grad_norm": 4.53125,
      "learning_rate": 1.7164081450774558e-05,
      "loss": 0.3935,
      "step": 2456
    },
    {
      "epoch": 1.6061794997547818,
      "grad_norm": 4.9375,
      "learning_rate": 1.7160894903366006e-05,
      "loss": 0.5052,
      "step": 2457
    },
    {
      "epoch": 1.6068334150727481,
      "grad_norm": 4.96875,
      "learning_rate": 1.7157706862853097e-05,
      "loss": 0.534,
      "step": 2458
    },
    {
      "epoch": 1.6074873303907145,
      "grad_norm": 3.609375,
      "learning_rate": 1.715451732990057e-05,
      "loss": 0.3001,
      "step": 2459
    },
    {
      "epoch": 1.6081412457086808,
      "grad_norm": 6.53125,
      "learning_rate": 1.715132630517347e-05,
      "loss": 0.7137,
      "step": 2460
    },
    {
      "epoch": 1.608795161026647,
      "grad_norm": 5.5625,
      "learning_rate": 1.7148133789337145e-05,
      "loss": 0.6898,
      "step": 2461
    },
    {
      "epoch": 1.6094490763446134,
      "grad_norm": 4.09375,
      "learning_rate": 1.7144939783057263e-05,
      "loss": 0.3301,
      "step": 2462
    },
    {
      "epoch": 1.6101029916625795,
      "grad_norm": 3.890625,
      "learning_rate": 1.7141744286999803e-05,
      "loss": 0.1765,
      "step": 2463
    },
    {
      "epoch": 1.610756906980546,
      "grad_norm": 6.1875,
      "learning_rate": 1.713854730183105e-05,
      "loss": 0.6463,
      "step": 2464
    },
    {
      "epoch": 1.6114108222985122,
      "grad_norm": 5.96875,
      "learning_rate": 1.71353488282176e-05,
      "loss": 0.4241,
      "step": 2465
    },
    {
      "epoch": 1.6120647376164787,
      "grad_norm": 4.625,
      "learning_rate": 1.713214886682636e-05,
      "loss": 0.2543,
      "step": 2466
    },
    {
      "epoch": 1.6127186529344448,
      "grad_norm": 3.671875,
      "learning_rate": 1.7128947418324548e-05,
      "loss": 0.4509,
      "step": 2467
    },
    {
      "epoch": 1.6133725682524114,
      "grad_norm": 6.75,
      "learning_rate": 1.7125744483379692e-05,
      "loss": 0.6877,
      "step": 2468
    },
    {
      "epoch": 1.6140264835703775,
      "grad_norm": 4.09375,
      "learning_rate": 1.7122540062659632e-05,
      "loss": 0.2936,
      "step": 2469
    },
    {
      "epoch": 1.614680398888344,
      "grad_norm": 5.5625,
      "learning_rate": 1.7119334156832514e-05,
      "loss": 0.5913,
      "step": 2470
    },
    {
      "epoch": 1.6153343142063101,
      "grad_norm": 6.96875,
      "learning_rate": 1.7116126766566794e-05,
      "loss": 0.7757,
      "step": 2471
    },
    {
      "epoch": 1.6159882295242767,
      "grad_norm": 6.0,
      "learning_rate": 1.711291789253124e-05,
      "loss": 0.5675,
      "step": 2472
    },
    {
      "epoch": 1.6166421448422428,
      "grad_norm": 4.53125,
      "learning_rate": 1.710970753539493e-05,
      "loss": 0.5969,
      "step": 2473
    },
    {
      "epoch": 1.6172960601602093,
      "grad_norm": 4.46875,
      "learning_rate": 1.710649569582725e-05,
      "loss": 0.3588,
      "step": 2474
    },
    {
      "epoch": 1.6179499754781754,
      "grad_norm": 8.6875,
      "learning_rate": 1.7103282374497884e-05,
      "loss": 0.6367,
      "step": 2475
    },
    {
      "epoch": 1.618603890796142,
      "grad_norm": 3.984375,
      "learning_rate": 1.710006757207685e-05,
      "loss": 0.2543,
      "step": 2476
    },
    {
      "epoch": 1.619257806114108,
      "grad_norm": 4.21875,
      "learning_rate": 1.7096851289234448e-05,
      "loss": 0.2611,
      "step": 2477
    },
    {
      "epoch": 1.6199117214320746,
      "grad_norm": 4.90625,
      "learning_rate": 1.709363352664131e-05,
      "loss": 0.4685,
      "step": 2478
    },
    {
      "epoch": 1.6205656367500407,
      "grad_norm": 5.96875,
      "learning_rate": 1.7090414284968355e-05,
      "loss": 0.414,
      "step": 2479
    },
    {
      "epoch": 1.6212195520680073,
      "grad_norm": 4.03125,
      "learning_rate": 1.708719356488683e-05,
      "loss": 0.2501,
      "step": 2480
    },
    {
      "epoch": 1.6218734673859734,
      "grad_norm": 5.09375,
      "learning_rate": 1.7083971367068275e-05,
      "loss": 0.437,
      "step": 2481
    },
    {
      "epoch": 1.62252738270394,
      "grad_norm": 6.25,
      "learning_rate": 1.7080747692184546e-05,
      "loss": 0.7212,
      "step": 2482
    },
    {
      "epoch": 1.623181298021906,
      "grad_norm": 4.40625,
      "learning_rate": 1.7077522540907804e-05,
      "loss": 0.2993,
      "step": 2483
    },
    {
      "epoch": 1.6238352133398726,
      "grad_norm": 3.390625,
      "learning_rate": 1.707429591391052e-05,
      "loss": 0.193,
      "step": 2484
    },
    {
      "epoch": 1.6244891286578387,
      "grad_norm": 4.09375,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.2797,
      "step": 2485
    },
    {
      "epoch": 1.6251430439758052,
      "grad_norm": 5.03125,
      "learning_rate": 1.706783823544575e-05,
      "loss": 0.5681,
      "step": 2486
    },
    {
      "epoch": 1.6257969592937713,
      "grad_norm": 5.71875,
      "learning_rate": 1.7064607185324742e-05,
      "loss": 0.3986,
      "step": 2487
    },
    {
      "epoch": 1.6264508746117379,
      "grad_norm": 4.03125,
      "learning_rate": 1.7061374662176146e-05,
      "loss": 0.4483,
      "step": 2488
    },
    {
      "epoch": 1.627104789929704,
      "grad_norm": 4.5625,
      "learning_rate": 1.705814066667397e-05,
      "loss": 0.5583,
      "step": 2489
    },
    {
      "epoch": 1.6277587052476705,
      "grad_norm": 4.40625,
      "learning_rate": 1.705490519949253e-05,
      "loss": 0.3335,
      "step": 2490
    },
    {
      "epoch": 1.6284126205656366,
      "grad_norm": 8.5625,
      "learning_rate": 1.705166826130645e-05,
      "loss": 1.0713,
      "step": 2491
    },
    {
      "epoch": 1.6290665358836032,
      "grad_norm": 5.25,
      "learning_rate": 1.704842985279065e-05,
      "loss": 0.4527,
      "step": 2492
    },
    {
      "epoch": 1.6297204512015693,
      "grad_norm": 3.75,
      "learning_rate": 1.704518997462037e-05,
      "loss": 0.4729,
      "step": 2493
    },
    {
      "epoch": 1.6303743665195358,
      "grad_norm": 5.8125,
      "learning_rate": 1.704194862747115e-05,
      "loss": 0.4029,
      "step": 2494
    },
    {
      "epoch": 1.631028281837502,
      "grad_norm": 7.15625,
      "learning_rate": 1.7038705812018835e-05,
      "loss": 0.5933,
      "step": 2495
    },
    {
      "epoch": 1.6316821971554685,
      "grad_norm": 7.46875,
      "learning_rate": 1.703546152893958e-05,
      "loss": 0.6682,
      "step": 2496
    },
    {
      "epoch": 1.6323361124734346,
      "grad_norm": 6.125,
      "learning_rate": 1.7032215778909845e-05,
      "loss": 0.4157,
      "step": 2497
    },
    {
      "epoch": 1.6329900277914011,
      "grad_norm": 2.90625,
      "learning_rate": 1.702896856260639e-05,
      "loss": 0.1964,
      "step": 2498
    },
    {
      "epoch": 1.6336439431093672,
      "grad_norm": 6.65625,
      "learning_rate": 1.7025719880706292e-05,
      "loss": 0.4789,
      "step": 2499
    },
    {
      "epoch": 1.6342978584273338,
      "grad_norm": 5.375,
      "learning_rate": 1.7022469733886927e-05,
      "loss": 0.4753,
      "step": 2500
    },
    {
      "epoch": 1.6349517737452999,
      "grad_norm": 4.9375,
      "learning_rate": 1.7019218122825975e-05,
      "loss": 0.5549,
      "step": 2501
    },
    {
      "epoch": 1.6356056890632664,
      "grad_norm": 5.1875,
      "learning_rate": 1.7015965048201418e-05,
      "loss": 0.3263,
      "step": 2502
    },
    {
      "epoch": 1.6362596043812325,
      "grad_norm": 5.09375,
      "learning_rate": 1.7012710510691554e-05,
      "loss": 0.3525,
      "step": 2503
    },
    {
      "epoch": 1.636913519699199,
      "grad_norm": 6.15625,
      "learning_rate": 1.700945451097498e-05,
      "loss": 0.5383,
      "step": 2504
    },
    {
      "epoch": 1.6375674350171652,
      "grad_norm": 4.15625,
      "learning_rate": 1.70061970497306e-05,
      "loss": 0.3375,
      "step": 2505
    },
    {
      "epoch": 1.6382213503351317,
      "grad_norm": 3.875,
      "learning_rate": 1.700293812763762e-05,
      "loss": 0.3783,
      "step": 2506
    },
    {
      "epoch": 1.6388752656530978,
      "grad_norm": 4.65625,
      "learning_rate": 1.6999677745375546e-05,
      "loss": 0.4601,
      "step": 2507
    },
    {
      "epoch": 1.6395291809710644,
      "grad_norm": 4.5625,
      "learning_rate": 1.69964159036242e-05,
      "loss": 0.4648,
      "step": 2508
    },
    {
      "epoch": 1.6401830962890305,
      "grad_norm": 3.515625,
      "learning_rate": 1.69931526030637e-05,
      "loss": 0.2559,
      "step": 2509
    },
    {
      "epoch": 1.640837011606997,
      "grad_norm": 3.6875,
      "learning_rate": 1.6989887844374473e-05,
      "loss": 0.327,
      "step": 2510
    },
    {
      "epoch": 1.6414909269249631,
      "grad_norm": 3.921875,
      "learning_rate": 1.6986621628237244e-05,
      "loss": 0.2847,
      "step": 2511
    },
    {
      "epoch": 1.6421448422429297,
      "grad_norm": 2.71875,
      "learning_rate": 1.6983353955333047e-05,
      "loss": 0.1704,
      "step": 2512
    },
    {
      "epoch": 1.6427987575608958,
      "grad_norm": 4.15625,
      "learning_rate": 1.698008482634322e-05,
      "loss": 0.4071,
      "step": 2513
    },
    {
      "epoch": 1.6434526728788623,
      "grad_norm": 7.03125,
      "learning_rate": 1.6976814241949396e-05,
      "loss": 0.5005,
      "step": 2514
    },
    {
      "epoch": 1.6441065881968284,
      "grad_norm": 5.0625,
      "learning_rate": 1.697354220283353e-05,
      "loss": 0.4081,
      "step": 2515
    },
    {
      "epoch": 1.644760503514795,
      "grad_norm": 3.59375,
      "learning_rate": 1.6970268709677856e-05,
      "loss": 0.2658,
      "step": 2516
    },
    {
      "epoch": 1.645414418832761,
      "grad_norm": 4.0,
      "learning_rate": 1.6966993763164928e-05,
      "loss": 0.3736,
      "step": 2517
    },
    {
      "epoch": 1.6460683341507276,
      "grad_norm": 3.390625,
      "learning_rate": 1.6963717363977604e-05,
      "loss": 0.25,
      "step": 2518
    },
    {
      "epoch": 1.6467222494686937,
      "grad_norm": 3.5625,
      "learning_rate": 1.6960439512799036e-05,
      "loss": 0.1866,
      "step": 2519
    },
    {
      "epoch": 1.6473761647866603,
      "grad_norm": 4.34375,
      "learning_rate": 1.695716021031268e-05,
      "loss": 0.2979,
      "step": 2520
    },
    {
      "epoch": 1.6480300801046264,
      "grad_norm": 6.1875,
      "learning_rate": 1.6953879457202303e-05,
      "loss": 0.6568,
      "step": 2521
    },
    {
      "epoch": 1.648683995422593,
      "grad_norm": 3.59375,
      "learning_rate": 1.695059725415196e-05,
      "loss": 0.2959,
      "step": 2522
    },
    {
      "epoch": 1.649337910740559,
      "grad_norm": 3.171875,
      "learning_rate": 1.6947313601846025e-05,
      "loss": 0.1853,
      "step": 2523
    },
    {
      "epoch": 1.6499918260585256,
      "grad_norm": 12.625,
      "learning_rate": 1.6944028500969162e-05,
      "loss": 0.433,
      "step": 2524
    },
    {
      "epoch": 1.6506457413764917,
      "grad_norm": 5.125,
      "learning_rate": 1.6940741952206342e-05,
      "loss": 0.3733,
      "step": 2525
    },
    {
      "epoch": 1.6512996566944582,
      "grad_norm": 5.3125,
      "learning_rate": 1.6937453956242836e-05,
      "loss": 0.4937,
      "step": 2526
    },
    {
      "epoch": 1.6519535720124243,
      "grad_norm": 4.03125,
      "learning_rate": 1.6934164513764215e-05,
      "loss": 0.2739,
      "step": 2527
    },
    {
      "epoch": 1.6526074873303909,
      "grad_norm": 3.453125,
      "learning_rate": 1.6930873625456362e-05,
      "loss": 0.2389,
      "step": 2528
    },
    {
      "epoch": 1.653261402648357,
      "grad_norm": 4.09375,
      "learning_rate": 1.6927581292005445e-05,
      "loss": 0.1928,
      "step": 2529
    },
    {
      "epoch": 1.6539153179663235,
      "grad_norm": 4.6875,
      "learning_rate": 1.692428751409795e-05,
      "loss": 0.585,
      "step": 2530
    },
    {
      "epoch": 1.6545692332842896,
      "grad_norm": 5.0,
      "learning_rate": 1.692099229242065e-05,
      "loss": 0.5313,
      "step": 2531
    },
    {
      "epoch": 1.6552231486022562,
      "grad_norm": 4.84375,
      "learning_rate": 1.691769562766063e-05,
      "loss": 0.3923,
      "step": 2532
    },
    {
      "epoch": 1.6558770639202223,
      "grad_norm": 5.28125,
      "learning_rate": 1.6914397520505267e-05,
      "loss": 0.3824,
      "step": 2533
    },
    {
      "epoch": 1.6565309792381888,
      "grad_norm": 5.0,
      "learning_rate": 1.6911097971642244e-05,
      "loss": 0.4812,
      "step": 2534
    },
    {
      "epoch": 1.657184894556155,
      "grad_norm": 5.53125,
      "learning_rate": 1.690779698175955e-05,
      "loss": 0.4113,
      "step": 2535
    },
    {
      "epoch": 1.6578388098741215,
      "grad_norm": 4.125,
      "learning_rate": 1.6904494551545457e-05,
      "loss": 0.3789,
      "step": 2536
    },
    {
      "epoch": 1.6584927251920876,
      "grad_norm": 4.46875,
      "learning_rate": 1.6901190681688558e-05,
      "loss": 0.4669,
      "step": 2537
    },
    {
      "epoch": 1.659146640510054,
      "grad_norm": 5.53125,
      "learning_rate": 1.6897885372877732e-05,
      "loss": 0.2812,
      "step": 2538
    },
    {
      "epoch": 1.6598005558280202,
      "grad_norm": 5.28125,
      "learning_rate": 1.6894578625802157e-05,
      "loss": 0.4834,
      "step": 2539
    },
    {
      "epoch": 1.6604544711459865,
      "grad_norm": 6.0,
      "learning_rate": 1.6891270441151327e-05,
      "loss": 0.4614,
      "step": 2540
    },
    {
      "epoch": 1.6611083864639529,
      "grad_norm": 4.53125,
      "learning_rate": 1.6887960819615025e-05,
      "loss": 0.2194,
      "step": 2541
    },
    {
      "epoch": 1.6617623017819192,
      "grad_norm": 4.34375,
      "learning_rate": 1.6884649761883322e-05,
      "loss": 0.2039,
      "step": 2542
    },
    {
      "epoch": 1.6624162170998855,
      "grad_norm": 4.84375,
      "learning_rate": 1.688133726864661e-05,
      "loss": 0.2917,
      "step": 2543
    },
    {
      "epoch": 1.6630701324178518,
      "grad_norm": 6.96875,
      "learning_rate": 1.687802334059557e-05,
      "loss": 0.7402,
      "step": 2544
    },
    {
      "epoch": 1.6637240477358182,
      "grad_norm": 4.75,
      "learning_rate": 1.687470797842118e-05,
      "loss": 0.5023,
      "step": 2545
    },
    {
      "epoch": 1.6643779630537845,
      "grad_norm": 3.359375,
      "learning_rate": 1.687139118281472e-05,
      "loss": 0.2519,
      "step": 2546
    },
    {
      "epoch": 1.6650318783717508,
      "grad_norm": 6.59375,
      "learning_rate": 1.6868072954467773e-05,
      "loss": 0.4992,
      "step": 2547
    },
    {
      "epoch": 1.6656857936897171,
      "grad_norm": 4.4375,
      "learning_rate": 1.686475329407221e-05,
      "loss": 0.4386,
      "step": 2548
    },
    {
      "epoch": 1.6663397090076835,
      "grad_norm": 5.6875,
      "learning_rate": 1.6861432202320208e-05,
      "loss": 0.3676,
      "step": 2549
    },
    {
      "epoch": 1.6669936243256498,
      "grad_norm": 6.5,
      "learning_rate": 1.6858109679904245e-05,
      "loss": 1.1778,
      "step": 2550
    },
    {
      "epoch": 1.6676475396436161,
      "grad_norm": 3.921875,
      "learning_rate": 1.685478572751709e-05,
      "loss": 0.339,
      "step": 2551
    },
    {
      "epoch": 1.6683014549615824,
      "grad_norm": 5.84375,
      "learning_rate": 1.6851460345851816e-05,
      "loss": 0.3984,
      "step": 2552
    },
    {
      "epoch": 1.6689553702795488,
      "grad_norm": 5.90625,
      "learning_rate": 1.6848133535601795e-05,
      "loss": 0.4298,
      "step": 2553
    },
    {
      "epoch": 1.669609285597515,
      "grad_norm": 3.8125,
      "learning_rate": 1.6844805297460687e-05,
      "loss": 0.2798,
      "step": 2554
    },
    {
      "epoch": 1.6702632009154814,
      "grad_norm": 5.5625,
      "learning_rate": 1.684147563212246e-05,
      "loss": 0.3826,
      "step": 2555
    },
    {
      "epoch": 1.6709171162334477,
      "grad_norm": 5.5625,
      "learning_rate": 1.683814454028138e-05,
      "loss": 0.3089,
      "step": 2556
    },
    {
      "epoch": 1.671571031551414,
      "grad_norm": 6.59375,
      "learning_rate": 1.6834812022632e-05,
      "loss": 0.7408,
      "step": 2557
    },
    {
      "epoch": 1.6722249468693804,
      "grad_norm": 7.46875,
      "learning_rate": 1.6831478079869176e-05,
      "loss": 0.9188,
      "step": 2558
    },
    {
      "epoch": 1.6728788621873467,
      "grad_norm": 3.875,
      "learning_rate": 1.6828142712688068e-05,
      "loss": 0.4193,
      "step": 2559
    },
    {
      "epoch": 1.673532777505313,
      "grad_norm": 6.46875,
      "learning_rate": 1.6824805921784122e-05,
      "loss": 0.5198,
      "step": 2560
    },
    {
      "epoch": 1.6741866928232794,
      "grad_norm": 4.5625,
      "learning_rate": 1.682146770785309e-05,
      "loss": 0.5141,
      "step": 2561
    },
    {
      "epoch": 1.6748406081412457,
      "grad_norm": 3.890625,
      "learning_rate": 1.6818128071591015e-05,
      "loss": 0.4048,
      "step": 2562
    },
    {
      "epoch": 1.675494523459212,
      "grad_norm": 5.71875,
      "learning_rate": 1.6814787013694237e-05,
      "loss": 0.4639,
      "step": 2563
    },
    {
      "epoch": 1.6761484387771783,
      "grad_norm": 4.9375,
      "learning_rate": 1.68114445348594e-05,
      "loss": 0.4583,
      "step": 2564
    },
    {
      "epoch": 1.6768023540951447,
      "grad_norm": 3.84375,
      "learning_rate": 1.680810063578342e-05,
      "loss": 0.4048,
      "step": 2565
    },
    {
      "epoch": 1.677456269413111,
      "grad_norm": 4.40625,
      "learning_rate": 1.6804755317163548e-05,
      "loss": 0.3001,
      "step": 2566
    },
    {
      "epoch": 1.6781101847310773,
      "grad_norm": 5.34375,
      "learning_rate": 1.6801408579697298e-05,
      "loss": 0.4298,
      "step": 2567
    },
    {
      "epoch": 1.6787641000490436,
      "grad_norm": 4.625,
      "learning_rate": 1.6798060424082497e-05,
      "loss": 0.3892,
      "step": 2568
    },
    {
      "epoch": 1.67941801536701,
      "grad_norm": 3.28125,
      "learning_rate": 1.6794710851017256e-05,
      "loss": 0.2836,
      "step": 2569
    },
    {
      "epoch": 1.6800719306849763,
      "grad_norm": 6.15625,
      "learning_rate": 1.6791359861199994e-05,
      "loss": 0.8757,
      "step": 2570
    },
    {
      "epoch": 1.6807258460029426,
      "grad_norm": 7.15625,
      "learning_rate": 1.678800745532942e-05,
      "loss": 0.7364,
      "step": 2571
    },
    {
      "epoch": 1.681379761320909,
      "grad_norm": 5.34375,
      "learning_rate": 1.678465363410453e-05,
      "loss": 0.4924,
      "step": 2572
    },
    {
      "epoch": 1.6820336766388753,
      "grad_norm": 4.9375,
      "learning_rate": 1.678129839822463e-05,
      "loss": 0.4368,
      "step": 2573
    },
    {
      "epoch": 1.6826875919568416,
      "grad_norm": 5.1875,
      "learning_rate": 1.6777941748389316e-05,
      "loss": 0.2711,
      "step": 2574
    },
    {
      "epoch": 1.683341507274808,
      "grad_norm": 6.9375,
      "learning_rate": 1.6774583685298468e-05,
      "loss": 0.5899,
      "step": 2575
    },
    {
      "epoch": 1.6839954225927742,
      "grad_norm": 4.78125,
      "learning_rate": 1.6771224209652274e-05,
      "loss": 0.4804,
      "step": 2576
    },
    {
      "epoch": 1.6846493379107406,
      "grad_norm": 4.25,
      "learning_rate": 1.6767863322151212e-05,
      "loss": 0.341,
      "step": 2577
    },
    {
      "epoch": 1.6853032532287069,
      "grad_norm": 7.3125,
      "learning_rate": 1.6764501023496055e-05,
      "loss": 0.8289,
      "step": 2578
    },
    {
      "epoch": 1.6859571685466732,
      "grad_norm": 5.75,
      "learning_rate": 1.676113731438786e-05,
      "loss": 0.4238,
      "step": 2579
    },
    {
      "epoch": 1.6866110838646395,
      "grad_norm": 5.28125,
      "learning_rate": 1.6757772195528002e-05,
      "loss": 0.5529,
      "step": 2580
    },
    {
      "epoch": 1.6872649991826059,
      "grad_norm": 5.5625,
      "learning_rate": 1.675440566761813e-05,
      "loss": 0.5225,
      "step": 2581
    },
    {
      "epoch": 1.6879189145005722,
      "grad_norm": 7.03125,
      "learning_rate": 1.675103773136019e-05,
      "loss": 0.6415,
      "step": 2582
    },
    {
      "epoch": 1.6885728298185385,
      "grad_norm": 4.15625,
      "learning_rate": 1.6747668387456422e-05,
      "loss": 0.3411,
      "step": 2583
    },
    {
      "epoch": 1.6892267451365048,
      "grad_norm": 4.5625,
      "learning_rate": 1.6744297636609363e-05,
      "loss": 0.4101,
      "step": 2584
    },
    {
      "epoch": 1.6898806604544712,
      "grad_norm": 5.375,
      "learning_rate": 1.6740925479521844e-05,
      "loss": 0.5726,
      "step": 2585
    },
    {
      "epoch": 1.6905345757724375,
      "grad_norm": 5.25,
      "learning_rate": 1.6737551916896994e-05,
      "loss": 0.3703,
      "step": 2586
    },
    {
      "epoch": 1.6911884910904038,
      "grad_norm": 5.59375,
      "learning_rate": 1.673417694943821e-05,
      "loss": 0.4041,
      "step": 2587
    },
    {
      "epoch": 1.6918424064083701,
      "grad_norm": 4.46875,
      "learning_rate": 1.6730800577849213e-05,
      "loss": 0.3314,
      "step": 2588
    },
    {
      "epoch": 1.6924963217263365,
      "grad_norm": 4.34375,
      "learning_rate": 1.6727422802834e-05,
      "loss": 0.5823,
      "step": 2589
    },
    {
      "epoch": 1.6931502370443028,
      "grad_norm": 8.75,
      "learning_rate": 1.6724043625096866e-05,
      "loss": 0.8256,
      "step": 2590
    },
    {
      "epoch": 1.693804152362269,
      "grad_norm": 7.3125,
      "learning_rate": 1.6720663045342395e-05,
      "loss": 0.6609,
      "step": 2591
    },
    {
      "epoch": 1.6944580676802354,
      "grad_norm": 7.28125,
      "learning_rate": 1.6717281064275467e-05,
      "loss": 0.9614,
      "step": 2592
    },
    {
      "epoch": 1.6951119829982018,
      "grad_norm": 4.65625,
      "learning_rate": 1.671389768260125e-05,
      "loss": 0.3563,
      "step": 2593
    },
    {
      "epoch": 1.695765898316168,
      "grad_norm": 4.65625,
      "learning_rate": 1.671051290102521e-05,
      "loss": 0.3481,
      "step": 2594
    },
    {
      "epoch": 1.6964198136341344,
      "grad_norm": 3.8125,
      "learning_rate": 1.6707126720253097e-05,
      "loss": 0.3258,
      "step": 2595
    },
    {
      "epoch": 1.6970737289521007,
      "grad_norm": 4.75,
      "learning_rate": 1.670373914099096e-05,
      "loss": 0.4066,
      "step": 2596
    },
    {
      "epoch": 1.697727644270067,
      "grad_norm": 5.3125,
      "learning_rate": 1.670035016394513e-05,
      "loss": 0.4834,
      "step": 2597
    },
    {
      "epoch": 1.6983815595880334,
      "grad_norm": 3.3125,
      "learning_rate": 1.6696959789822245e-05,
      "loss": 0.1601,
      "step": 2598
    },
    {
      "epoch": 1.6990354749059997,
      "grad_norm": 4.375,
      "learning_rate": 1.6693568019329225e-05,
      "loss": 0.3392,
      "step": 2599
    },
    {
      "epoch": 1.699689390223966,
      "grad_norm": 2.921875,
      "learning_rate": 1.6690174853173276e-05,
      "loss": 0.2845,
      "step": 2600
    },
    {
      "epoch": 1.7003433055419324,
      "grad_norm": 5.71875,
      "learning_rate": 1.6686780292061903e-05,
      "loss": 0.481,
      "step": 2601
    },
    {
      "epoch": 1.7009972208598987,
      "grad_norm": 4.5625,
      "learning_rate": 1.6683384336702898e-05,
      "loss": 0.2703,
      "step": 2602
    },
    {
      "epoch": 1.701651136177865,
      "grad_norm": 4.90625,
      "learning_rate": 1.667998698780435e-05,
      "loss": 0.3571,
      "step": 2603
    },
    {
      "epoch": 1.7023050514958313,
      "grad_norm": 4.65625,
      "learning_rate": 1.6676588246074627e-05,
      "loss": 0.5073,
      "step": 2604
    },
    {
      "epoch": 1.7029589668137977,
      "grad_norm": 4.5,
      "learning_rate": 1.6673188112222394e-05,
      "loss": 0.5489,
      "step": 2605
    },
    {
      "epoch": 1.703612882131764,
      "grad_norm": 5.71875,
      "learning_rate": 1.6669786586956616e-05,
      "loss": 0.5399,
      "step": 2606
    },
    {
      "epoch": 1.7042667974497303,
      "grad_norm": 4.03125,
      "learning_rate": 1.6666383670986528e-05,
      "loss": 0.3031,
      "step": 2607
    },
    {
      "epoch": 1.7049207127676966,
      "grad_norm": 5.1875,
      "learning_rate": 1.666297936502167e-05,
      "loss": 0.5535,
      "step": 2608
    },
    {
      "epoch": 1.705574628085663,
      "grad_norm": 3.84375,
      "learning_rate": 1.6659573669771867e-05,
      "loss": 0.1699,
      "step": 2609
    },
    {
      "epoch": 1.7062285434036293,
      "grad_norm": 5.0625,
      "learning_rate": 1.6656166585947234e-05,
      "loss": 0.3948,
      "step": 2610
    },
    {
      "epoch": 1.7068824587215956,
      "grad_norm": 4.59375,
      "learning_rate": 1.665275811425817e-05,
      "loss": 0.4746,
      "step": 2611
    },
    {
      "epoch": 1.7075363740395617,
      "grad_norm": 4.1875,
      "learning_rate": 1.664934825541538e-05,
      "loss": 0.4626,
      "step": 2612
    },
    {
      "epoch": 1.7081902893575283,
      "grad_norm": 6.8125,
      "learning_rate": 1.6645937010129837e-05,
      "loss": 0.9037,
      "step": 2613
    },
    {
      "epoch": 1.7088442046754944,
      "grad_norm": 3.390625,
      "learning_rate": 1.664252437911282e-05,
      "loss": 0.215,
      "step": 2614
    },
    {
      "epoch": 1.709498119993461,
      "grad_norm": 4.125,
      "learning_rate": 1.6639110363075884e-05,
      "loss": 0.3194,
      "step": 2615
    },
    {
      "epoch": 1.710152035311427,
      "grad_norm": 3.203125,
      "learning_rate": 1.6635694962730883e-05,
      "loss": 0.2268,
      "step": 2616
    },
    {
      "epoch": 1.7108059506293936,
      "grad_norm": 4.53125,
      "learning_rate": 1.6632278178789956e-05,
      "loss": 0.3103,
      "step": 2617
    },
    {
      "epoch": 1.7114598659473597,
      "grad_norm": 3.453125,
      "learning_rate": 1.6628860011965526e-05,
      "loss": 0.2356,
      "step": 2618
    },
    {
      "epoch": 1.7121137812653262,
      "grad_norm": 2.546875,
      "learning_rate": 1.6625440462970314e-05,
      "loss": 0.1658,
      "step": 2619
    },
    {
      "epoch": 1.7127676965832923,
      "grad_norm": 5.9375,
      "learning_rate": 1.6622019532517318e-05,
      "loss": 0.4097,
      "step": 2620
    },
    {
      "epoch": 1.7134216119012589,
      "grad_norm": 3.75,
      "learning_rate": 1.6618597221319835e-05,
      "loss": 0.5039,
      "step": 2621
    },
    {
      "epoch": 1.714075527219225,
      "grad_norm": 5.5,
      "learning_rate": 1.661517353009144e-05,
      "loss": 0.4158,
      "step": 2622
    },
    {
      "epoch": 1.7147294425371915,
      "grad_norm": 4.9375,
      "learning_rate": 1.6611748459546e-05,
      "loss": 0.7647,
      "step": 2623
    },
    {
      "epoch": 1.7153833578551576,
      "grad_norm": 3.90625,
      "learning_rate": 1.6608322010397673e-05,
      "loss": 0.4834,
      "step": 2624
    },
    {
      "epoch": 1.7160372731731242,
      "grad_norm": 7.1875,
      "learning_rate": 1.66048941833609e-05,
      "loss": 1.1695,
      "step": 2625
    },
    {
      "epoch": 1.7166911884910903,
      "grad_norm": 5.9375,
      "learning_rate": 1.6601464979150407e-05,
      "loss": 0.559,
      "step": 2626
    },
    {
      "epoch": 1.7173451038090568,
      "grad_norm": 7.53125,
      "learning_rate": 1.6598034398481218e-05,
      "loss": 1.1863,
      "step": 2627
    },
    {
      "epoch": 1.717999019127023,
      "grad_norm": 4.59375,
      "learning_rate": 1.6594602442068634e-05,
      "loss": 0.4833,
      "step": 2628
    },
    {
      "epoch": 1.7186529344449895,
      "grad_norm": 4.96875,
      "learning_rate": 1.659116911062824e-05,
      "loss": 0.5856,
      "step": 2629
    },
    {
      "epoch": 1.7193068497629556,
      "grad_norm": 4.0,
      "learning_rate": 1.6587734404875925e-05,
      "loss": 0.2741,
      "step": 2630
    },
    {
      "epoch": 1.719960765080922,
      "grad_norm": 9.3125,
      "learning_rate": 1.6584298325527837e-05,
      "loss": 0.5273,
      "step": 2631
    },
    {
      "epoch": 1.7206146803988882,
      "grad_norm": 4.59375,
      "learning_rate": 1.658086087330044e-05,
      "loss": 0.4054,
      "step": 2632
    },
    {
      "epoch": 1.7212685957168548,
      "grad_norm": 5.96875,
      "learning_rate": 1.6577422048910466e-05,
      "loss": 0.4402,
      "step": 2633
    },
    {
      "epoch": 1.7219225110348209,
      "grad_norm": 4.9375,
      "learning_rate": 1.6573981853074937e-05,
      "loss": 0.4559,
      "step": 2634
    },
    {
      "epoch": 1.7225764263527874,
      "grad_norm": 6.125,
      "learning_rate": 1.6570540286511157e-05,
      "loss": 1.0348,
      "step": 2635
    },
    {
      "epoch": 1.7232303416707535,
      "grad_norm": 6.5,
      "learning_rate": 1.656709734993673e-05,
      "loss": 0.7541,
      "step": 2636
    },
    {
      "epoch": 1.72388425698872,
      "grad_norm": 3.8125,
      "learning_rate": 1.656365304406953e-05,
      "loss": 0.5219,
      "step": 2637
    },
    {
      "epoch": 1.7245381723066862,
      "grad_norm": 5.375,
      "learning_rate": 1.656020736962772e-05,
      "loss": 0.4333,
      "step": 2638
    },
    {
      "epoch": 1.7251920876246527,
      "grad_norm": 5.78125,
      "learning_rate": 1.655676032732976e-05,
      "loss": 0.5399,
      "step": 2639
    },
    {
      "epoch": 1.7258460029426188,
      "grad_norm": 5.78125,
      "learning_rate": 1.655331191789438e-05,
      "loss": 0.647,
      "step": 2640
    },
    {
      "epoch": 1.7264999182605854,
      "grad_norm": 3.59375,
      "learning_rate": 1.65498621420406e-05,
      "loss": 0.2718,
      "step": 2641
    },
    {
      "epoch": 1.7271538335785515,
      "grad_norm": 3.65625,
      "learning_rate": 1.6546411000487726e-05,
      "loss": 0.325,
      "step": 2642
    },
    {
      "epoch": 1.727807748896518,
      "grad_norm": 5.40625,
      "learning_rate": 1.6542958493955357e-05,
      "loss": 0.5002,
      "step": 2643
    },
    {
      "epoch": 1.728461664214484,
      "grad_norm": 8.625,
      "learning_rate": 1.653950462316336e-05,
      "loss": 1.0366,
      "step": 2644
    },
    {
      "epoch": 1.7291155795324507,
      "grad_norm": 4.40625,
      "learning_rate": 1.6536049388831897e-05,
      "loss": 0.277,
      "step": 2645
    },
    {
      "epoch": 1.7297694948504168,
      "grad_norm": 4.4375,
      "learning_rate": 1.653259279168141e-05,
      "loss": 0.3062,
      "step": 2646
    },
    {
      "epoch": 1.7304234101683833,
      "grad_norm": 4.8125,
      "learning_rate": 1.652913483243263e-05,
      "loss": 0.3348,
      "step": 2647
    },
    {
      "epoch": 1.7310773254863494,
      "grad_norm": 6.15625,
      "learning_rate": 1.652567551180657e-05,
      "loss": 0.6655,
      "step": 2648
    },
    {
      "epoch": 1.731731240804316,
      "grad_norm": 4.53125,
      "learning_rate": 1.6522214830524527e-05,
      "loss": 0.2683,
      "step": 2649
    },
    {
      "epoch": 1.732385156122282,
      "grad_norm": 5.0,
      "learning_rate": 1.651875278930808e-05,
      "loss": 0.5148,
      "step": 2650
    },
    {
      "epoch": 1.7330390714402486,
      "grad_norm": 5.5,
      "learning_rate": 1.6515289388879088e-05,
      "loss": 0.4984,
      "step": 2651
    },
    {
      "epoch": 1.7336929867582147,
      "grad_norm": 3.21875,
      "learning_rate": 1.6511824629959706e-05,
      "loss": 0.2093,
      "step": 2652
    },
    {
      "epoch": 1.7343469020761813,
      "grad_norm": 4.875,
      "learning_rate": 1.650835851327236e-05,
      "loss": 0.3937,
      "step": 2653
    },
    {
      "epoch": 1.7350008173941474,
      "grad_norm": 5.46875,
      "learning_rate": 1.650489103953976e-05,
      "loss": 0.6472,
      "step": 2654
    },
    {
      "epoch": 1.735654732712114,
      "grad_norm": 5.09375,
      "learning_rate": 1.6501422209484907e-05,
      "loss": 0.3782,
      "step": 2655
    },
    {
      "epoch": 1.73630864803008,
      "grad_norm": 4.34375,
      "learning_rate": 1.649795202383108e-05,
      "loss": 0.3921,
      "step": 2656
    },
    {
      "epoch": 1.7369625633480466,
      "grad_norm": 4.25,
      "learning_rate": 1.6494480483301836e-05,
      "loss": 0.2881,
      "step": 2657
    },
    {
      "epoch": 1.7376164786660127,
      "grad_norm": 5.0,
      "learning_rate": 1.6491007588621028e-05,
      "loss": 0.3763,
      "step": 2658
    },
    {
      "epoch": 1.7382703939839792,
      "grad_norm": 6.0625,
      "learning_rate": 1.6487533340512772e-05,
      "loss": 0.6318,
      "step": 2659
    },
    {
      "epoch": 1.7389243093019453,
      "grad_norm": 4.3125,
      "learning_rate": 1.6484057739701485e-05,
      "loss": 0.223,
      "step": 2660
    },
    {
      "epoch": 1.7395782246199119,
      "grad_norm": 3.359375,
      "learning_rate": 1.6480580786911854e-05,
      "loss": 0.2742,
      "step": 2661
    },
    {
      "epoch": 1.740232139937878,
      "grad_norm": 5.5625,
      "learning_rate": 1.6477102482868856e-05,
      "loss": 0.362,
      "step": 2662
    },
    {
      "epoch": 1.7408860552558445,
      "grad_norm": 4.8125,
      "learning_rate": 1.6473622828297735e-05,
      "loss": 0.6997,
      "step": 2663
    },
    {
      "epoch": 1.7415399705738106,
      "grad_norm": 6.4375,
      "learning_rate": 1.6470141823924037e-05,
      "loss": 0.7509,
      "step": 2664
    },
    {
      "epoch": 1.7421938858917771,
      "grad_norm": 3.515625,
      "learning_rate": 1.646665947047358e-05,
      "loss": 0.2931,
      "step": 2665
    },
    {
      "epoch": 1.7428478012097433,
      "grad_norm": 6.1875,
      "learning_rate": 1.6463175768672456e-05,
      "loss": 0.6228,
      "step": 2666
    },
    {
      "epoch": 1.7435017165277098,
      "grad_norm": 6.84375,
      "learning_rate": 1.6459690719247047e-05,
      "loss": 0.7565,
      "step": 2667
    },
    {
      "epoch": 1.744155631845676,
      "grad_norm": 6.125,
      "learning_rate": 1.645620432292401e-05,
      "loss": 0.866,
      "step": 2668
    },
    {
      "epoch": 1.7448095471636424,
      "grad_norm": 3.109375,
      "learning_rate": 1.6452716580430303e-05,
      "loss": 0.1698,
      "step": 2669
    },
    {
      "epoch": 1.7454634624816086,
      "grad_norm": 6.1875,
      "learning_rate": 1.644922749249313e-05,
      "loss": 1.1899,
      "step": 2670
    },
    {
      "epoch": 1.746117377799575,
      "grad_norm": 5.0,
      "learning_rate": 1.6445737059840007e-05,
      "loss": 0.5061,
      "step": 2671
    },
    {
      "epoch": 1.7467712931175412,
      "grad_norm": 3.90625,
      "learning_rate": 1.6442245283198706e-05,
      "loss": 0.3751,
      "step": 2672
    },
    {
      "epoch": 1.7474252084355077,
      "grad_norm": 3.1875,
      "learning_rate": 1.6438752163297298e-05,
      "loss": 0.3441,
      "step": 2673
    },
    {
      "epoch": 1.7480791237534739,
      "grad_norm": 4.28125,
      "learning_rate": 1.6435257700864125e-05,
      "loss": 0.3938,
      "step": 2674
    },
    {
      "epoch": 1.7487330390714404,
      "grad_norm": 4.25,
      "learning_rate": 1.6431761896627808e-05,
      "loss": 0.4167,
      "step": 2675
    },
    {
      "epoch": 1.7493869543894065,
      "grad_norm": 3.859375,
      "learning_rate": 1.6428264751317257e-05,
      "loss": 0.2614,
      "step": 2676
    },
    {
      "epoch": 1.750040869707373,
      "grad_norm": 6.25,
      "learning_rate": 1.6424766265661648e-05,
      "loss": 0.8656,
      "step": 2677
    },
    {
      "epoch": 1.7506947850253392,
      "grad_norm": 5.625,
      "learning_rate": 1.6421266440390446e-05,
      "loss": 0.4357,
      "step": 2678
    },
    {
      "epoch": 1.7513487003433057,
      "grad_norm": 3.5625,
      "learning_rate": 1.6417765276233394e-05,
      "loss": 0.3546,
      "step": 2679
    },
    {
      "epoch": 1.7520026156612718,
      "grad_norm": 4.25,
      "learning_rate": 1.641426277392051e-05,
      "loss": 0.427,
      "step": 2680
    },
    {
      "epoch": 1.7526565309792383,
      "grad_norm": 5.96875,
      "learning_rate": 1.6410758934182104e-05,
      "loss": 0.4731,
      "step": 2681
    },
    {
      "epoch": 1.7533104462972045,
      "grad_norm": 4.96875,
      "learning_rate": 1.6407253757748742e-05,
      "loss": 0.5371,
      "step": 2682
    },
    {
      "epoch": 1.753964361615171,
      "grad_norm": 3.046875,
      "learning_rate": 1.6403747245351284e-05,
      "loss": 0.1959,
      "step": 2683
    },
    {
      "epoch": 1.754618276933137,
      "grad_norm": 3.78125,
      "learning_rate": 1.640023939772087e-05,
      "loss": 0.1982,
      "step": 2684
    },
    {
      "epoch": 1.7552721922511036,
      "grad_norm": 3.078125,
      "learning_rate": 1.6396730215588913e-05,
      "loss": 0.2847,
      "step": 2685
    },
    {
      "epoch": 1.7559261075690697,
      "grad_norm": 5.75,
      "learning_rate": 1.6393219699687107e-05,
      "loss": 0.6827,
      "step": 2686
    },
    {
      "epoch": 1.756580022887036,
      "grad_norm": 5.0625,
      "learning_rate": 1.6389707850747423e-05,
      "loss": 0.5482,
      "step": 2687
    },
    {
      "epoch": 1.7572339382050024,
      "grad_norm": 6.5625,
      "learning_rate": 1.638619466950211e-05,
      "loss": 0.3707,
      "step": 2688
    },
    {
      "epoch": 1.7578878535229687,
      "grad_norm": 4.8125,
      "learning_rate": 1.6382680156683687e-05,
      "loss": 0.3112,
      "step": 2689
    },
    {
      "epoch": 1.758541768840935,
      "grad_norm": 5.28125,
      "learning_rate": 1.6379164313024968e-05,
      "loss": 0.382,
      "step": 2690
    },
    {
      "epoch": 1.7591956841589014,
      "grad_norm": 3.6875,
      "learning_rate": 1.637564713925903e-05,
      "loss": 0.2672,
      "step": 2691
    },
    {
      "epoch": 1.7598495994768677,
      "grad_norm": 5.78125,
      "learning_rate": 1.6372128636119238e-05,
      "loss": 0.6438,
      "step": 2692
    },
    {
      "epoch": 1.760503514794834,
      "grad_norm": 4.28125,
      "learning_rate": 1.636860880433922e-05,
      "loss": 0.2837,
      "step": 2693
    },
    {
      "epoch": 1.7611574301128003,
      "grad_norm": 2.828125,
      "learning_rate": 1.636508764465289e-05,
      "loss": 0.1825,
      "step": 2694
    },
    {
      "epoch": 1.7618113454307667,
      "grad_norm": 5.9375,
      "learning_rate": 1.636156515779445e-05,
      "loss": 0.52,
      "step": 2695
    },
    {
      "epoch": 1.762465260748733,
      "grad_norm": 4.40625,
      "learning_rate": 1.635804134449835e-05,
      "loss": 0.2246,
      "step": 2696
    },
    {
      "epoch": 1.7631191760666993,
      "grad_norm": 6.5,
      "learning_rate": 1.6354516205499345e-05,
      "loss": 0.6254,
      "step": 2697
    },
    {
      "epoch": 1.7637730913846656,
      "grad_norm": 3.359375,
      "learning_rate": 1.635098974153245e-05,
      "loss": 0.2724,
      "step": 2698
    },
    {
      "epoch": 1.764427006702632,
      "grad_norm": 4.4375,
      "learning_rate": 1.6347461953332962e-05,
      "loss": 0.3015,
      "step": 2699
    },
    {
      "epoch": 1.7650809220205983,
      "grad_norm": 6.09375,
      "learning_rate": 1.6343932841636455e-05,
      "loss": 0.4624,
      "step": 2700
    },
    {
      "epoch": 1.7657348373385646,
      "grad_norm": 6.5,
      "learning_rate": 1.634040240717878e-05,
      "loss": 0.425,
      "step": 2701
    },
    {
      "epoch": 1.766388752656531,
      "grad_norm": 3.625,
      "learning_rate": 1.6336870650696054e-05,
      "loss": 0.3165,
      "step": 2702
    },
    {
      "epoch": 1.7670426679744973,
      "grad_norm": 3.359375,
      "learning_rate": 1.633333757292468e-05,
      "loss": 0.3692,
      "step": 2703
    },
    {
      "epoch": 1.7676965832924636,
      "grad_norm": 4.46875,
      "learning_rate": 1.6329803174601333e-05,
      "loss": 0.272,
      "step": 2704
    },
    {
      "epoch": 1.76835049861043,
      "grad_norm": 6.28125,
      "learning_rate": 1.6326267456462965e-05,
      "loss": 0.4734,
      "step": 2705
    },
    {
      "epoch": 1.7690044139283962,
      "grad_norm": 7.84375,
      "learning_rate": 1.6322730419246798e-05,
      "loss": 0.6407,
      "step": 2706
    },
    {
      "epoch": 1.7696583292463626,
      "grad_norm": 3.40625,
      "learning_rate": 1.6319192063690338e-05,
      "loss": 0.1941,
      "step": 2707
    },
    {
      "epoch": 1.770312244564329,
      "grad_norm": 4.96875,
      "learning_rate": 1.631565239053136e-05,
      "loss": 0.3372,
      "step": 2708
    },
    {
      "epoch": 1.7709661598822952,
      "grad_norm": 3.53125,
      "learning_rate": 1.6312111400507907e-05,
      "loss": 0.3269,
      "step": 2709
    },
    {
      "epoch": 1.7716200752002615,
      "grad_norm": 6.0625,
      "learning_rate": 1.6308569094358315e-05,
      "loss": 0.563,
      "step": 2710
    },
    {
      "epoch": 1.7722739905182279,
      "grad_norm": 4.5625,
      "learning_rate": 1.6305025472821173e-05,
      "loss": 0.5144,
      "step": 2711
    },
    {
      "epoch": 1.7729279058361942,
      "grad_norm": 3.625,
      "learning_rate": 1.6301480536635364e-05,
      "loss": 0.2172,
      "step": 2712
    },
    {
      "epoch": 1.7735818211541605,
      "grad_norm": 7.15625,
      "learning_rate": 1.629793428654003e-05,
      "loss": 0.7476,
      "step": 2713
    },
    {
      "epoch": 1.7742357364721268,
      "grad_norm": 6.15625,
      "learning_rate": 1.6294386723274592e-05,
      "loss": 0.3746,
      "step": 2714
    },
    {
      "epoch": 1.7748896517900932,
      "grad_norm": 4.25,
      "learning_rate": 1.629083784757875e-05,
      "loss": 0.3922,
      "step": 2715
    },
    {
      "epoch": 1.7755435671080595,
      "grad_norm": 4.65625,
      "learning_rate": 1.6287287660192472e-05,
      "loss": 0.4536,
      "step": 2716
    },
    {
      "epoch": 1.7761974824260258,
      "grad_norm": 4.09375,
      "learning_rate": 1.6283736161855995e-05,
      "loss": 0.287,
      "step": 2717
    },
    {
      "epoch": 1.7768513977439921,
      "grad_norm": 4.78125,
      "learning_rate": 1.628018335330984e-05,
      "loss": 0.3152,
      "step": 2718
    },
    {
      "epoch": 1.7775053130619585,
      "grad_norm": 6.6875,
      "learning_rate": 1.62766292352948e-05,
      "loss": 0.5527,
      "step": 2719
    },
    {
      "epoch": 1.7781592283799248,
      "grad_norm": 5.0625,
      "learning_rate": 1.627307380855193e-05,
      "loss": 0.2801,
      "step": 2720
    },
    {
      "epoch": 1.7788131436978911,
      "grad_norm": 6.25,
      "learning_rate": 1.626951707382257e-05,
      "loss": 0.5465,
      "step": 2721
    },
    {
      "epoch": 1.7794670590158574,
      "grad_norm": 2.640625,
      "learning_rate": 1.6265959031848325e-05,
      "loss": 0.2187,
      "step": 2722
    },
    {
      "epoch": 1.7801209743338238,
      "grad_norm": 3.5,
      "learning_rate": 1.6262399683371077e-05,
      "loss": 0.2206,
      "step": 2723
    },
    {
      "epoch": 1.78077488965179,
      "grad_norm": 2.9375,
      "learning_rate": 1.625883902913298e-05,
      "loss": 0.2162,
      "step": 2724
    },
    {
      "epoch": 1.7814288049697564,
      "grad_norm": 5.15625,
      "learning_rate": 1.6255277069876454e-05,
      "loss": 0.3755,
      "step": 2725
    },
    {
      "epoch": 1.7820827202877227,
      "grad_norm": 3.953125,
      "learning_rate": 1.6251713806344206e-05,
      "loss": 0.3174,
      "step": 2726
    },
    {
      "epoch": 1.782736635605689,
      "grad_norm": 5.0,
      "learning_rate": 1.6248149239279193e-05,
      "loss": 0.3674,
      "step": 2727
    },
    {
      "epoch": 1.7833905509236554,
      "grad_norm": 6.3125,
      "learning_rate": 1.6244583369424665e-05,
      "loss": 0.5546,
      "step": 2728
    },
    {
      "epoch": 1.7840444662416217,
      "grad_norm": 5.625,
      "learning_rate": 1.624101619752413e-05,
      "loss": 0.3282,
      "step": 2729
    },
    {
      "epoch": 1.784698381559588,
      "grad_norm": 3.5625,
      "learning_rate": 1.6237447724321373e-05,
      "loss": 0.4294,
      "step": 2730
    },
    {
      "epoch": 1.7853522968775544,
      "grad_norm": 4.6875,
      "learning_rate": 1.6233877950560452e-05,
      "loss": 0.3538,
      "step": 2731
    },
    {
      "epoch": 1.7860062121955207,
      "grad_norm": 6.1875,
      "learning_rate": 1.623030687698569e-05,
      "loss": 0.6234,
      "step": 2732
    },
    {
      "epoch": 1.786660127513487,
      "grad_norm": 4.03125,
      "learning_rate": 1.622673450434169e-05,
      "loss": 0.3857,
      "step": 2733
    },
    {
      "epoch": 1.7873140428314533,
      "grad_norm": 4.4375,
      "learning_rate": 1.6223160833373316e-05,
      "loss": 0.4176,
      "step": 2734
    },
    {
      "epoch": 1.7879679581494197,
      "grad_norm": 5.8125,
      "learning_rate": 1.6219585864825706e-05,
      "loss": 0.7024,
      "step": 2735
    },
    {
      "epoch": 1.788621873467386,
      "grad_norm": 5.59375,
      "learning_rate": 1.6216009599444275e-05,
      "loss": 0.6372,
      "step": 2736
    },
    {
      "epoch": 1.7892757887853523,
      "grad_norm": 4.5625,
      "learning_rate": 1.6212432037974698e-05,
      "loss": 0.4491,
      "step": 2737
    },
    {
      "epoch": 1.7899297041033186,
      "grad_norm": 4.90625,
      "learning_rate": 1.620885318116293e-05,
      "loss": 0.4761,
      "step": 2738
    },
    {
      "epoch": 1.790583619421285,
      "grad_norm": 5.21875,
      "learning_rate": 1.6205273029755185e-05,
      "loss": 0.5584,
      "step": 2739
    },
    {
      "epoch": 1.7912375347392513,
      "grad_norm": 3.671875,
      "learning_rate": 1.620169158449796e-05,
      "loss": 0.2234,
      "step": 2740
    },
    {
      "epoch": 1.7918914500572176,
      "grad_norm": 5.46875,
      "learning_rate": 1.619810884613801e-05,
      "loss": 0.6493,
      "step": 2741
    },
    {
      "epoch": 1.792545365375184,
      "grad_norm": 3.75,
      "learning_rate": 1.6194524815422373e-05,
      "loss": 0.3813,
      "step": 2742
    },
    {
      "epoch": 1.7931992806931503,
      "grad_norm": 4.03125,
      "learning_rate": 1.6190939493098344e-05,
      "loss": 0.3636,
      "step": 2743
    },
    {
      "epoch": 1.7938531960111166,
      "grad_norm": 5.1875,
      "learning_rate": 1.618735287991348e-05,
      "loss": 0.3633,
      "step": 2744
    },
    {
      "epoch": 1.794507111329083,
      "grad_norm": 3.71875,
      "learning_rate": 1.618376497661564e-05,
      "loss": 0.3149,
      "step": 2745
    },
    {
      "epoch": 1.7951610266470492,
      "grad_norm": 4.09375,
      "learning_rate": 1.618017578395292e-05,
      "loss": 0.3693,
      "step": 2746
    },
    {
      "epoch": 1.7958149419650156,
      "grad_norm": 4.96875,
      "learning_rate": 1.617658530267369e-05,
      "loss": 0.5932,
      "step": 2747
    },
    {
      "epoch": 1.796468857282982,
      "grad_norm": 7.21875,
      "learning_rate": 1.6172993533526602e-05,
      "loss": 0.5266,
      "step": 2748
    },
    {
      "epoch": 1.7971227726009482,
      "grad_norm": 5.15625,
      "learning_rate": 1.6169400477260566e-05,
      "loss": 0.62,
      "step": 2749
    },
    {
      "epoch": 1.7977766879189145,
      "grad_norm": 4.65625,
      "learning_rate": 1.6165806134624767e-05,
      "loss": 0.4048,
      "step": 2750
    },
    {
      "epoch": 1.7984306032368809,
      "grad_norm": 4.15625,
      "learning_rate": 1.616221050636865e-05,
      "loss": 0.3308,
      "step": 2751
    },
    {
      "epoch": 1.7990845185548472,
      "grad_norm": 3.671875,
      "learning_rate": 1.6158613593241934e-05,
      "loss": 0.2648,
      "step": 2752
    },
    {
      "epoch": 1.7997384338728135,
      "grad_norm": 4.875,
      "learning_rate": 1.6155015395994606e-05,
      "loss": 0.4015,
      "step": 2753
    },
    {
      "epoch": 1.8003923491907798,
      "grad_norm": 5.6875,
      "learning_rate": 1.6151415915376916e-05,
      "loss": 0.5552,
      "step": 2754
    },
    {
      "epoch": 1.8010462645087462,
      "grad_norm": 6.53125,
      "learning_rate": 1.6147815152139385e-05,
      "loss": 0.4251,
      "step": 2755
    },
    {
      "epoch": 1.8017001798267125,
      "grad_norm": 4.71875,
      "learning_rate": 1.6144213107032807e-05,
      "loss": 0.4171,
      "step": 2756
    },
    {
      "epoch": 1.8023540951446788,
      "grad_norm": 4.4375,
      "learning_rate": 1.614060978080823e-05,
      "loss": 0.4513,
      "step": 2757
    },
    {
      "epoch": 1.8030080104626451,
      "grad_norm": 4.8125,
      "learning_rate": 1.613700517421698e-05,
      "loss": 0.2819,
      "step": 2758
    },
    {
      "epoch": 1.8036619257806115,
      "grad_norm": 4.9375,
      "learning_rate": 1.6133399288010644e-05,
      "loss": 0.336,
      "step": 2759
    },
    {
      "epoch": 1.8043158410985778,
      "grad_norm": 3.796875,
      "learning_rate": 1.6129792122941083e-05,
      "loss": 0.4022,
      "step": 2760
    },
    {
      "epoch": 1.804969756416544,
      "grad_norm": 3.9375,
      "learning_rate": 1.6126183679760415e-05,
      "loss": 0.2594,
      "step": 2761
    },
    {
      "epoch": 1.8056236717345104,
      "grad_norm": 4.40625,
      "learning_rate": 1.6122573959221038e-05,
      "loss": 0.5774,
      "step": 2762
    },
    {
      "epoch": 1.8062775870524765,
      "grad_norm": 5.125,
      "learning_rate": 1.61189629620756e-05,
      "loss": 0.5567,
      "step": 2763
    },
    {
      "epoch": 1.806931502370443,
      "grad_norm": 5.1875,
      "learning_rate": 1.611535068907702e-05,
      "loss": 0.5008,
      "step": 2764
    },
    {
      "epoch": 1.8075854176884092,
      "grad_norm": 4.1875,
      "learning_rate": 1.6111737140978495e-05,
      "loss": 0.2958,
      "step": 2765
    },
    {
      "epoch": 1.8082393330063757,
      "grad_norm": 4.15625,
      "learning_rate": 1.6108122318533475e-05,
      "loss": 0.2816,
      "step": 2766
    },
    {
      "epoch": 1.8088932483243418,
      "grad_norm": 5.5625,
      "learning_rate": 1.6104506222495678e-05,
      "loss": 0.6602,
      "step": 2767
    },
    {
      "epoch": 1.8095471636423084,
      "grad_norm": 3.734375,
      "learning_rate": 1.610088885361909e-05,
      "loss": 0.2354,
      "step": 2768
    },
    {
      "epoch": 1.8102010789602745,
      "grad_norm": 5.15625,
      "learning_rate": 1.6097270212657966e-05,
      "loss": 0.3917,
      "step": 2769
    },
    {
      "epoch": 1.810854994278241,
      "grad_norm": 4.3125,
      "learning_rate": 1.6093650300366812e-05,
      "loss": 0.39,
      "step": 2770
    },
    {
      "epoch": 1.8115089095962071,
      "grad_norm": 4.96875,
      "learning_rate": 1.609002911750042e-05,
      "loss": 0.4224,
      "step": 2771
    },
    {
      "epoch": 1.8121628249141737,
      "grad_norm": 4.8125,
      "learning_rate": 1.6086406664813828e-05,
      "loss": 0.373,
      "step": 2772
    },
    {
      "epoch": 1.8128167402321398,
      "grad_norm": 4.90625,
      "learning_rate": 1.6082782943062355e-05,
      "loss": 0.6323,
      "step": 2773
    },
    {
      "epoch": 1.8134706555501063,
      "grad_norm": 3.859375,
      "learning_rate": 1.6079157953001566e-05,
      "loss": 0.3049,
      "step": 2774
    },
    {
      "epoch": 1.8141245708680724,
      "grad_norm": 5.21875,
      "learning_rate": 1.6075531695387304e-05,
      "loss": 0.325,
      "step": 2775
    },
    {
      "epoch": 1.814778486186039,
      "grad_norm": 8.6875,
      "learning_rate": 1.607190417097568e-05,
      "loss": 0.5613,
      "step": 2776
    },
    {
      "epoch": 1.815432401504005,
      "grad_norm": 3.921875,
      "learning_rate": 1.606827538052305e-05,
      "loss": 0.2865,
      "step": 2777
    },
    {
      "epoch": 1.8160863168219716,
      "grad_norm": 3.34375,
      "learning_rate": 1.6064645324786058e-05,
      "loss": 0.1545,
      "step": 2778
    },
    {
      "epoch": 1.8167402321399377,
      "grad_norm": 4.125,
      "learning_rate": 1.6061014004521593e-05,
      "loss": 0.3133,
      "step": 2779
    },
    {
      "epoch": 1.8173941474579043,
      "grad_norm": 7.375,
      "learning_rate": 1.6057381420486814e-05,
      "loss": 0.5486,
      "step": 2780
    },
    {
      "epoch": 1.8180480627758704,
      "grad_norm": 4.03125,
      "learning_rate": 1.6053747573439147e-05,
      "loss": 0.4003,
      "step": 2781
    },
    {
      "epoch": 1.818701978093837,
      "grad_norm": 3.953125,
      "learning_rate": 1.605011246413628e-05,
      "loss": 0.3754,
      "step": 2782
    },
    {
      "epoch": 1.819355893411803,
      "grad_norm": 2.75,
      "learning_rate": 1.6046476093336157e-05,
      "loss": 0.2352,
      "step": 2783
    },
    {
      "epoch": 1.8200098087297696,
      "grad_norm": 4.46875,
      "learning_rate": 1.6042838461797e-05,
      "loss": 0.4076,
      "step": 2784
    },
    {
      "epoch": 1.8206637240477357,
      "grad_norm": 4.78125,
      "learning_rate": 1.603919957027727e-05,
      "loss": 0.3573,
      "step": 2785
    },
    {
      "epoch": 1.8213176393657022,
      "grad_norm": 4.03125,
      "learning_rate": 1.6035559419535714e-05,
      "loss": 0.2615,
      "step": 2786
    },
    {
      "epoch": 1.8219715546836683,
      "grad_norm": 5.625,
      "learning_rate": 1.6031918010331336e-05,
      "loss": 0.4608,
      "step": 2787
    },
    {
      "epoch": 1.8226254700016349,
      "grad_norm": 4.875,
      "learning_rate": 1.6028275343423395e-05,
      "loss": 0.4546,
      "step": 2788
    },
    {
      "epoch": 1.823279385319601,
      "grad_norm": 6.5,
      "learning_rate": 1.6024631419571418e-05,
      "loss": 0.5806,
      "step": 2789
    },
    {
      "epoch": 1.8239333006375675,
      "grad_norm": 6.75,
      "learning_rate": 1.602098623953519e-05,
      "loss": 0.5868,
      "step": 2790
    },
    {
      "epoch": 1.8245872159555336,
      "grad_norm": 5.1875,
      "learning_rate": 1.601733980407476e-05,
      "loss": 0.3714,
      "step": 2791
    },
    {
      "epoch": 1.8252411312735002,
      "grad_norm": 9.375,
      "learning_rate": 1.601369211395044e-05,
      "loss": 0.9932,
      "step": 2792
    },
    {
      "epoch": 1.8258950465914663,
      "grad_norm": 4.40625,
      "learning_rate": 1.601004316992281e-05,
      "loss": 0.2976,
      "step": 2793
    },
    {
      "epoch": 1.8265489619094328,
      "grad_norm": 3.625,
      "learning_rate": 1.60063929727527e-05,
      "loss": 0.1853,
      "step": 2794
    },
    {
      "epoch": 1.827202877227399,
      "grad_norm": 4.46875,
      "learning_rate": 1.6002741523201197e-05,
      "loss": 0.2947,
      "step": 2795
    },
    {
      "epoch": 1.8278567925453655,
      "grad_norm": 3.796875,
      "learning_rate": 1.5999088822029664e-05,
      "loss": 0.2546,
      "step": 2796
    },
    {
      "epoch": 1.8285107078633316,
      "grad_norm": 5.21875,
      "learning_rate": 1.5995434869999723e-05,
      "loss": 0.442,
      "step": 2797
    },
    {
      "epoch": 1.8291646231812981,
      "grad_norm": 5.15625,
      "learning_rate": 1.599177966787325e-05,
      "loss": 0.515,
      "step": 2798
    },
    {
      "epoch": 1.8298185384992642,
      "grad_norm": 4.375,
      "learning_rate": 1.5988123216412378e-05,
      "loss": 0.3317,
      "step": 2799
    },
    {
      "epoch": 1.8304724538172308,
      "grad_norm": 4.75,
      "learning_rate": 1.598446551637951e-05,
      "loss": 0.413,
      "step": 2800
    },
    {
      "epoch": 1.8311263691351969,
      "grad_norm": 5.25,
      "learning_rate": 1.5980806568537314e-05,
      "loss": 0.5384,
      "step": 2801
    },
    {
      "epoch": 1.8317802844531634,
      "grad_norm": 5.09375,
      "learning_rate": 1.59771463736487e-05,
      "loss": 0.5367,
      "step": 2802
    },
    {
      "epoch": 1.8324341997711295,
      "grad_norm": 5.375,
      "learning_rate": 1.5973484932476852e-05,
      "loss": 0.6226,
      "step": 2803
    },
    {
      "epoch": 1.833088115089096,
      "grad_norm": 3.578125,
      "learning_rate": 1.5969822245785208e-05,
      "loss": 0.1735,
      "step": 2804
    },
    {
      "epoch": 1.8337420304070622,
      "grad_norm": 3.703125,
      "learning_rate": 1.5966158314337472e-05,
      "loss": 0.4265,
      "step": 2805
    },
    {
      "epoch": 1.8343959457250287,
      "grad_norm": 4.3125,
      "learning_rate": 1.59624931388976e-05,
      "loss": 0.3091,
      "step": 2806
    },
    {
      "epoch": 1.8350498610429948,
      "grad_norm": 3.40625,
      "learning_rate": 1.595882672022981e-05,
      "loss": 0.1915,
      "step": 2807
    },
    {
      "epoch": 1.8357037763609614,
      "grad_norm": 4.3125,
      "learning_rate": 1.595515905909858e-05,
      "loss": 0.3446,
      "step": 2808
    },
    {
      "epoch": 1.8363576916789275,
      "grad_norm": 5.15625,
      "learning_rate": 1.5951490156268648e-05,
      "loss": 0.3179,
      "step": 2809
    },
    {
      "epoch": 1.837011606996894,
      "grad_norm": 4.46875,
      "learning_rate": 1.5947820012505016e-05,
      "loss": 0.2468,
      "step": 2810
    },
    {
      "epoch": 1.8376655223148601,
      "grad_norm": 3.84375,
      "learning_rate": 1.5944148628572925e-05,
      "loss": 0.3148,
      "step": 2811
    },
    {
      "epoch": 1.8383194376328267,
      "grad_norm": 3.78125,
      "learning_rate": 1.59404760052379e-05,
      "loss": 0.1768,
      "step": 2812
    },
    {
      "epoch": 1.8389733529507928,
      "grad_norm": 4.15625,
      "learning_rate": 1.5936802143265708e-05,
      "loss": 0.2221,
      "step": 2813
    },
    {
      "epoch": 1.8396272682687593,
      "grad_norm": 4.375,
      "learning_rate": 1.5933127043422377e-05,
      "loss": 0.3589,
      "step": 2814
    },
    {
      "epoch": 1.8402811835867254,
      "grad_norm": 6.71875,
      "learning_rate": 1.59294507064742e-05,
      "loss": 0.4085,
      "step": 2815
    },
    {
      "epoch": 1.840935098904692,
      "grad_norm": 3.59375,
      "learning_rate": 1.5925773133187713e-05,
      "loss": 0.2665,
      "step": 2816
    },
    {
      "epoch": 1.841589014222658,
      "grad_norm": 5.46875,
      "learning_rate": 1.5922094324329737e-05,
      "loss": 0.6065,
      "step": 2817
    },
    {
      "epoch": 1.8422429295406246,
      "grad_norm": 4.4375,
      "learning_rate": 1.5918414280667316e-05,
      "loss": 0.3613,
      "step": 2818
    },
    {
      "epoch": 1.8428968448585907,
      "grad_norm": 3.375,
      "learning_rate": 1.591473300296778e-05,
      "loss": 0.1902,
      "step": 2819
    },
    {
      "epoch": 1.8435507601765573,
      "grad_norm": 4.84375,
      "learning_rate": 1.5911050491998695e-05,
      "loss": 0.2659,
      "step": 2820
    },
    {
      "epoch": 1.8442046754945234,
      "grad_norm": 5.78125,
      "learning_rate": 1.5907366748527904e-05,
      "loss": 0.7058,
      "step": 2821
    },
    {
      "epoch": 1.84485859081249,
      "grad_norm": 3.90625,
      "learning_rate": 1.5903681773323493e-05,
      "loss": 0.2153,
      "step": 2822
    },
    {
      "epoch": 1.845512506130456,
      "grad_norm": 4.0,
      "learning_rate": 1.5899995567153807e-05,
      "loss": 0.2578,
      "step": 2823
    },
    {
      "epoch": 1.8461664214484226,
      "grad_norm": 4.5,
      "learning_rate": 1.5896308130787455e-05,
      "loss": 0.4039,
      "step": 2824
    },
    {
      "epoch": 1.8468203367663887,
      "grad_norm": 5.5,
      "learning_rate": 1.589261946499329e-05,
      "loss": 0.2625,
      "step": 2825
    },
    {
      "epoch": 1.8474742520843552,
      "grad_norm": 6.40625,
      "learning_rate": 1.5888929570540437e-05,
      "loss": 0.5799,
      "step": 2826
    },
    {
      "epoch": 1.8481281674023213,
      "grad_norm": 4.8125,
      "learning_rate": 1.5885238448198267e-05,
      "loss": 0.2307,
      "step": 2827
    },
    {
      "epoch": 1.8487820827202879,
      "grad_norm": 4.65625,
      "learning_rate": 1.58815460987364e-05,
      "loss": 0.4324,
      "step": 2828
    },
    {
      "epoch": 1.849435998038254,
      "grad_norm": 4.71875,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 0.3467,
      "step": 2829
    },
    {
      "epoch": 1.8500899133562205,
      "grad_norm": 4.09375,
      "learning_rate": 1.58741577215334e-05,
      "loss": 0.2631,
      "step": 2830
    },
    {
      "epoch": 1.8507438286741866,
      "grad_norm": 5.96875,
      "learning_rate": 1.5870461695332792e-05,
      "loss": 0.625,
      "step": 2831
    },
    {
      "epoch": 1.8513977439921532,
      "grad_norm": 4.59375,
      "learning_rate": 1.586676444509357e-05,
      "loss": 0.2877,
      "step": 2832
    },
    {
      "epoch": 1.8520516593101193,
      "grad_norm": 4.34375,
      "learning_rate": 1.5863065971586637e-05,
      "loss": 0.3224,
      "step": 2833
    },
    {
      "epoch": 1.8527055746280858,
      "grad_norm": 3.890625,
      "learning_rate": 1.585936627558315e-05,
      "loss": 0.3383,
      "step": 2834
    },
    {
      "epoch": 1.853359489946052,
      "grad_norm": 4.09375,
      "learning_rate": 1.585566535785453e-05,
      "loss": 0.4232,
      "step": 2835
    },
    {
      "epoch": 1.8540134052640183,
      "grad_norm": 5.8125,
      "learning_rate": 1.5851963219172447e-05,
      "loss": 0.4894,
      "step": 2836
    },
    {
      "epoch": 1.8546673205819846,
      "grad_norm": 8.3125,
      "learning_rate": 1.584825986030883e-05,
      "loss": 0.6866,
      "step": 2837
    },
    {
      "epoch": 1.855321235899951,
      "grad_norm": 3.8125,
      "learning_rate": 1.5844555282035857e-05,
      "loss": 0.2407,
      "step": 2838
    },
    {
      "epoch": 1.8559751512179172,
      "grad_norm": 3.71875,
      "learning_rate": 1.5840849485125957e-05,
      "loss": 0.3219,
      "step": 2839
    },
    {
      "epoch": 1.8566290665358836,
      "grad_norm": 5.96875,
      "learning_rate": 1.583714247035183e-05,
      "loss": 0.4384,
      "step": 2840
    },
    {
      "epoch": 1.8572829818538499,
      "grad_norm": 3.9375,
      "learning_rate": 1.58334342384864e-05,
      "loss": 0.3114,
      "step": 2841
    },
    {
      "epoch": 1.8579368971718162,
      "grad_norm": 4.4375,
      "learning_rate": 1.5829724790302886e-05,
      "loss": 0.3496,
      "step": 2842
    },
    {
      "epoch": 1.8585908124897825,
      "grad_norm": 5.59375,
      "learning_rate": 1.5826014126574724e-05,
      "loss": 0.632,
      "step": 2843
    },
    {
      "epoch": 1.8592447278077489,
      "grad_norm": 6.3125,
      "learning_rate": 1.582230224807562e-05,
      "loss": 0.5539,
      "step": 2844
    },
    {
      "epoch": 1.8598986431257152,
      "grad_norm": 4.625,
      "learning_rate": 1.581858915557953e-05,
      "loss": 0.4557,
      "step": 2845
    },
    {
      "epoch": 1.8605525584436815,
      "grad_norm": 6.90625,
      "learning_rate": 1.5814874849860664e-05,
      "loss": 0.6591,
      "step": 2846
    },
    {
      "epoch": 1.8612064737616478,
      "grad_norm": 4.03125,
      "learning_rate": 1.5811159331693487e-05,
      "loss": 0.1641,
      "step": 2847
    },
    {
      "epoch": 1.8618603890796142,
      "grad_norm": 6.0625,
      "learning_rate": 1.5807442601852713e-05,
      "loss": 0.5674,
      "step": 2848
    },
    {
      "epoch": 1.8625143043975805,
      "grad_norm": 2.796875,
      "learning_rate": 1.580372466111331e-05,
      "loss": 0.2026,
      "step": 2849
    },
    {
      "epoch": 1.8631682197155468,
      "grad_norm": 6.0625,
      "learning_rate": 1.5800005510250498e-05,
      "loss": 0.5304,
      "step": 2850
    },
    {
      "epoch": 1.8638221350335131,
      "grad_norm": 4.8125,
      "learning_rate": 1.579628515003975e-05,
      "loss": 0.3665,
      "step": 2851
    },
    {
      "epoch": 1.8644760503514795,
      "grad_norm": 3.96875,
      "learning_rate": 1.579256358125679e-05,
      "loss": 0.4628,
      "step": 2852
    },
    {
      "epoch": 1.8651299656694458,
      "grad_norm": 4.96875,
      "learning_rate": 1.57888408046776e-05,
      "loss": 0.3461,
      "step": 2853
    },
    {
      "epoch": 1.865783880987412,
      "grad_norm": 6.5,
      "learning_rate": 1.5785116821078407e-05,
      "loss": 0.751,
      "step": 2854
    },
    {
      "epoch": 1.8664377963053784,
      "grad_norm": 5.75,
      "learning_rate": 1.5781391631235688e-05,
      "loss": 0.3803,
      "step": 2855
    },
    {
      "epoch": 1.8670917116233448,
      "grad_norm": 3.5,
      "learning_rate": 1.5777665235926175e-05,
      "loss": 0.2405,
      "step": 2856
    },
    {
      "epoch": 1.867745626941311,
      "grad_norm": 4.75,
      "learning_rate": 1.5773937635926854e-05,
      "loss": 0.256,
      "step": 2857
    },
    {
      "epoch": 1.8683995422592774,
      "grad_norm": 3.875,
      "learning_rate": 1.5770208832014967e-05,
      "loss": 0.2175,
      "step": 2858
    },
    {
      "epoch": 1.8690534575772437,
      "grad_norm": 3.84375,
      "learning_rate": 1.5766478824967985e-05,
      "loss": 0.3517,
      "step": 2859
    },
    {
      "epoch": 1.86970737289521,
      "grad_norm": 5.375,
      "learning_rate": 1.5762747615563653e-05,
      "loss": 0.4211,
      "step": 2860
    },
    {
      "epoch": 1.8703612882131764,
      "grad_norm": 6.25,
      "learning_rate": 1.5759015204579958e-05,
      "loss": 0.5771,
      "step": 2861
    },
    {
      "epoch": 1.8710152035311427,
      "grad_norm": 4.28125,
      "learning_rate": 1.575528159279514e-05,
      "loss": 0.3135,
      "step": 2862
    },
    {
      "epoch": 1.871669118849109,
      "grad_norm": 3.9375,
      "learning_rate": 1.575154678098768e-05,
      "loss": 0.2801,
      "step": 2863
    },
    {
      "epoch": 1.8723230341670754,
      "grad_norm": 6.1875,
      "learning_rate": 1.5747810769936323e-05,
      "loss": 0.5211,
      "step": 2864
    },
    {
      "epoch": 1.8729769494850417,
      "grad_norm": 8.5,
      "learning_rate": 1.574407356042005e-05,
      "loss": 0.8193,
      "step": 2865
    },
    {
      "epoch": 1.873630864803008,
      "grad_norm": 2.859375,
      "learning_rate": 1.574033515321811e-05,
      "loss": 0.2843,
      "step": 2866
    },
    {
      "epoch": 1.8742847801209743,
      "grad_norm": 3.890625,
      "learning_rate": 1.5736595549109983e-05,
      "loss": 0.2588,
      "step": 2867
    },
    {
      "epoch": 1.8749386954389407,
      "grad_norm": 5.15625,
      "learning_rate": 1.573285474887541e-05,
      "loss": 0.5259,
      "step": 2868
    },
    {
      "epoch": 1.875592610756907,
      "grad_norm": 5.3125,
      "learning_rate": 1.5729112753294377e-05,
      "loss": 0.5223,
      "step": 2869
    },
    {
      "epoch": 1.8762465260748733,
      "grad_norm": 4.0625,
      "learning_rate": 1.572536956314712e-05,
      "loss": 0.5173,
      "step": 2870
    },
    {
      "epoch": 1.8769004413928396,
      "grad_norm": 5.78125,
      "learning_rate": 1.5721625179214127e-05,
      "loss": 0.6197,
      "step": 2871
    },
    {
      "epoch": 1.877554356710806,
      "grad_norm": 5.46875,
      "learning_rate": 1.5717879602276123e-05,
      "loss": 0.3279,
      "step": 2872
    },
    {
      "epoch": 1.8782082720287723,
      "grad_norm": 6.1875,
      "learning_rate": 1.5714132833114102e-05,
      "loss": 0.5165,
      "step": 2873
    },
    {
      "epoch": 1.8788621873467386,
      "grad_norm": 5.53125,
      "learning_rate": 1.5710384872509294e-05,
      "loss": 0.5288,
      "step": 2874
    },
    {
      "epoch": 1.879516102664705,
      "grad_norm": 6.65625,
      "learning_rate": 1.5706635721243173e-05,
      "loss": 0.4987,
      "step": 2875
    },
    {
      "epoch": 1.8801700179826712,
      "grad_norm": 3.34375,
      "learning_rate": 1.5702885380097474e-05,
      "loss": 0.2589,
      "step": 2876
    },
    {
      "epoch": 1.8808239333006376,
      "grad_norm": 4.125,
      "learning_rate": 1.5699133849854164e-05,
      "loss": 0.2522,
      "step": 2877
    },
    {
      "epoch": 1.881477848618604,
      "grad_norm": 4.59375,
      "learning_rate": 1.5695381131295477e-05,
      "loss": 0.5025,
      "step": 2878
    },
    {
      "epoch": 1.8821317639365702,
      "grad_norm": 5.125,
      "learning_rate": 1.569162722520388e-05,
      "loss": 0.4331,
      "step": 2879
    },
    {
      "epoch": 1.8827856792545365,
      "grad_norm": 5.59375,
      "learning_rate": 1.5687872132362098e-05,
      "loss": 0.4599,
      "step": 2880
    },
    {
      "epoch": 1.8834395945725029,
      "grad_norm": 3.78125,
      "learning_rate": 1.5684115853553094e-05,
      "loss": 0.3276,
      "step": 2881
    },
    {
      "epoch": 1.8840935098904692,
      "grad_norm": 7.71875,
      "learning_rate": 1.568035838956008e-05,
      "loss": 0.4045,
      "step": 2882
    },
    {
      "epoch": 1.8847474252084355,
      "grad_norm": 4.84375,
      "learning_rate": 1.567659974116652e-05,
      "loss": 0.2125,
      "step": 2883
    },
    {
      "epoch": 1.8854013405264018,
      "grad_norm": 3.375,
      "learning_rate": 1.5672839909156126e-05,
      "loss": 0.2935,
      "step": 2884
    },
    {
      "epoch": 1.8860552558443682,
      "grad_norm": 3.015625,
      "learning_rate": 1.5669078894312848e-05,
      "loss": 0.2583,
      "step": 2885
    },
    {
      "epoch": 1.8867091711623345,
      "grad_norm": 4.5,
      "learning_rate": 1.5665316697420892e-05,
      "loss": 0.2579,
      "step": 2886
    },
    {
      "epoch": 1.8873630864803008,
      "grad_norm": 4.03125,
      "learning_rate": 1.5661553319264703e-05,
      "loss": 0.294,
      "step": 2887
    },
    {
      "epoch": 1.8880170017982671,
      "grad_norm": 7.78125,
      "learning_rate": 1.5657788760628975e-05,
      "loss": 0.6656,
      "step": 2888
    },
    {
      "epoch": 1.8886709171162335,
      "grad_norm": 5.71875,
      "learning_rate": 1.5654023022298653e-05,
      "loss": 0.493,
      "step": 2889
    },
    {
      "epoch": 1.8893248324341998,
      "grad_norm": 6.09375,
      "learning_rate": 1.5650256105058924e-05,
      "loss": 0.4917,
      "step": 2890
    },
    {
      "epoch": 1.8899787477521661,
      "grad_norm": 7.375,
      "learning_rate": 1.5646488009695214e-05,
      "loss": 0.5341,
      "step": 2891
    },
    {
      "epoch": 1.8906326630701324,
      "grad_norm": 5.46875,
      "learning_rate": 1.564271873699321e-05,
      "loss": 0.3911,
      "step": 2892
    },
    {
      "epoch": 1.8912865783880988,
      "grad_norm": 5.78125,
      "learning_rate": 1.563894828773883e-05,
      "loss": 0.6198,
      "step": 2893
    },
    {
      "epoch": 1.891940493706065,
      "grad_norm": 4.65625,
      "learning_rate": 1.5635176662718246e-05,
      "loss": 0.2467,
      "step": 2894
    },
    {
      "epoch": 1.8925944090240314,
      "grad_norm": 5.375,
      "learning_rate": 1.563140386271787e-05,
      "loss": 0.3692,
      "step": 2895
    },
    {
      "epoch": 1.8932483243419977,
      "grad_norm": 4.03125,
      "learning_rate": 1.5627629888524363e-05,
      "loss": 0.4595,
      "step": 2896
    },
    {
      "epoch": 1.893902239659964,
      "grad_norm": 6.28125,
      "learning_rate": 1.5623854740924627e-05,
      "loss": 0.7549,
      "step": 2897
    },
    {
      "epoch": 1.8945561549779304,
      "grad_norm": 5.78125,
      "learning_rate": 1.5620078420705808e-05,
      "loss": 0.5165,
      "step": 2898
    },
    {
      "epoch": 1.8952100702958967,
      "grad_norm": 2.6875,
      "learning_rate": 1.561630092865531e-05,
      "loss": 0.2557,
      "step": 2899
    },
    {
      "epoch": 1.895863985613863,
      "grad_norm": 4.46875,
      "learning_rate": 1.561252226556076e-05,
      "loss": 0.2571,
      "step": 2900
    },
    {
      "epoch": 1.8965179009318294,
      "grad_norm": 2.78125,
      "learning_rate": 1.5608742432210044e-05,
      "loss": 0.1659,
      "step": 2901
    },
    {
      "epoch": 1.8971718162497957,
      "grad_norm": 3.546875,
      "learning_rate": 1.5604961429391288e-05,
      "loss": 0.1788,
      "step": 2902
    },
    {
      "epoch": 1.897825731567762,
      "grad_norm": 4.21875,
      "learning_rate": 1.5601179257892857e-05,
      "loss": 0.3353,
      "step": 2903
    },
    {
      "epoch": 1.8984796468857283,
      "grad_norm": 6.96875,
      "learning_rate": 1.5597395918503372e-05,
      "loss": 0.2772,
      "step": 2904
    },
    {
      "epoch": 1.8991335622036947,
      "grad_norm": 3.921875,
      "learning_rate": 1.5593611412011685e-05,
      "loss": 0.2724,
      "step": 2905
    },
    {
      "epoch": 1.899787477521661,
      "grad_norm": 2.828125,
      "learning_rate": 1.5589825739206896e-05,
      "loss": 0.2077,
      "step": 2906
    },
    {
      "epoch": 1.9004413928396273,
      "grad_norm": 7.03125,
      "learning_rate": 1.5586038900878354e-05,
      "loss": 0.5498,
      "step": 2907
    },
    {
      "epoch": 1.9010953081575936,
      "grad_norm": 4.4375,
      "learning_rate": 1.5582250897815633e-05,
      "loss": 0.3436,
      "step": 2908
    },
    {
      "epoch": 1.90174922347556,
      "grad_norm": 3.671875,
      "learning_rate": 1.5578461730808575e-05,
      "loss": 0.3306,
      "step": 2909
    },
    {
      "epoch": 1.9024031387935263,
      "grad_norm": 3.9375,
      "learning_rate": 1.5574671400647244e-05,
      "loss": 0.3749,
      "step": 2910
    },
    {
      "epoch": 1.9030570541114926,
      "grad_norm": 4.875,
      "learning_rate": 1.557087990812196e-05,
      "loss": 0.3918,
      "step": 2911
    },
    {
      "epoch": 1.9037109694294587,
      "grad_norm": 2.4375,
      "learning_rate": 1.5567087254023273e-05,
      "loss": 0.1341,
      "step": 2912
    },
    {
      "epoch": 1.9043648847474253,
      "grad_norm": 2.53125,
      "learning_rate": 1.556329343914199e-05,
      "loss": 0.1517,
      "step": 2913
    },
    {
      "epoch": 1.9050188000653914,
      "grad_norm": 5.53125,
      "learning_rate": 1.5559498464269143e-05,
      "loss": 0.6812,
      "step": 2914
    },
    {
      "epoch": 1.905672715383358,
      "grad_norm": 2.453125,
      "learning_rate": 1.5555702330196024e-05,
      "loss": 0.135,
      "step": 2915
    },
    {
      "epoch": 1.906326630701324,
      "grad_norm": 4.65625,
      "learning_rate": 1.555190503771415e-05,
      "loss": 0.3905,
      "step": 2916
    },
    {
      "epoch": 1.9069805460192906,
      "grad_norm": 4.4375,
      "learning_rate": 1.5548106587615295e-05,
      "loss": 0.3245,
      "step": 2917
    },
    {
      "epoch": 1.9076344613372567,
      "grad_norm": 4.34375,
      "learning_rate": 1.5544306980691456e-05,
      "loss": 0.246,
      "step": 2918
    },
    {
      "epoch": 1.9082883766552232,
      "grad_norm": 2.9375,
      "learning_rate": 1.5540506217734892e-05,
      "loss": 0.1999,
      "step": 2919
    },
    {
      "epoch": 1.9089422919731893,
      "grad_norm": 4.625,
      "learning_rate": 1.5536704299538088e-05,
      "loss": 0.4023,
      "step": 2920
    },
    {
      "epoch": 1.9095962072911559,
      "grad_norm": 4.75,
      "learning_rate": 1.5532901226893775e-05,
      "loss": 0.3479,
      "step": 2921
    },
    {
      "epoch": 1.910250122609122,
      "grad_norm": 3.34375,
      "learning_rate": 1.5529097000594924e-05,
      "loss": 0.3292,
      "step": 2922
    },
    {
      "epoch": 1.9109040379270885,
      "grad_norm": 4.09375,
      "learning_rate": 1.5525291621434745e-05,
      "loss": 0.4026,
      "step": 2923
    },
    {
      "epoch": 1.9115579532450546,
      "grad_norm": 6.78125,
      "learning_rate": 1.552148509020669e-05,
      "loss": 0.6458,
      "step": 2924
    },
    {
      "epoch": 1.9122118685630212,
      "grad_norm": 4.03125,
      "learning_rate": 1.551767740770446e-05,
      "loss": 0.335,
      "step": 2925
    },
    {
      "epoch": 1.9128657838809873,
      "grad_norm": 4.0625,
      "learning_rate": 1.5513868574721978e-05,
      "loss": 0.3587,
      "step": 2926
    },
    {
      "epoch": 1.9135196991989538,
      "grad_norm": 7.0,
      "learning_rate": 1.5510058592053422e-05,
      "loss": 0.6726,
      "step": 2927
    },
    {
      "epoch": 1.91417361451692,
      "grad_norm": 5.1875,
      "learning_rate": 1.55062474604932e-05,
      "loss": 0.565,
      "step": 2928
    },
    {
      "epoch": 1.9148275298348865,
      "grad_norm": 3.765625,
      "learning_rate": 1.5502435180835966e-05,
      "loss": 0.258,
      "step": 2929
    },
    {
      "epoch": 1.9154814451528526,
      "grad_norm": 5.78125,
      "learning_rate": 1.549862175387661e-05,
      "loss": 0.5377,
      "step": 2930
    },
    {
      "epoch": 1.9161353604708191,
      "grad_norm": 4.90625,
      "learning_rate": 1.5494807180410268e-05,
      "loss": 0.5392,
      "step": 2931
    },
    {
      "epoch": 1.9167892757887852,
      "grad_norm": 7.71875,
      "learning_rate": 1.54909914612323e-05,
      "loss": 0.9758,
      "step": 2932
    },
    {
      "epoch": 1.9174431911067518,
      "grad_norm": 5.53125,
      "learning_rate": 1.5487174597138314e-05,
      "loss": 0.2172,
      "step": 2933
    },
    {
      "epoch": 1.9180971064247179,
      "grad_norm": 4.28125,
      "learning_rate": 1.5483356588924168e-05,
      "loss": 0.3737,
      "step": 2934
    },
    {
      "epoch": 1.9187510217426844,
      "grad_norm": 3.953125,
      "learning_rate": 1.5479537437385938e-05,
      "loss": 0.3086,
      "step": 2935
    },
    {
      "epoch": 1.9194049370606505,
      "grad_norm": 4.40625,
      "learning_rate": 1.5475717143319955e-05,
      "loss": 0.4248,
      "step": 2936
    },
    {
      "epoch": 1.920058852378617,
      "grad_norm": 4.84375,
      "learning_rate": 1.547189570752277e-05,
      "loss": 0.4027,
      "step": 2937
    },
    {
      "epoch": 1.9207127676965832,
      "grad_norm": 5.125,
      "learning_rate": 1.5468073130791196e-05,
      "loss": 0.4885,
      "step": 2938
    },
    {
      "epoch": 1.9213666830145497,
      "grad_norm": 3.84375,
      "learning_rate": 1.546424941392226e-05,
      "loss": 0.1807,
      "step": 2939
    },
    {
      "epoch": 1.9220205983325158,
      "grad_norm": 4.40625,
      "learning_rate": 1.546042455771325e-05,
      "loss": 0.2951,
      "step": 2940
    },
    {
      "epoch": 1.9226745136504824,
      "grad_norm": 6.03125,
      "learning_rate": 1.5456598562961666e-05,
      "loss": 0.6989,
      "step": 2941
    },
    {
      "epoch": 1.9233284289684485,
      "grad_norm": 4.3125,
      "learning_rate": 1.5452771430465267e-05,
      "loss": 0.2466,
      "step": 2942
    },
    {
      "epoch": 1.923982344286415,
      "grad_norm": 4.40625,
      "learning_rate": 1.5448943161022042e-05,
      "loss": 0.2303,
      "step": 2943
    },
    {
      "epoch": 1.9246362596043811,
      "grad_norm": 6.5625,
      "learning_rate": 1.544511375543021e-05,
      "loss": 0.7212,
      "step": 2944
    },
    {
      "epoch": 1.9252901749223477,
      "grad_norm": 4.3125,
      "learning_rate": 1.544128321448824e-05,
      "loss": 0.3084,
      "step": 2945
    },
    {
      "epoch": 1.9259440902403138,
      "grad_norm": 5.0625,
      "learning_rate": 1.5437451538994822e-05,
      "loss": 0.3196,
      "step": 2946
    },
    {
      "epoch": 1.9265980055582803,
      "grad_norm": 5.21875,
      "learning_rate": 1.54336187297489e-05,
      "loss": 0.6352,
      "step": 2947
    },
    {
      "epoch": 1.9272519208762464,
      "grad_norm": 3.6875,
      "learning_rate": 1.542978478754964e-05,
      "loss": 0.3767,
      "step": 2948
    },
    {
      "epoch": 1.927905836194213,
      "grad_norm": 4.09375,
      "learning_rate": 1.542594971319645e-05,
      "loss": 0.1975,
      "step": 2949
    },
    {
      "epoch": 1.928559751512179,
      "grad_norm": 8.1875,
      "learning_rate": 1.542211350748898e-05,
      "loss": 0.763,
      "step": 2950
    },
    {
      "epoch": 1.9292136668301456,
      "grad_norm": 4.96875,
      "learning_rate": 1.5418276171227106e-05,
      "loss": 0.5267,
      "step": 2951
    },
    {
      "epoch": 1.9298675821481117,
      "grad_norm": 4.1875,
      "learning_rate": 1.541443770521094e-05,
      "loss": 0.3237,
      "step": 2952
    },
    {
      "epoch": 1.9305214974660783,
      "grad_norm": 4.5,
      "learning_rate": 1.5410598110240832e-05,
      "loss": 0.5167,
      "step": 2953
    },
    {
      "epoch": 1.9311754127840444,
      "grad_norm": 5.59375,
      "learning_rate": 1.5406757387117376e-05,
      "loss": 0.4539,
      "step": 2954
    },
    {
      "epoch": 1.931829328102011,
      "grad_norm": 3.875,
      "learning_rate": 1.5402915536641392e-05,
      "loss": 0.2537,
      "step": 2955
    },
    {
      "epoch": 1.932483243419977,
      "grad_norm": 3.625,
      "learning_rate": 1.5399072559613936e-05,
      "loss": 0.2882,
      "step": 2956
    },
    {
      "epoch": 1.9331371587379436,
      "grad_norm": 6.84375,
      "learning_rate": 1.5395228456836298e-05,
      "loss": 0.6184,
      "step": 2957
    },
    {
      "epoch": 1.9337910740559097,
      "grad_norm": 5.90625,
      "learning_rate": 1.5391383229110005e-05,
      "loss": 0.7296,
      "step": 2958
    },
    {
      "epoch": 1.9344449893738762,
      "grad_norm": 4.78125,
      "learning_rate": 1.5387536877236814e-05,
      "loss": 0.4951,
      "step": 2959
    },
    {
      "epoch": 1.9350989046918423,
      "grad_norm": 6.875,
      "learning_rate": 1.538368940201873e-05,
      "loss": 0.5741,
      "step": 2960
    },
    {
      "epoch": 1.9357528200098089,
      "grad_norm": 4.15625,
      "learning_rate": 1.537984080425798e-05,
      "loss": 0.2551,
      "step": 2961
    },
    {
      "epoch": 1.936406735327775,
      "grad_norm": 5.0,
      "learning_rate": 1.537599108475702e-05,
      "loss": 0.2708,
      "step": 2962
    },
    {
      "epoch": 1.9370606506457415,
      "grad_norm": 6.375,
      "learning_rate": 1.5372140244318553e-05,
      "loss": 0.6566,
      "step": 2963
    },
    {
      "epoch": 1.9377145659637076,
      "grad_norm": 6.0625,
      "learning_rate": 1.536828828374551e-05,
      "loss": 0.5313,
      "step": 2964
    },
    {
      "epoch": 1.9383684812816742,
      "grad_norm": 4.09375,
      "learning_rate": 1.5364435203841058e-05,
      "loss": 0.4291,
      "step": 2965
    },
    {
      "epoch": 1.9390223965996403,
      "grad_norm": 4.1875,
      "learning_rate": 1.5360581005408595e-05,
      "loss": 0.3475,
      "step": 2966
    },
    {
      "epoch": 1.9396763119176068,
      "grad_norm": 5.8125,
      "learning_rate": 1.5356725689251746e-05,
      "loss": 0.6597,
      "step": 2967
    },
    {
      "epoch": 1.940330227235573,
      "grad_norm": 4.5,
      "learning_rate": 1.535286925617438e-05,
      "loss": 0.2965,
      "step": 2968
    },
    {
      "epoch": 1.9409841425535395,
      "grad_norm": 4.0,
      "learning_rate": 1.5349011706980598e-05,
      "loss": 0.3043,
      "step": 2969
    },
    {
      "epoch": 1.9416380578715056,
      "grad_norm": 5.53125,
      "learning_rate": 1.5345153042474723e-05,
      "loss": 0.3187,
      "step": 2970
    },
    {
      "epoch": 1.942291973189472,
      "grad_norm": 5.0,
      "learning_rate": 1.534129326346132e-05,
      "loss": 0.4415,
      "step": 2971
    },
    {
      "epoch": 1.9429458885074382,
      "grad_norm": 4.6875,
      "learning_rate": 1.533743237074519e-05,
      "loss": 0.5067,
      "step": 2972
    },
    {
      "epoch": 1.9435998038254048,
      "grad_norm": 4.6875,
      "learning_rate": 1.5333570365131353e-05,
      "loss": 0.3121,
      "step": 2973
    },
    {
      "epoch": 1.9442537191433709,
      "grad_norm": 6.53125,
      "learning_rate": 1.5329707247425072e-05,
      "loss": 0.5213,
      "step": 2974
    },
    {
      "epoch": 1.9449076344613374,
      "grad_norm": 5.09375,
      "learning_rate": 1.5325843018431832e-05,
      "loss": 0.4849,
      "step": 2975
    },
    {
      "epoch": 1.9455615497793035,
      "grad_norm": 5.09375,
      "learning_rate": 1.532197767895737e-05,
      "loss": 0.4572,
      "step": 2976
    },
    {
      "epoch": 1.94621546509727,
      "grad_norm": 4.5625,
      "learning_rate": 1.5318111229807623e-05,
      "loss": 0.3768,
      "step": 2977
    },
    {
      "epoch": 1.9468693804152362,
      "grad_norm": 6.9375,
      "learning_rate": 1.531424367178879e-05,
      "loss": 0.6258,
      "step": 2978
    },
    {
      "epoch": 1.9475232957332027,
      "grad_norm": 4.53125,
      "learning_rate": 1.5310375005707284e-05,
      "loss": 0.3077,
      "step": 2979
    },
    {
      "epoch": 1.9481772110511688,
      "grad_norm": 5.59375,
      "learning_rate": 1.530650523236975e-05,
      "loss": 0.4776,
      "step": 2980
    },
    {
      "epoch": 1.9488311263691354,
      "grad_norm": 4.1875,
      "learning_rate": 1.530263435258307e-05,
      "loss": 0.3434,
      "step": 2981
    },
    {
      "epoch": 1.9494850416871015,
      "grad_norm": 5.65625,
      "learning_rate": 1.5298762367154355e-05,
      "loss": 0.4426,
      "step": 2982
    },
    {
      "epoch": 1.950138957005068,
      "grad_norm": 7.0,
      "learning_rate": 1.5294889276890942e-05,
      "loss": 0.7048,
      "step": 2983
    },
    {
      "epoch": 1.950792872323034,
      "grad_norm": 6.90625,
      "learning_rate": 1.52910150826004e-05,
      "loss": 0.5269,
      "step": 2984
    },
    {
      "epoch": 1.9514467876410004,
      "grad_norm": 3.75,
      "learning_rate": 1.5287139785090534e-05,
      "loss": 0.3045,
      "step": 2985
    },
    {
      "epoch": 1.9521007029589668,
      "grad_norm": 7.21875,
      "learning_rate": 1.5283263385169376e-05,
      "loss": 0.6063,
      "step": 2986
    },
    {
      "epoch": 1.952754618276933,
      "grad_norm": 3.5625,
      "learning_rate": 1.5279385883645184e-05,
      "loss": 0.2593,
      "step": 2987
    },
    {
      "epoch": 1.9534085335948994,
      "grad_norm": 4.5,
      "learning_rate": 1.5275507281326444e-05,
      "loss": 0.3916,
      "step": 2988
    },
    {
      "epoch": 1.9540624489128657,
      "grad_norm": 4.84375,
      "learning_rate": 1.5271627579021885e-05,
      "loss": 0.4911,
      "step": 2989
    },
    {
      "epoch": 1.954716364230832,
      "grad_norm": 4.96875,
      "learning_rate": 1.5267746777540445e-05,
      "loss": 0.306,
      "step": 2990
    },
    {
      "epoch": 1.9553702795487984,
      "grad_norm": 3.5625,
      "learning_rate": 1.5263864877691314e-05,
      "loss": 0.3657,
      "step": 2991
    },
    {
      "epoch": 1.9560241948667647,
      "grad_norm": 6.59375,
      "learning_rate": 1.5259981880283894e-05,
      "loss": 0.5406,
      "step": 2992
    },
    {
      "epoch": 1.956678110184731,
      "grad_norm": 4.4375,
      "learning_rate": 1.5256097786127822e-05,
      "loss": 0.3487,
      "step": 2993
    },
    {
      "epoch": 1.9573320255026974,
      "grad_norm": 4.09375,
      "learning_rate": 1.525221259603296e-05,
      "loss": 0.4059,
      "step": 2994
    },
    {
      "epoch": 1.9579859408206637,
      "grad_norm": 5.4375,
      "learning_rate": 1.5248326310809404e-05,
      "loss": 0.6772,
      "step": 2995
    },
    {
      "epoch": 1.95863985613863,
      "grad_norm": 2.65625,
      "learning_rate": 1.524443893126748e-05,
      "loss": 0.1832,
      "step": 2996
    },
    {
      "epoch": 1.9592937714565963,
      "grad_norm": 3.765625,
      "learning_rate": 1.524055045821773e-05,
      "loss": 0.3591,
      "step": 2997
    },
    {
      "epoch": 1.9599476867745627,
      "grad_norm": 5.0625,
      "learning_rate": 1.5236660892470939e-05,
      "loss": 0.2853,
      "step": 2998
    },
    {
      "epoch": 1.960601602092529,
      "grad_norm": 3.625,
      "learning_rate": 1.5232770234838108e-05,
      "loss": 0.3359,
      "step": 2999
    },
    {
      "epoch": 1.9612555174104953,
      "grad_norm": 4.9375,
      "learning_rate": 1.522887848613047e-05,
      "loss": 0.295,
      "step": 3000
    },
    {
      "epoch": 1.9619094327284616,
      "grad_norm": 4.59375,
      "learning_rate": 1.5224985647159489e-05,
      "loss": 0.406,
      "step": 3001
    },
    {
      "epoch": 1.962563348046428,
      "grad_norm": 5.71875,
      "learning_rate": 1.5221091718736856e-05,
      "loss": 0.611,
      "step": 3002
    },
    {
      "epoch": 1.9632172633643943,
      "grad_norm": 6.59375,
      "learning_rate": 1.521719670167448e-05,
      "loss": 0.8252,
      "step": 3003
    },
    {
      "epoch": 1.9638711786823606,
      "grad_norm": 5.15625,
      "learning_rate": 1.5213300596784506e-05,
      "loss": 0.3607,
      "step": 3004
    },
    {
      "epoch": 1.964525094000327,
      "grad_norm": 4.21875,
      "learning_rate": 1.5209403404879305e-05,
      "loss": 0.2729,
      "step": 3005
    },
    {
      "epoch": 1.9651790093182933,
      "grad_norm": 5.75,
      "learning_rate": 1.5205505126771471e-05,
      "loss": 0.4727,
      "step": 3006
    },
    {
      "epoch": 1.9658329246362596,
      "grad_norm": 4.15625,
      "learning_rate": 1.5201605763273826e-05,
      "loss": 0.2781,
      "step": 3007
    },
    {
      "epoch": 1.966486839954226,
      "grad_norm": 7.375,
      "learning_rate": 1.5197705315199422e-05,
      "loss": 0.6233,
      "step": 3008
    },
    {
      "epoch": 1.9671407552721922,
      "grad_norm": 5.46875,
      "learning_rate": 1.5193803783361531e-05,
      "loss": 0.6368,
      "step": 3009
    },
    {
      "epoch": 1.9677946705901586,
      "grad_norm": 5.40625,
      "learning_rate": 1.5189901168573652e-05,
      "loss": 0.5631,
      "step": 3010
    },
    {
      "epoch": 1.9684485859081249,
      "grad_norm": 5.03125,
      "learning_rate": 1.5185997471649519e-05,
      "loss": 0.5366,
      "step": 3011
    },
    {
      "epoch": 1.9691025012260912,
      "grad_norm": 6.09375,
      "learning_rate": 1.5182092693403076e-05,
      "loss": 0.6875,
      "step": 3012
    },
    {
      "epoch": 1.9697564165440575,
      "grad_norm": 6.21875,
      "learning_rate": 1.5178186834648509e-05,
      "loss": 0.6573,
      "step": 3013
    },
    {
      "epoch": 1.9704103318620239,
      "grad_norm": 3.828125,
      "learning_rate": 1.5174279896200212e-05,
      "loss": 0.1843,
      "step": 3014
    },
    {
      "epoch": 1.9710642471799902,
      "grad_norm": 4.3125,
      "learning_rate": 1.5170371878872818e-05,
      "loss": 0.2257,
      "step": 3015
    },
    {
      "epoch": 1.9717181624979565,
      "grad_norm": 4.75,
      "learning_rate": 1.5166462783481182e-05,
      "loss": 0.4537,
      "step": 3016
    },
    {
      "epoch": 1.9723720778159228,
      "grad_norm": 5.4375,
      "learning_rate": 1.5162552610840378e-05,
      "loss": 0.4182,
      "step": 3017
    },
    {
      "epoch": 1.9730259931338892,
      "grad_norm": 5.0625,
      "learning_rate": 1.5158641361765711e-05,
      "loss": 0.3654,
      "step": 3018
    },
    {
      "epoch": 1.9736799084518555,
      "grad_norm": 5.75,
      "learning_rate": 1.5154729037072708e-05,
      "loss": 0.3916,
      "step": 3019
    },
    {
      "epoch": 1.9743338237698218,
      "grad_norm": 3.796875,
      "learning_rate": 1.5150815637577117e-05,
      "loss": 0.3284,
      "step": 3020
    },
    {
      "epoch": 1.9749877390877881,
      "grad_norm": 8.5625,
      "learning_rate": 1.5146901164094914e-05,
      "loss": 1.0165,
      "step": 3021
    },
    {
      "epoch": 1.9756416544057545,
      "grad_norm": 4.09375,
      "learning_rate": 1.5142985617442305e-05,
      "loss": 0.2998,
      "step": 3022
    },
    {
      "epoch": 1.9762955697237208,
      "grad_norm": 5.46875,
      "learning_rate": 1.5139068998435707e-05,
      "loss": 0.4552,
      "step": 3023
    },
    {
      "epoch": 1.976949485041687,
      "grad_norm": 7.6875,
      "learning_rate": 1.5135151307891766e-05,
      "loss": 0.687,
      "step": 3024
    },
    {
      "epoch": 1.9776034003596534,
      "grad_norm": 7.875,
      "learning_rate": 1.5131232546627355e-05,
      "loss": 0.4285,
      "step": 3025
    },
    {
      "epoch": 1.9782573156776198,
      "grad_norm": 4.1875,
      "learning_rate": 1.5127312715459565e-05,
      "loss": 0.3683,
      "step": 3026
    },
    {
      "epoch": 1.978911230995586,
      "grad_norm": 4.5625,
      "learning_rate": 1.5123391815205715e-05,
      "loss": 0.3114,
      "step": 3027
    },
    {
      "epoch": 1.9795651463135524,
      "grad_norm": 5.4375,
      "learning_rate": 1.5119469846683341e-05,
      "loss": 0.4644,
      "step": 3028
    },
    {
      "epoch": 1.9802190616315187,
      "grad_norm": 4.625,
      "learning_rate": 1.5115546810710208e-05,
      "loss": 0.4053,
      "step": 3029
    },
    {
      "epoch": 1.980872976949485,
      "grad_norm": 4.0,
      "learning_rate": 1.5111622708104304e-05,
      "loss": 0.2684,
      "step": 3030
    },
    {
      "epoch": 1.9815268922674514,
      "grad_norm": 4.625,
      "learning_rate": 1.5107697539683828e-05,
      "loss": 0.5073,
      "step": 3031
    },
    {
      "epoch": 1.9821808075854177,
      "grad_norm": 6.34375,
      "learning_rate": 1.5103771306267212e-05,
      "loss": 0.5601,
      "step": 3032
    },
    {
      "epoch": 1.982834722903384,
      "grad_norm": 2.828125,
      "learning_rate": 1.5099844008673109e-05,
      "loss": 0.1555,
      "step": 3033
    },
    {
      "epoch": 1.9834886382213504,
      "grad_norm": 5.0,
      "learning_rate": 1.509591564772039e-05,
      "loss": 0.4751,
      "step": 3034
    },
    {
      "epoch": 1.9841425535393167,
      "grad_norm": 4.5,
      "learning_rate": 1.5091986224228156e-05,
      "loss": 0.2711,
      "step": 3035
    },
    {
      "epoch": 1.984796468857283,
      "grad_norm": 3.8125,
      "learning_rate": 1.5088055739015715e-05,
      "loss": 0.3211,
      "step": 3036
    },
    {
      "epoch": 1.9854503841752493,
      "grad_norm": 4.0625,
      "learning_rate": 1.5084124192902612e-05,
      "loss": 0.2014,
      "step": 3037
    },
    {
      "epoch": 1.9861042994932157,
      "grad_norm": 6.125,
      "learning_rate": 1.5080191586708601e-05,
      "loss": 0.6582,
      "step": 3038
    },
    {
      "epoch": 1.986758214811182,
      "grad_norm": 6.03125,
      "learning_rate": 1.5076257921253664e-05,
      "loss": 0.472,
      "step": 3039
    },
    {
      "epoch": 1.9874121301291483,
      "grad_norm": 7.5,
      "learning_rate": 1.5072323197358003e-05,
      "loss": 0.6755,
      "step": 3040
    },
    {
      "epoch": 1.9880660454471146,
      "grad_norm": 4.78125,
      "learning_rate": 1.5068387415842036e-05,
      "loss": 0.4495,
      "step": 3041
    },
    {
      "epoch": 1.988719960765081,
      "grad_norm": 4.625,
      "learning_rate": 1.5064450577526412e-05,
      "loss": 0.3785,
      "step": 3042
    },
    {
      "epoch": 1.9893738760830473,
      "grad_norm": 3.296875,
      "learning_rate": 1.5060512683231987e-05,
      "loss": 0.2914,
      "step": 3043
    },
    {
      "epoch": 1.9900277914010136,
      "grad_norm": 6.03125,
      "learning_rate": 1.5056573733779848e-05,
      "loss": 0.3983,
      "step": 3044
    },
    {
      "epoch": 1.99068170671898,
      "grad_norm": 3.953125,
      "learning_rate": 1.5052633729991296e-05,
      "loss": 0.4056,
      "step": 3045
    },
    {
      "epoch": 1.9913356220369463,
      "grad_norm": 3.765625,
      "learning_rate": 1.5048692672687851e-05,
      "loss": 0.6382,
      "step": 3046
    },
    {
      "epoch": 1.9919895373549126,
      "grad_norm": 4.25,
      "learning_rate": 1.5044750562691256e-05,
      "loss": 0.2847,
      "step": 3047
    },
    {
      "epoch": 1.992643452672879,
      "grad_norm": 4.90625,
      "learning_rate": 1.5040807400823481e-05,
      "loss": 0.4152,
      "step": 3048
    },
    {
      "epoch": 1.9932973679908452,
      "grad_norm": 5.21875,
      "learning_rate": 1.5036863187906696e-05,
      "loss": 0.3964,
      "step": 3049
    },
    {
      "epoch": 1.9939512833088116,
      "grad_norm": 4.84375,
      "learning_rate": 1.5032917924763309e-05,
      "loss": 0.289,
      "step": 3050
    },
    {
      "epoch": 1.9946051986267779,
      "grad_norm": 6.03125,
      "learning_rate": 1.502897161221593e-05,
      "loss": 0.515,
      "step": 3051
    },
    {
      "epoch": 1.9952591139447442,
      "grad_norm": 3.515625,
      "learning_rate": 1.502502425108741e-05,
      "loss": 0.2944,
      "step": 3052
    },
    {
      "epoch": 1.9959130292627105,
      "grad_norm": 4.53125,
      "learning_rate": 1.5021075842200796e-05,
      "loss": 0.4392,
      "step": 3053
    },
    {
      "epoch": 1.9965669445806769,
      "grad_norm": 5.625,
      "learning_rate": 1.5017126386379364e-05,
      "loss": 0.4099,
      "step": 3054
    },
    {
      "epoch": 1.9972208598986432,
      "grad_norm": 2.8125,
      "learning_rate": 1.501317588444661e-05,
      "loss": 0.1868,
      "step": 3055
    },
    {
      "epoch": 1.9978747752166095,
      "grad_norm": 4.34375,
      "learning_rate": 1.5009224337226245e-05,
      "loss": 0.3489,
      "step": 3056
    },
    {
      "epoch": 1.9985286905345758,
      "grad_norm": 4.78125,
      "learning_rate": 1.5005271745542196e-05,
      "loss": 0.4906,
      "step": 3057
    },
    {
      "epoch": 1.9991826058525421,
      "grad_norm": 4.3125,
      "learning_rate": 1.5001318110218615e-05,
      "loss": 0.3178,
      "step": 3058
    },
    {
      "epoch": 1.9998365211705085,
      "grad_norm": 3.765625,
      "learning_rate": 1.4997363432079863e-05,
      "loss": 0.2755,
      "step": 3059
    },
    {
      "epoch": 2.0,
      "grad_norm": 4.125,
      "learning_rate": 1.4993407711950525e-05,
      "loss": 0.0722,
      "step": 3060
    },
    {
      "epoch": 2.000653915317966,
      "grad_norm": 3.0625,
      "learning_rate": 1.4989450950655398e-05,
      "loss": 0.2502,
      "step": 3061
    },
    {
      "epoch": 2.0013078306359326,
      "grad_norm": 5.0625,
      "learning_rate": 1.4985493149019499e-05,
      "loss": 0.3647,
      "step": 3062
    },
    {
      "epoch": 2.0019617459538988,
      "grad_norm": 2.671875,
      "learning_rate": 1.4981534307868062e-05,
      "loss": 0.2035,
      "step": 3063
    },
    {
      "epoch": 2.0026156612718653,
      "grad_norm": 3.0,
      "learning_rate": 1.4977574428026537e-05,
      "loss": 0.1831,
      "step": 3064
    },
    {
      "epoch": 2.0032695765898314,
      "grad_norm": 5.65625,
      "learning_rate": 1.4973613510320595e-05,
      "loss": 0.5238,
      "step": 3065
    },
    {
      "epoch": 2.003923491907798,
      "grad_norm": 3.453125,
      "learning_rate": 1.4969651555576114e-05,
      "loss": 0.1663,
      "step": 3066
    },
    {
      "epoch": 2.004577407225764,
      "grad_norm": 3.359375,
      "learning_rate": 1.4965688564619195e-05,
      "loss": 0.1756,
      "step": 3067
    },
    {
      "epoch": 2.0052313225437306,
      "grad_norm": 4.75,
      "learning_rate": 1.4961724538276151e-05,
      "loss": 0.3785,
      "step": 3068
    },
    {
      "epoch": 2.0058852378616967,
      "grad_norm": 3.546875,
      "learning_rate": 1.4957759477373519e-05,
      "loss": 0.2354,
      "step": 3069
    },
    {
      "epoch": 2.0065391531796632,
      "grad_norm": 4.8125,
      "learning_rate": 1.4953793382738046e-05,
      "loss": 0.3609,
      "step": 3070
    },
    {
      "epoch": 2.0071930684976294,
      "grad_norm": 4.65625,
      "learning_rate": 1.4949826255196692e-05,
      "loss": 0.3277,
      "step": 3071
    },
    {
      "epoch": 2.007846983815596,
      "grad_norm": 8.8125,
      "learning_rate": 1.4945858095576628e-05,
      "loss": 0.5461,
      "step": 3072
    },
    {
      "epoch": 2.008500899133562,
      "grad_norm": 4.84375,
      "learning_rate": 1.4941888904705261e-05,
      "loss": 0.2538,
      "step": 3073
    },
    {
      "epoch": 2.0091548144515285,
      "grad_norm": 3.6875,
      "learning_rate": 1.4937918683410192e-05,
      "loss": 0.138,
      "step": 3074
    },
    {
      "epoch": 2.0098087297694947,
      "grad_norm": 4.375,
      "learning_rate": 1.4933947432519244e-05,
      "loss": 0.198,
      "step": 3075
    },
    {
      "epoch": 2.010462645087461,
      "grad_norm": 4.40625,
      "learning_rate": 1.4929975152860459e-05,
      "loss": 0.136,
      "step": 3076
    },
    {
      "epoch": 2.0111165604054273,
      "grad_norm": 10.9375,
      "learning_rate": 1.4926001845262081e-05,
      "loss": 0.4331,
      "step": 3077
    },
    {
      "epoch": 2.011770475723394,
      "grad_norm": 4.5625,
      "learning_rate": 1.4922027510552588e-05,
      "loss": 0.2091,
      "step": 3078
    },
    {
      "epoch": 2.01242439104136,
      "grad_norm": 5.5,
      "learning_rate": 1.491805214956065e-05,
      "loss": 0.2459,
      "step": 3079
    },
    {
      "epoch": 2.0130783063593265,
      "grad_norm": 4.71875,
      "learning_rate": 1.491407576311517e-05,
      "loss": 0.1768,
      "step": 3080
    },
    {
      "epoch": 2.0137322216772926,
      "grad_norm": 11.0,
      "learning_rate": 1.491009835204525e-05,
      "loss": 0.6065,
      "step": 3081
    },
    {
      "epoch": 2.014386136995259,
      "grad_norm": 5.65625,
      "learning_rate": 1.4906119917180218e-05,
      "loss": 0.1431,
      "step": 3082
    },
    {
      "epoch": 2.0150400523132252,
      "grad_norm": 5.96875,
      "learning_rate": 1.4902140459349605e-05,
      "loss": 0.277,
      "step": 3083
    },
    {
      "epoch": 2.015693967631192,
      "grad_norm": 4.3125,
      "learning_rate": 1.4898159979383167e-05,
      "loss": 0.1105,
      "step": 3084
    },
    {
      "epoch": 2.016347882949158,
      "grad_norm": 6.34375,
      "learning_rate": 1.4894178478110856e-05,
      "loss": 0.1815,
      "step": 3085
    },
    {
      "epoch": 2.0170017982671244,
      "grad_norm": 4.71875,
      "learning_rate": 1.4890195956362856e-05,
      "loss": 0.1639,
      "step": 3086
    },
    {
      "epoch": 2.0176557135850905,
      "grad_norm": 4.34375,
      "learning_rate": 1.4886212414969551e-05,
      "loss": 0.0987,
      "step": 3087
    },
    {
      "epoch": 2.018309628903057,
      "grad_norm": 6.375,
      "learning_rate": 1.4882227854761542e-05,
      "loss": 0.2945,
      "step": 3088
    },
    {
      "epoch": 2.018963544221023,
      "grad_norm": 4.5,
      "learning_rate": 1.4878242276569643e-05,
      "loss": 0.133,
      "step": 3089
    },
    {
      "epoch": 2.0196174595389897,
      "grad_norm": 4.5,
      "learning_rate": 1.4874255681224877e-05,
      "loss": 0.1832,
      "step": 3090
    },
    {
      "epoch": 2.020271374856956,
      "grad_norm": 4.65625,
      "learning_rate": 1.4870268069558483e-05,
      "loss": 0.154,
      "step": 3091
    },
    {
      "epoch": 2.0209252901749224,
      "grad_norm": 6.09375,
      "learning_rate": 1.486627944240191e-05,
      "loss": 0.1608,
      "step": 3092
    },
    {
      "epoch": 2.0215792054928885,
      "grad_norm": 3.53125,
      "learning_rate": 1.486228980058682e-05,
      "loss": 0.0795,
      "step": 3093
    },
    {
      "epoch": 2.022233120810855,
      "grad_norm": 5.15625,
      "learning_rate": 1.4858299144945081e-05,
      "loss": 0.2808,
      "step": 3094
    },
    {
      "epoch": 2.022887036128821,
      "grad_norm": 4.5,
      "learning_rate": 1.4854307476308783e-05,
      "loss": 0.2039,
      "step": 3095
    },
    {
      "epoch": 2.0235409514467877,
      "grad_norm": 5.90625,
      "learning_rate": 1.4850314795510219e-05,
      "loss": 0.2704,
      "step": 3096
    },
    {
      "epoch": 2.024194866764754,
      "grad_norm": 6.84375,
      "learning_rate": 1.484632110338189e-05,
      "loss": 0.2724,
      "step": 3097
    },
    {
      "epoch": 2.0248487820827203,
      "grad_norm": 3.078125,
      "learning_rate": 1.4842326400756522e-05,
      "loss": 0.1189,
      "step": 3098
    },
    {
      "epoch": 2.0255026974006864,
      "grad_norm": 4.59375,
      "learning_rate": 1.4838330688467035e-05,
      "loss": 0.2589,
      "step": 3099
    },
    {
      "epoch": 2.026156612718653,
      "grad_norm": 3.109375,
      "learning_rate": 1.4834333967346573e-05,
      "loss": 0.1018,
      "step": 3100
    },
    {
      "epoch": 2.026810528036619,
      "grad_norm": 3.671875,
      "learning_rate": 1.483033623822848e-05,
      "loss": 0.1658,
      "step": 3101
    },
    {
      "epoch": 2.0274644433545856,
      "grad_norm": 6.34375,
      "learning_rate": 1.4826337501946316e-05,
      "loss": 0.1418,
      "step": 3102
    },
    {
      "epoch": 2.0281183586725517,
      "grad_norm": 5.21875,
      "learning_rate": 1.4822337759333851e-05,
      "loss": 0.1916,
      "step": 3103
    },
    {
      "epoch": 2.0287722739905183,
      "grad_norm": 6.9375,
      "learning_rate": 1.4818337011225067e-05,
      "loss": 0.345,
      "step": 3104
    },
    {
      "epoch": 2.0294261893084844,
      "grad_norm": 7.96875,
      "learning_rate": 1.4814335258454144e-05,
      "loss": 0.4035,
      "step": 3105
    },
    {
      "epoch": 2.030080104626451,
      "grad_norm": 7.34375,
      "learning_rate": 1.4810332501855487e-05,
      "loss": 0.2919,
      "step": 3106
    },
    {
      "epoch": 2.030734019944417,
      "grad_norm": 5.0,
      "learning_rate": 1.4806328742263695e-05,
      "loss": 0.3154,
      "step": 3107
    },
    {
      "epoch": 2.0313879352623836,
      "grad_norm": 6.34375,
      "learning_rate": 1.4802323980513593e-05,
      "loss": 0.4113,
      "step": 3108
    },
    {
      "epoch": 2.0320418505803497,
      "grad_norm": 3.28125,
      "learning_rate": 1.4798318217440204e-05,
      "loss": 0.1978,
      "step": 3109
    },
    {
      "epoch": 2.0326957658983162,
      "grad_norm": 2.921875,
      "learning_rate": 1.4794311453878761e-05,
      "loss": 0.0501,
      "step": 3110
    },
    {
      "epoch": 2.0333496812162823,
      "grad_norm": 2.921875,
      "learning_rate": 1.4790303690664702e-05,
      "loss": 0.1181,
      "step": 3111
    },
    {
      "epoch": 2.034003596534249,
      "grad_norm": 6.09375,
      "learning_rate": 1.4786294928633682e-05,
      "loss": 0.5175,
      "step": 3112
    },
    {
      "epoch": 2.034657511852215,
      "grad_norm": 3.34375,
      "learning_rate": 1.4782285168621562e-05,
      "loss": 0.1492,
      "step": 3113
    },
    {
      "epoch": 2.0353114271701815,
      "grad_norm": 4.34375,
      "learning_rate": 1.4778274411464409e-05,
      "loss": 0.1904,
      "step": 3114
    },
    {
      "epoch": 2.0359653424881476,
      "grad_norm": 3.6875,
      "learning_rate": 1.4774262657998493e-05,
      "loss": 0.1612,
      "step": 3115
    },
    {
      "epoch": 2.036619257806114,
      "grad_norm": 3.078125,
      "learning_rate": 1.4770249909060301e-05,
      "loss": 0.1237,
      "step": 3116
    },
    {
      "epoch": 2.0372731731240803,
      "grad_norm": 5.8125,
      "learning_rate": 1.4766236165486526e-05,
      "loss": 0.1302,
      "step": 3117
    },
    {
      "epoch": 2.037927088442047,
      "grad_norm": 4.34375,
      "learning_rate": 1.4762221428114058e-05,
      "loss": 0.2519,
      "step": 3118
    },
    {
      "epoch": 2.038581003760013,
      "grad_norm": 4.1875,
      "learning_rate": 1.475820569778001e-05,
      "loss": 0.1412,
      "step": 3119
    },
    {
      "epoch": 2.0392349190779795,
      "grad_norm": 5.40625,
      "learning_rate": 1.4754188975321693e-05,
      "loss": 0.3445,
      "step": 3120
    },
    {
      "epoch": 2.0398888343959456,
      "grad_norm": 4.8125,
      "learning_rate": 1.4750171261576622e-05,
      "loss": 0.2915,
      "step": 3121
    },
    {
      "epoch": 2.040542749713912,
      "grad_norm": 2.9375,
      "learning_rate": 1.4746152557382528e-05,
      "loss": 0.1207,
      "step": 3122
    },
    {
      "epoch": 2.0411966650318782,
      "grad_norm": 7.375,
      "learning_rate": 1.4742132863577337e-05,
      "loss": 0.326,
      "step": 3123
    },
    {
      "epoch": 2.041850580349845,
      "grad_norm": 3.453125,
      "learning_rate": 1.473811218099919e-05,
      "loss": 0.1193,
      "step": 3124
    },
    {
      "epoch": 2.042504495667811,
      "grad_norm": 4.84375,
      "learning_rate": 1.4734090510486435e-05,
      "loss": 0.3244,
      "step": 3125
    },
    {
      "epoch": 2.0431584109857774,
      "grad_norm": 4.4375,
      "learning_rate": 1.4730067852877621e-05,
      "loss": 0.1732,
      "step": 3126
    },
    {
      "epoch": 2.0438123263037435,
      "grad_norm": 6.125,
      "learning_rate": 1.4726044209011503e-05,
      "loss": 0.3132,
      "step": 3127
    },
    {
      "epoch": 2.04446624162171,
      "grad_norm": 5.8125,
      "learning_rate": 1.4722019579727043e-05,
      "loss": 0.3738,
      "step": 3128
    },
    {
      "epoch": 2.045120156939676,
      "grad_norm": 5.96875,
      "learning_rate": 1.471799396586341e-05,
      "loss": 0.2303,
      "step": 3129
    },
    {
      "epoch": 2.0457740722576427,
      "grad_norm": 3.515625,
      "learning_rate": 1.4713967368259981e-05,
      "loss": 0.2449,
      "step": 3130
    },
    {
      "epoch": 2.046427987575609,
      "grad_norm": 6.0,
      "learning_rate": 1.4709939787756324e-05,
      "loss": 0.3849,
      "step": 3131
    },
    {
      "epoch": 2.0470819028935754,
      "grad_norm": 5.53125,
      "learning_rate": 1.4705911225192231e-05,
      "loss": 0.2384,
      "step": 3132
    },
    {
      "epoch": 2.0477358182115415,
      "grad_norm": 4.59375,
      "learning_rate": 1.4701881681407684e-05,
      "loss": 0.1908,
      "step": 3133
    },
    {
      "epoch": 2.048389733529508,
      "grad_norm": 3.390625,
      "learning_rate": 1.469785115724288e-05,
      "loss": 0.1383,
      "step": 3134
    },
    {
      "epoch": 2.049043648847474,
      "grad_norm": 4.03125,
      "learning_rate": 1.4693819653538215e-05,
      "loss": 0.1554,
      "step": 3135
    },
    {
      "epoch": 2.0496975641654407,
      "grad_norm": 2.96875,
      "learning_rate": 1.4689787171134287e-05,
      "loss": 0.0901,
      "step": 3136
    },
    {
      "epoch": 2.050351479483407,
      "grad_norm": 4.46875,
      "learning_rate": 1.4685753710871904e-05,
      "loss": 0.161,
      "step": 3137
    },
    {
      "epoch": 2.0510053948013733,
      "grad_norm": 5.875,
      "learning_rate": 1.468171927359207e-05,
      "loss": 0.3981,
      "step": 3138
    },
    {
      "epoch": 2.0516593101193394,
      "grad_norm": 8.1875,
      "learning_rate": 1.4677683860136007e-05,
      "loss": 0.5545,
      "step": 3139
    },
    {
      "epoch": 2.052313225437306,
      "grad_norm": 3.359375,
      "learning_rate": 1.4673647471345126e-05,
      "loss": 0.1353,
      "step": 3140
    },
    {
      "epoch": 2.052967140755272,
      "grad_norm": 4.625,
      "learning_rate": 1.4669610108061043e-05,
      "loss": 0.1828,
      "step": 3141
    },
    {
      "epoch": 2.0536210560732386,
      "grad_norm": 4.625,
      "learning_rate": 1.4665571771125586e-05,
      "loss": 0.2159,
      "step": 3142
    },
    {
      "epoch": 2.0542749713912047,
      "grad_norm": 3.625,
      "learning_rate": 1.466153246138078e-05,
      "loss": 0.1201,
      "step": 3143
    },
    {
      "epoch": 2.0549288867091713,
      "grad_norm": 4.375,
      "learning_rate": 1.4657492179668852e-05,
      "loss": 0.1812,
      "step": 3144
    },
    {
      "epoch": 2.0555828020271374,
      "grad_norm": 3.75,
      "learning_rate": 1.4653450926832236e-05,
      "loss": 0.2189,
      "step": 3145
    },
    {
      "epoch": 2.056236717345104,
      "grad_norm": 4.34375,
      "learning_rate": 1.464940870371356e-05,
      "loss": 0.2468,
      "step": 3146
    },
    {
      "epoch": 2.05689063266307,
      "grad_norm": 4.375,
      "learning_rate": 1.4645365511155669e-05,
      "loss": 0.1757,
      "step": 3147
    },
    {
      "epoch": 2.0575445479810366,
      "grad_norm": 5.28125,
      "learning_rate": 1.4641321350001594e-05,
      "loss": 0.2293,
      "step": 3148
    },
    {
      "epoch": 2.0581984632990027,
      "grad_norm": 4.625,
      "learning_rate": 1.4637276221094577e-05,
      "loss": 0.1417,
      "step": 3149
    },
    {
      "epoch": 2.0588523786169692,
      "grad_norm": 5.25,
      "learning_rate": 1.4633230125278061e-05,
      "loss": 0.2026,
      "step": 3150
    },
    {
      "epoch": 2.0595062939349353,
      "grad_norm": 4.09375,
      "learning_rate": 1.462918306339569e-05,
      "loss": 0.1987,
      "step": 3151
    },
    {
      "epoch": 2.060160209252902,
      "grad_norm": 5.34375,
      "learning_rate": 1.4625135036291309e-05,
      "loss": 0.3575,
      "step": 3152
    },
    {
      "epoch": 2.060814124570868,
      "grad_norm": 2.984375,
      "learning_rate": 1.4621086044808962e-05,
      "loss": 0.1227,
      "step": 3153
    },
    {
      "epoch": 2.0614680398888345,
      "grad_norm": 5.9375,
      "learning_rate": 1.4617036089792898e-05,
      "loss": 0.3165,
      "step": 3154
    },
    {
      "epoch": 2.0621219552068006,
      "grad_norm": 2.25,
      "learning_rate": 1.4612985172087567e-05,
      "loss": 0.0649,
      "step": 3155
    },
    {
      "epoch": 2.062775870524767,
      "grad_norm": 6.25,
      "learning_rate": 1.4608933292537614e-05,
      "loss": 0.29,
      "step": 3156
    },
    {
      "epoch": 2.0634297858427333,
      "grad_norm": 4.28125,
      "learning_rate": 1.4604880451987895e-05,
      "loss": 0.2568,
      "step": 3157
    },
    {
      "epoch": 2.0640837011607,
      "grad_norm": 5.15625,
      "learning_rate": 1.4600826651283452e-05,
      "loss": 0.2587,
      "step": 3158
    },
    {
      "epoch": 2.064737616478666,
      "grad_norm": 3.25,
      "learning_rate": 1.4596771891269539e-05,
      "loss": 0.1008,
      "step": 3159
    },
    {
      "epoch": 2.0653915317966325,
      "grad_norm": 5.09375,
      "learning_rate": 1.4592716172791606e-05,
      "loss": 0.2229,
      "step": 3160
    },
    {
      "epoch": 2.0660454471145986,
      "grad_norm": 4.40625,
      "learning_rate": 1.4588659496695308e-05,
      "loss": 0.1516,
      "step": 3161
    },
    {
      "epoch": 2.066699362432565,
      "grad_norm": 3.453125,
      "learning_rate": 1.4584601863826487e-05,
      "loss": 0.1369,
      "step": 3162
    },
    {
      "epoch": 2.0673532777505312,
      "grad_norm": 4.4375,
      "learning_rate": 1.4580543275031191e-05,
      "loss": 0.136,
      "step": 3163
    },
    {
      "epoch": 2.068007193068498,
      "grad_norm": 4.25,
      "learning_rate": 1.4576483731155676e-05,
      "loss": 0.1256,
      "step": 3164
    },
    {
      "epoch": 2.068661108386464,
      "grad_norm": 4.8125,
      "learning_rate": 1.4572423233046386e-05,
      "loss": 0.0985,
      "step": 3165
    },
    {
      "epoch": 2.0693150237044304,
      "grad_norm": 3.546875,
      "learning_rate": 1.456836178154997e-05,
      "loss": 0.1713,
      "step": 3166
    },
    {
      "epoch": 2.0699689390223965,
      "grad_norm": 3.984375,
      "learning_rate": 1.4564299377513268e-05,
      "loss": 0.1698,
      "step": 3167
    },
    {
      "epoch": 2.070622854340363,
      "grad_norm": 3.5625,
      "learning_rate": 1.456023602178333e-05,
      "loss": 0.1059,
      "step": 3168
    },
    {
      "epoch": 2.071276769658329,
      "grad_norm": 4.21875,
      "learning_rate": 1.4556171715207392e-05,
      "loss": 0.2399,
      "step": 3169
    },
    {
      "epoch": 2.0719306849762957,
      "grad_norm": 7.6875,
      "learning_rate": 1.4552106458632902e-05,
      "loss": 0.2559,
      "step": 3170
    },
    {
      "epoch": 2.072584600294262,
      "grad_norm": 6.1875,
      "learning_rate": 1.4548040252907494e-05,
      "loss": 0.3078,
      "step": 3171
    },
    {
      "epoch": 2.0732385156122284,
      "grad_norm": 5.21875,
      "learning_rate": 1.4543973098879006e-05,
      "loss": 0.2059,
      "step": 3172
    },
    {
      "epoch": 2.0738924309301945,
      "grad_norm": 3.53125,
      "learning_rate": 1.4539904997395468e-05,
      "loss": 0.1643,
      "step": 3173
    },
    {
      "epoch": 2.074546346248161,
      "grad_norm": 3.984375,
      "learning_rate": 1.4535835949305121e-05,
      "loss": 0.1405,
      "step": 3174
    },
    {
      "epoch": 2.075200261566127,
      "grad_norm": 4.8125,
      "learning_rate": 1.453176595545639e-05,
      "loss": 0.2811,
      "step": 3175
    },
    {
      "epoch": 2.0758541768840937,
      "grad_norm": 5.25,
      "learning_rate": 1.4527695016697899e-05,
      "loss": 0.2644,
      "step": 3176
    },
    {
      "epoch": 2.07650809220206,
      "grad_norm": 5.625,
      "learning_rate": 1.4523623133878472e-05,
      "loss": 0.1344,
      "step": 3177
    },
    {
      "epoch": 2.0771620075200263,
      "grad_norm": 4.25,
      "learning_rate": 1.4519550307847134e-05,
      "loss": 0.1484,
      "step": 3178
    },
    {
      "epoch": 2.0778159228379924,
      "grad_norm": 5.34375,
      "learning_rate": 1.4515476539453102e-05,
      "loss": 0.2884,
      "step": 3179
    },
    {
      "epoch": 2.078469838155959,
      "grad_norm": 7.5625,
      "learning_rate": 1.4511401829545782e-05,
      "loss": 0.1626,
      "step": 3180
    },
    {
      "epoch": 2.079123753473925,
      "grad_norm": 5.5,
      "learning_rate": 1.4507326178974789e-05,
      "loss": 0.2198,
      "step": 3181
    },
    {
      "epoch": 2.0797776687918916,
      "grad_norm": 4.5625,
      "learning_rate": 1.4503249588589932e-05,
      "loss": 0.0948,
      "step": 3182
    },
    {
      "epoch": 2.0804315841098577,
      "grad_norm": 5.375,
      "learning_rate": 1.4499172059241208e-05,
      "loss": 0.1535,
      "step": 3183
    },
    {
      "epoch": 2.0810854994278243,
      "grad_norm": 5.09375,
      "learning_rate": 1.4495093591778815e-05,
      "loss": 0.2126,
      "step": 3184
    },
    {
      "epoch": 2.0817394147457904,
      "grad_norm": 5.9375,
      "learning_rate": 1.449101418705315e-05,
      "loss": 0.228,
      "step": 3185
    },
    {
      "epoch": 2.082393330063757,
      "grad_norm": 4.9375,
      "learning_rate": 1.4486933845914796e-05,
      "loss": 0.3575,
      "step": 3186
    },
    {
      "epoch": 2.083047245381723,
      "grad_norm": 5.25,
      "learning_rate": 1.4482852569214547e-05,
      "loss": 0.2563,
      "step": 3187
    },
    {
      "epoch": 2.0837011606996896,
      "grad_norm": 5.65625,
      "learning_rate": 1.4478770357803372e-05,
      "loss": 0.2886,
      "step": 3188
    },
    {
      "epoch": 2.0843550760176557,
      "grad_norm": 4.625,
      "learning_rate": 1.4474687212532445e-05,
      "loss": 0.2304,
      "step": 3189
    },
    {
      "epoch": 2.0850089913356222,
      "grad_norm": 5.375,
      "learning_rate": 1.4470603134253143e-05,
      "loss": 0.0949,
      "step": 3190
    },
    {
      "epoch": 2.0856629066535883,
      "grad_norm": 3.484375,
      "learning_rate": 1.4466518123817025e-05,
      "loss": 0.1858,
      "step": 3191
    },
    {
      "epoch": 2.086316821971555,
      "grad_norm": 9.5,
      "learning_rate": 1.4462432182075849e-05,
      "loss": 0.54,
      "step": 3192
    },
    {
      "epoch": 2.086970737289521,
      "grad_norm": 3.546875,
      "learning_rate": 1.4458345309881562e-05,
      "loss": 0.2206,
      "step": 3193
    },
    {
      "epoch": 2.0876246526074875,
      "grad_norm": 8.4375,
      "learning_rate": 1.4454257508086315e-05,
      "loss": 0.5826,
      "step": 3194
    },
    {
      "epoch": 2.0882785679254536,
      "grad_norm": 4.5,
      "learning_rate": 1.4450168777542452e-05,
      "loss": 0.2279,
      "step": 3195
    },
    {
      "epoch": 2.08893248324342,
      "grad_norm": 6.0625,
      "learning_rate": 1.4446079119102497e-05,
      "loss": 0.3062,
      "step": 3196
    },
    {
      "epoch": 2.0895863985613863,
      "grad_norm": 6.0625,
      "learning_rate": 1.4441988533619182e-05,
      "loss": 0.3479,
      "step": 3197
    },
    {
      "epoch": 2.090240313879353,
      "grad_norm": 4.9375,
      "learning_rate": 1.4437897021945424e-05,
      "loss": 0.2094,
      "step": 3198
    },
    {
      "epoch": 2.090894229197319,
      "grad_norm": 4.3125,
      "learning_rate": 1.443380458493434e-05,
      "loss": 0.4081,
      "step": 3199
    },
    {
      "epoch": 2.0915481445152855,
      "grad_norm": 4.78125,
      "learning_rate": 1.4429711223439231e-05,
      "loss": 0.2993,
      "step": 3200
    },
    {
      "epoch": 2.0922020598332516,
      "grad_norm": 2.796875,
      "learning_rate": 1.44256169383136e-05,
      "loss": 0.1158,
      "step": 3201
    },
    {
      "epoch": 2.092855975151218,
      "grad_norm": 4.125,
      "learning_rate": 1.442152173041114e-05,
      "loss": 0.1848,
      "step": 3202
    },
    {
      "epoch": 2.0935098904691842,
      "grad_norm": 2.390625,
      "learning_rate": 1.441742560058573e-05,
      "loss": 0.1111,
      "step": 3203
    },
    {
      "epoch": 2.094163805787151,
      "grad_norm": 3.65625,
      "learning_rate": 1.441332854969145e-05,
      "loss": 0.078,
      "step": 3204
    },
    {
      "epoch": 2.094817721105117,
      "grad_norm": 5.21875,
      "learning_rate": 1.4409230578582566e-05,
      "loss": 0.2487,
      "step": 3205
    },
    {
      "epoch": 2.095471636423083,
      "grad_norm": 6.3125,
      "learning_rate": 1.4405131688113539e-05,
      "loss": 0.2167,
      "step": 3206
    },
    {
      "epoch": 2.0961255517410495,
      "grad_norm": 2.546875,
      "learning_rate": 1.4401031879139021e-05,
      "loss": 0.0599,
      "step": 3207
    },
    {
      "epoch": 2.096779467059016,
      "grad_norm": 4.0625,
      "learning_rate": 1.4396931152513851e-05,
      "loss": 0.2509,
      "step": 3208
    },
    {
      "epoch": 2.097433382376982,
      "grad_norm": 4.75,
      "learning_rate": 1.4392829509093074e-05,
      "loss": 0.2398,
      "step": 3209
    },
    {
      "epoch": 2.0980872976949483,
      "grad_norm": 4.5,
      "learning_rate": 1.4388726949731902e-05,
      "loss": 0.2583,
      "step": 3210
    },
    {
      "epoch": 2.098741213012915,
      "grad_norm": 3.578125,
      "learning_rate": 1.4384623475285761e-05,
      "loss": 0.1673,
      "step": 3211
    },
    {
      "epoch": 2.0993951283308814,
      "grad_norm": 4.9375,
      "learning_rate": 1.4380519086610258e-05,
      "loss": 0.2098,
      "step": 3212
    },
    {
      "epoch": 2.1000490436488475,
      "grad_norm": 5.53125,
      "learning_rate": 1.437641378456119e-05,
      "loss": 0.2488,
      "step": 3213
    },
    {
      "epoch": 2.1007029589668136,
      "grad_norm": 5.25,
      "learning_rate": 1.4372307569994544e-05,
      "loss": 0.2784,
      "step": 3214
    },
    {
      "epoch": 2.10135687428478,
      "grad_norm": 4.8125,
      "learning_rate": 1.4368200443766496e-05,
      "loss": 0.1745,
      "step": 3215
    },
    {
      "epoch": 2.1020107896027462,
      "grad_norm": 3.484375,
      "learning_rate": 1.436409240673342e-05,
      "loss": 0.1288,
      "step": 3216
    },
    {
      "epoch": 2.102664704920713,
      "grad_norm": 5.09375,
      "learning_rate": 1.4359983459751879e-05,
      "loss": 0.3429,
      "step": 3217
    },
    {
      "epoch": 2.103318620238679,
      "grad_norm": 3.734375,
      "learning_rate": 1.4355873603678612e-05,
      "loss": 0.1614,
      "step": 3218
    },
    {
      "epoch": 2.1039725355566454,
      "grad_norm": 4.78125,
      "learning_rate": 1.4351762839370562e-05,
      "loss": 0.1631,
      "step": 3219
    },
    {
      "epoch": 2.1046264508746115,
      "grad_norm": 4.875,
      "learning_rate": 1.4347651167684854e-05,
      "loss": 0.2125,
      "step": 3220
    },
    {
      "epoch": 2.105280366192578,
      "grad_norm": 6.375,
      "learning_rate": 1.434353858947881e-05,
      "loss": 0.2928,
      "step": 3221
    },
    {
      "epoch": 2.105934281510544,
      "grad_norm": 5.78125,
      "learning_rate": 1.4339425105609932e-05,
      "loss": 0.163,
      "step": 3222
    },
    {
      "epoch": 2.1065881968285107,
      "grad_norm": 3.59375,
      "learning_rate": 1.4335310716935912e-05,
      "loss": 0.1178,
      "step": 3223
    },
    {
      "epoch": 2.107242112146477,
      "grad_norm": 3.390625,
      "learning_rate": 1.4331195424314638e-05,
      "loss": 0.1227,
      "step": 3224
    },
    {
      "epoch": 2.1078960274644434,
      "grad_norm": 4.125,
      "learning_rate": 1.4327079228604177e-05,
      "loss": 0.0614,
      "step": 3225
    },
    {
      "epoch": 2.1085499427824095,
      "grad_norm": 4.59375,
      "learning_rate": 1.4322962130662799e-05,
      "loss": 0.2643,
      "step": 3226
    },
    {
      "epoch": 2.109203858100376,
      "grad_norm": 5.0,
      "learning_rate": 1.431884413134894e-05,
      "loss": 0.218,
      "step": 3227
    },
    {
      "epoch": 2.109857773418342,
      "grad_norm": 5.34375,
      "learning_rate": 1.431472523152124e-05,
      "loss": 0.2167,
      "step": 3228
    },
    {
      "epoch": 2.1105116887363087,
      "grad_norm": 5.84375,
      "learning_rate": 1.4310605432038527e-05,
      "loss": 0.1634,
      "step": 3229
    },
    {
      "epoch": 2.111165604054275,
      "grad_norm": 3.53125,
      "learning_rate": 1.4306484733759806e-05,
      "loss": 0.1009,
      "step": 3230
    },
    {
      "epoch": 2.1118195193722413,
      "grad_norm": 5.125,
      "learning_rate": 1.4302363137544282e-05,
      "loss": 0.3738,
      "step": 3231
    },
    {
      "epoch": 2.1124734346902074,
      "grad_norm": 3.84375,
      "learning_rate": 1.4298240644251338e-05,
      "loss": 0.119,
      "step": 3232
    },
    {
      "epoch": 2.113127350008174,
      "grad_norm": 7.0,
      "learning_rate": 1.4294117254740545e-05,
      "loss": 0.272,
      "step": 3233
    },
    {
      "epoch": 2.11378126532614,
      "grad_norm": 5.90625,
      "learning_rate": 1.4289992969871666e-05,
      "loss": 0.3003,
      "step": 3234
    },
    {
      "epoch": 2.1144351806441066,
      "grad_norm": 4.84375,
      "learning_rate": 1.4285867790504648e-05,
      "loss": 0.2083,
      "step": 3235
    },
    {
      "epoch": 2.1150890959620727,
      "grad_norm": 4.8125,
      "learning_rate": 1.4281741717499622e-05,
      "loss": 0.2975,
      "step": 3236
    },
    {
      "epoch": 2.1157430112800393,
      "grad_norm": 8.625,
      "learning_rate": 1.4277614751716911e-05,
      "loss": 0.4932,
      "step": 3237
    },
    {
      "epoch": 2.1163969265980054,
      "grad_norm": 3.375,
      "learning_rate": 1.4273486894017014e-05,
      "loss": 0.1203,
      "step": 3238
    },
    {
      "epoch": 2.117050841915972,
      "grad_norm": 3.8125,
      "learning_rate": 1.4269358145260634e-05,
      "loss": 0.1516,
      "step": 3239
    },
    {
      "epoch": 2.117704757233938,
      "grad_norm": 4.71875,
      "learning_rate": 1.4265228506308637e-05,
      "loss": 0.1631,
      "step": 3240
    },
    {
      "epoch": 2.1183586725519046,
      "grad_norm": 4.78125,
      "learning_rate": 1.4261097978022088e-05,
      "loss": 0.2131,
      "step": 3241
    },
    {
      "epoch": 2.1190125878698707,
      "grad_norm": 3.4375,
      "learning_rate": 1.425696656126224e-05,
      "loss": 0.1287,
      "step": 3242
    },
    {
      "epoch": 2.1196665031878372,
      "grad_norm": 7.0,
      "learning_rate": 1.4252834256890527e-05,
      "loss": 0.4125,
      "step": 3243
    },
    {
      "epoch": 2.1203204185058033,
      "grad_norm": 4.3125,
      "learning_rate": 1.4248701065768562e-05,
      "loss": 0.27,
      "step": 3244
    },
    {
      "epoch": 2.12097433382377,
      "grad_norm": 9.6875,
      "learning_rate": 1.4244566988758152e-05,
      "loss": 0.3675,
      "step": 3245
    },
    {
      "epoch": 2.121628249141736,
      "grad_norm": 2.9375,
      "learning_rate": 1.4240432026721287e-05,
      "loss": 0.0798,
      "step": 3246
    },
    {
      "epoch": 2.1222821644597025,
      "grad_norm": 6.15625,
      "learning_rate": 1.4236296180520136e-05,
      "loss": 0.2349,
      "step": 3247
    },
    {
      "epoch": 2.1229360797776686,
      "grad_norm": 4.8125,
      "learning_rate": 1.4232159451017062e-05,
      "loss": 0.2033,
      "step": 3248
    },
    {
      "epoch": 2.123589995095635,
      "grad_norm": 4.25,
      "learning_rate": 1.4228021839074604e-05,
      "loss": 0.2561,
      "step": 3249
    },
    {
      "epoch": 2.1242439104136013,
      "grad_norm": 7.03125,
      "learning_rate": 1.4223883345555483e-05,
      "loss": 0.2498,
      "step": 3250
    },
    {
      "epoch": 2.124897825731568,
      "grad_norm": 5.4375,
      "learning_rate": 1.4219743971322611e-05,
      "loss": 0.2201,
      "step": 3251
    },
    {
      "epoch": 2.125551741049534,
      "grad_norm": 4.9375,
      "learning_rate": 1.4215603717239087e-05,
      "loss": 0.2569,
      "step": 3252
    },
    {
      "epoch": 2.1262056563675005,
      "grad_norm": 6.28125,
      "learning_rate": 1.4211462584168178e-05,
      "loss": 0.2008,
      "step": 3253
    },
    {
      "epoch": 2.1268595716854666,
      "grad_norm": 5.375,
      "learning_rate": 1.4207320572973352e-05,
      "loss": 0.1789,
      "step": 3254
    },
    {
      "epoch": 2.127513487003433,
      "grad_norm": 3.765625,
      "learning_rate": 1.4203177684518243e-05,
      "loss": 0.1242,
      "step": 3255
    },
    {
      "epoch": 2.1281674023213992,
      "grad_norm": 6.78125,
      "learning_rate": 1.4199033919666683e-05,
      "loss": 0.3026,
      "step": 3256
    },
    {
      "epoch": 2.1288213176393658,
      "grad_norm": 5.75,
      "learning_rate": 1.4194889279282677e-05,
      "loss": 0.3045,
      "step": 3257
    },
    {
      "epoch": 2.129475232957332,
      "grad_norm": 3.96875,
      "learning_rate": 1.4190743764230419e-05,
      "loss": 0.1418,
      "step": 3258
    },
    {
      "epoch": 2.1301291482752984,
      "grad_norm": 7.03125,
      "learning_rate": 1.4186597375374283e-05,
      "loss": 0.3092,
      "step": 3259
    },
    {
      "epoch": 2.1307830635932645,
      "grad_norm": 5.0,
      "learning_rate": 1.418245011357882e-05,
      "loss": 0.2825,
      "step": 3260
    },
    {
      "epoch": 2.131436978911231,
      "grad_norm": 7.5625,
      "learning_rate": 1.417830197970877e-05,
      "loss": 0.3467,
      "step": 3261
    },
    {
      "epoch": 2.132090894229197,
      "grad_norm": 3.625,
      "learning_rate": 1.4174152974629055e-05,
      "loss": 0.1232,
      "step": 3262
    },
    {
      "epoch": 2.1327448095471637,
      "grad_norm": 5.375,
      "learning_rate": 1.417000309920477e-05,
      "loss": 0.278,
      "step": 3263
    },
    {
      "epoch": 2.13339872486513,
      "grad_norm": 4.40625,
      "learning_rate": 1.4165852354301201e-05,
      "loss": 0.1116,
      "step": 3264
    },
    {
      "epoch": 2.1340526401830964,
      "grad_norm": 4.1875,
      "learning_rate": 1.4161700740783815e-05,
      "loss": 0.1536,
      "step": 3265
    },
    {
      "epoch": 2.1347065555010625,
      "grad_norm": 4.15625,
      "learning_rate": 1.415754825951825e-05,
      "loss": 0.2243,
      "step": 3266
    },
    {
      "epoch": 2.135360470819029,
      "grad_norm": 7.0,
      "learning_rate": 1.4153394911370337e-05,
      "loss": 0.3907,
      "step": 3267
    },
    {
      "epoch": 2.136014386136995,
      "grad_norm": 8.5625,
      "learning_rate": 1.4149240697206081e-05,
      "loss": 0.4595,
      "step": 3268
    },
    {
      "epoch": 2.1366683014549617,
      "grad_norm": 5.6875,
      "learning_rate": 1.414508561789167e-05,
      "loss": 0.3088,
      "step": 3269
    },
    {
      "epoch": 2.1373222167729278,
      "grad_norm": 5.03125,
      "learning_rate": 1.4140929674293471e-05,
      "loss": 0.1439,
      "step": 3270
    },
    {
      "epoch": 2.1379761320908943,
      "grad_norm": 4.8125,
      "learning_rate": 1.4136772867278027e-05,
      "loss": 0.1922,
      "step": 3271
    },
    {
      "epoch": 2.1386300474088604,
      "grad_norm": 4.125,
      "learning_rate": 1.4132615197712076e-05,
      "loss": 0.1825,
      "step": 3272
    },
    {
      "epoch": 2.139283962726827,
      "grad_norm": 4.0,
      "learning_rate": 1.4128456666462518e-05,
      "loss": 0.1499,
      "step": 3273
    },
    {
      "epoch": 2.139937878044793,
      "grad_norm": 6.0,
      "learning_rate": 1.4124297274396443e-05,
      "loss": 0.2228,
      "step": 3274
    },
    {
      "epoch": 2.1405917933627596,
      "grad_norm": 6.75,
      "learning_rate": 1.4120137022381118e-05,
      "loss": 0.2278,
      "step": 3275
    },
    {
      "epoch": 2.1412457086807257,
      "grad_norm": 3.578125,
      "learning_rate": 1.4115975911283983e-05,
      "loss": 0.1236,
      "step": 3276
    },
    {
      "epoch": 2.1418996239986923,
      "grad_norm": 3.734375,
      "learning_rate": 1.4111813941972672e-05,
      "loss": 0.112,
      "step": 3277
    },
    {
      "epoch": 2.1425535393166584,
      "grad_norm": 4.65625,
      "learning_rate": 1.4107651115314987e-05,
      "loss": 0.2032,
      "step": 3278
    },
    {
      "epoch": 2.143207454634625,
      "grad_norm": 6.875,
      "learning_rate": 1.4103487432178908e-05,
      "loss": 0.2435,
      "step": 3279
    },
    {
      "epoch": 2.143861369952591,
      "grad_norm": 9.25,
      "learning_rate": 1.4099322893432596e-05,
      "loss": 0.6723,
      "step": 3280
    },
    {
      "epoch": 2.1445152852705576,
      "grad_norm": 7.0,
      "learning_rate": 1.4095157499944396e-05,
      "loss": 0.2386,
      "step": 3281
    },
    {
      "epoch": 2.1451692005885237,
      "grad_norm": 6.96875,
      "learning_rate": 1.4090991252582822e-05,
      "loss": 0.2272,
      "step": 3282
    },
    {
      "epoch": 2.14582311590649,
      "grad_norm": 4.375,
      "learning_rate": 1.4086824152216572e-05,
      "loss": 0.1214,
      "step": 3283
    },
    {
      "epoch": 2.1464770312244563,
      "grad_norm": 5.0,
      "learning_rate": 1.4082656199714517e-05,
      "loss": 0.2002,
      "step": 3284
    },
    {
      "epoch": 2.147130946542423,
      "grad_norm": 5.03125,
      "learning_rate": 1.4078487395945712e-05,
      "loss": 0.2492,
      "step": 3285
    },
    {
      "epoch": 2.147784861860389,
      "grad_norm": 3.640625,
      "learning_rate": 1.4074317741779386e-05,
      "loss": 0.0967,
      "step": 3286
    },
    {
      "epoch": 2.1484387771783555,
      "grad_norm": 6.84375,
      "learning_rate": 1.4070147238084945e-05,
      "loss": 0.1907,
      "step": 3287
    },
    {
      "epoch": 2.1490926924963216,
      "grad_norm": 4.8125,
      "learning_rate": 1.4065975885731972e-05,
      "loss": 0.2685,
      "step": 3288
    },
    {
      "epoch": 2.149746607814288,
      "grad_norm": 7.09375,
      "learning_rate": 1.4061803685590227e-05,
      "loss": 0.3859,
      "step": 3289
    },
    {
      "epoch": 2.1504005231322543,
      "grad_norm": 4.15625,
      "learning_rate": 1.405763063852965e-05,
      "loss": 0.0798,
      "step": 3290
    },
    {
      "epoch": 2.151054438450221,
      "grad_norm": 5.0,
      "learning_rate": 1.4053456745420352e-05,
      "loss": 0.2386,
      "step": 3291
    },
    {
      "epoch": 2.151708353768187,
      "grad_norm": 3.609375,
      "learning_rate": 1.4049282007132628e-05,
      "loss": 0.1825,
      "step": 3292
    },
    {
      "epoch": 2.1523622690861535,
      "grad_norm": 3.484375,
      "learning_rate": 1.4045106424536938e-05,
      "loss": 0.1179,
      "step": 3293
    },
    {
      "epoch": 2.1530161844041196,
      "grad_norm": 3.109375,
      "learning_rate": 1.404092999850393e-05,
      "loss": 0.0827,
      "step": 3294
    },
    {
      "epoch": 2.153670099722086,
      "grad_norm": 5.5625,
      "learning_rate": 1.403675272990442e-05,
      "loss": 0.1454,
      "step": 3295
    },
    {
      "epoch": 2.154324015040052,
      "grad_norm": 4.5,
      "learning_rate": 1.4032574619609403e-05,
      "loss": 0.1644,
      "step": 3296
    },
    {
      "epoch": 2.1549779303580188,
      "grad_norm": 4.75,
      "learning_rate": 1.4028395668490046e-05,
      "loss": 0.0949,
      "step": 3297
    },
    {
      "epoch": 2.155631845675985,
      "grad_norm": 4.25,
      "learning_rate": 1.40242158774177e-05,
      "loss": 0.1363,
      "step": 3298
    },
    {
      "epoch": 2.1562857609939514,
      "grad_norm": 5.15625,
      "learning_rate": 1.402003524726388e-05,
      "loss": 0.1696,
      "step": 3299
    },
    {
      "epoch": 2.1569396763119175,
      "grad_norm": 4.875,
      "learning_rate": 1.4015853778900284e-05,
      "loss": 0.115,
      "step": 3300
    },
    {
      "epoch": 2.157593591629884,
      "grad_norm": 5.71875,
      "learning_rate": 1.401167147319878e-05,
      "loss": 0.2794,
      "step": 3301
    },
    {
      "epoch": 2.15824750694785,
      "grad_norm": 3.34375,
      "learning_rate": 1.4007488331031409e-05,
      "loss": 0.1006,
      "step": 3302
    },
    {
      "epoch": 2.1589014222658167,
      "grad_norm": 2.90625,
      "learning_rate": 1.40033043532704e-05,
      "loss": 0.0738,
      "step": 3303
    },
    {
      "epoch": 2.159555337583783,
      "grad_norm": 6.6875,
      "learning_rate": 1.3999119540788138e-05,
      "loss": 0.2315,
      "step": 3304
    },
    {
      "epoch": 2.1602092529017494,
      "grad_norm": 4.1875,
      "learning_rate": 1.3994933894457193e-05,
      "loss": 0.1306,
      "step": 3305
    },
    {
      "epoch": 2.1608631682197155,
      "grad_norm": 4.03125,
      "learning_rate": 1.3990747415150305e-05,
      "loss": 0.1736,
      "step": 3306
    },
    {
      "epoch": 2.161517083537682,
      "grad_norm": 5.71875,
      "learning_rate": 1.3986560103740385e-05,
      "loss": 0.1515,
      "step": 3307
    },
    {
      "epoch": 2.162170998855648,
      "grad_norm": 4.59375,
      "learning_rate": 1.3982371961100532e-05,
      "loss": 0.1996,
      "step": 3308
    },
    {
      "epoch": 2.1628249141736147,
      "grad_norm": 3.75,
      "learning_rate": 1.3978182988103996e-05,
      "loss": 0.1138,
      "step": 3309
    },
    {
      "epoch": 2.1634788294915808,
      "grad_norm": 5.3125,
      "learning_rate": 1.3973993185624219e-05,
      "loss": 0.1507,
      "step": 3310
    },
    {
      "epoch": 2.1641327448095473,
      "grad_norm": 6.25,
      "learning_rate": 1.3969802554534803e-05,
      "loss": 0.3033,
      "step": 3311
    },
    {
      "epoch": 2.1647866601275134,
      "grad_norm": 3.15625,
      "learning_rate": 1.3965611095709533e-05,
      "loss": 0.1056,
      "step": 3312
    },
    {
      "epoch": 2.16544057544548,
      "grad_norm": 5.8125,
      "learning_rate": 1.3961418810022362e-05,
      "loss": 0.3123,
      "step": 3313
    },
    {
      "epoch": 2.166094490763446,
      "grad_norm": 5.03125,
      "learning_rate": 1.3957225698347412e-05,
      "loss": 0.1687,
      "step": 3314
    },
    {
      "epoch": 2.1667484060814126,
      "grad_norm": 4.53125,
      "learning_rate": 1.3953031761558985e-05,
      "loss": 0.1569,
      "step": 3315
    },
    {
      "epoch": 2.1674023213993787,
      "grad_norm": 5.9375,
      "learning_rate": 1.3948837000531543e-05,
      "loss": 0.2222,
      "step": 3316
    },
    {
      "epoch": 2.1680562367173453,
      "grad_norm": 4.71875,
      "learning_rate": 1.3944641416139737e-05,
      "loss": 0.1855,
      "step": 3317
    },
    {
      "epoch": 2.1687101520353114,
      "grad_norm": 5.71875,
      "learning_rate": 1.3940445009258374e-05,
      "loss": 0.3251,
      "step": 3318
    },
    {
      "epoch": 2.169364067353278,
      "grad_norm": 6.15625,
      "learning_rate": 1.393624778076244e-05,
      "loss": 0.3591,
      "step": 3319
    },
    {
      "epoch": 2.170017982671244,
      "grad_norm": 5.34375,
      "learning_rate": 1.3932049731527092e-05,
      "loss": 0.2244,
      "step": 3320
    },
    {
      "epoch": 2.1706718979892106,
      "grad_norm": 2.8125,
      "learning_rate": 1.3927850862427657e-05,
      "loss": 0.0736,
      "step": 3321
    },
    {
      "epoch": 2.1713258133071767,
      "grad_norm": 5.8125,
      "learning_rate": 1.3923651174339633e-05,
      "loss": 0.1955,
      "step": 3322
    },
    {
      "epoch": 2.171979728625143,
      "grad_norm": 6.9375,
      "learning_rate": 1.3919450668138685e-05,
      "loss": 0.2788,
      "step": 3323
    },
    {
      "epoch": 2.1726336439431093,
      "grad_norm": 3.609375,
      "learning_rate": 1.3915249344700658e-05,
      "loss": 0.188,
      "step": 3324
    },
    {
      "epoch": 2.173287559261076,
      "grad_norm": 4.5,
      "learning_rate": 1.391104720490156e-05,
      "loss": 0.2334,
      "step": 3325
    },
    {
      "epoch": 2.173941474579042,
      "grad_norm": 3.140625,
      "learning_rate": 1.3906844249617575e-05,
      "loss": 0.1347,
      "step": 3326
    },
    {
      "epoch": 2.1745953898970085,
      "grad_norm": 5.28125,
      "learning_rate": 1.3902640479725045e-05,
      "loss": 0.1057,
      "step": 3327
    },
    {
      "epoch": 2.1752493052149746,
      "grad_norm": 4.25,
      "learning_rate": 1.389843589610049e-05,
      "loss": 0.1563,
      "step": 3328
    },
    {
      "epoch": 2.175903220532941,
      "grad_norm": 4.84375,
      "learning_rate": 1.3894230499620607e-05,
      "loss": 0.3972,
      "step": 3329
    },
    {
      "epoch": 2.1765571358509073,
      "grad_norm": 5.8125,
      "learning_rate": 1.3890024291162254e-05,
      "loss": 0.3582,
      "step": 3330
    },
    {
      "epoch": 2.177211051168874,
      "grad_norm": 6.71875,
      "learning_rate": 1.3885817271602453e-05,
      "loss": 0.293,
      "step": 3331
    },
    {
      "epoch": 2.17786496648684,
      "grad_norm": 4.5625,
      "learning_rate": 1.3881609441818407e-05,
      "loss": 0.2163,
      "step": 3332
    },
    {
      "epoch": 2.1785188818048065,
      "grad_norm": 5.90625,
      "learning_rate": 1.387740080268748e-05,
      "loss": 0.2965,
      "step": 3333
    },
    {
      "epoch": 2.1791727971227726,
      "grad_norm": 4.1875,
      "learning_rate": 1.3873191355087208e-05,
      "loss": 0.0761,
      "step": 3334
    },
    {
      "epoch": 2.179826712440739,
      "grad_norm": 4.09375,
      "learning_rate": 1.3868981099895295e-05,
      "loss": 0.1494,
      "step": 3335
    },
    {
      "epoch": 2.180480627758705,
      "grad_norm": 3.34375,
      "learning_rate": 1.3864770037989615e-05,
      "loss": 0.1759,
      "step": 3336
    },
    {
      "epoch": 2.1811345430766718,
      "grad_norm": 4.21875,
      "learning_rate": 1.3860558170248204e-05,
      "loss": 0.2229,
      "step": 3337
    },
    {
      "epoch": 2.181788458394638,
      "grad_norm": 3.9375,
      "learning_rate": 1.385634549754927e-05,
      "loss": 0.1984,
      "step": 3338
    },
    {
      "epoch": 2.1824423737126044,
      "grad_norm": 3.78125,
      "learning_rate": 1.3852132020771198e-05,
      "loss": 0.2037,
      "step": 3339
    },
    {
      "epoch": 2.1830962890305705,
      "grad_norm": 4.25,
      "learning_rate": 1.3847917740792525e-05,
      "loss": 0.1137,
      "step": 3340
    },
    {
      "epoch": 2.183750204348537,
      "grad_norm": 5.125,
      "learning_rate": 1.3843702658491961e-05,
      "loss": 0.125,
      "step": 3341
    },
    {
      "epoch": 2.184404119666503,
      "grad_norm": 2.21875,
      "learning_rate": 1.3839486774748387e-05,
      "loss": 0.0641,
      "step": 3342
    },
    {
      "epoch": 2.1850580349844697,
      "grad_norm": 5.25,
      "learning_rate": 1.3835270090440851e-05,
      "loss": 0.2866,
      "step": 3343
    },
    {
      "epoch": 2.185711950302436,
      "grad_norm": 3.390625,
      "learning_rate": 1.383105260644856e-05,
      "loss": 0.0817,
      "step": 3344
    },
    {
      "epoch": 2.1863658656204024,
      "grad_norm": 4.21875,
      "learning_rate": 1.3826834323650899e-05,
      "loss": 0.1687,
      "step": 3345
    },
    {
      "epoch": 2.1870197809383685,
      "grad_norm": 3.5,
      "learning_rate": 1.3822615242927411e-05,
      "loss": 0.1243,
      "step": 3346
    },
    {
      "epoch": 2.187673696256335,
      "grad_norm": 7.28125,
      "learning_rate": 1.381839536515781e-05,
      "loss": 0.3361,
      "step": 3347
    },
    {
      "epoch": 2.188327611574301,
      "grad_norm": 4.75,
      "learning_rate": 1.3814174691221973e-05,
      "loss": 0.1713,
      "step": 3348
    },
    {
      "epoch": 2.1889815268922677,
      "grad_norm": 6.75,
      "learning_rate": 1.3809953221999946e-05,
      "loss": 0.1829,
      "step": 3349
    },
    {
      "epoch": 2.1896354422102338,
      "grad_norm": 5.28125,
      "learning_rate": 1.380573095837194e-05,
      "loss": 0.1993,
      "step": 3350
    },
    {
      "epoch": 2.1902893575282,
      "grad_norm": 3.984375,
      "learning_rate": 1.3801507901218325e-05,
      "loss": 0.2202,
      "step": 3351
    },
    {
      "epoch": 2.1909432728461664,
      "grad_norm": 6.375,
      "learning_rate": 1.3797284051419652e-05,
      "loss": 0.2735,
      "step": 3352
    },
    {
      "epoch": 2.191597188164133,
      "grad_norm": 4.09375,
      "learning_rate": 1.379305940985662e-05,
      "loss": 0.13,
      "step": 3353
    },
    {
      "epoch": 2.192251103482099,
      "grad_norm": 4.25,
      "learning_rate": 1.3788833977410106e-05,
      "loss": 0.1449,
      "step": 3354
    },
    {
      "epoch": 2.192905018800065,
      "grad_norm": 3.71875,
      "learning_rate": 1.3784607754961141e-05,
      "loss": 0.1771,
      "step": 3355
    },
    {
      "epoch": 2.1935589341180317,
      "grad_norm": 3.046875,
      "learning_rate": 1.3780380743390936e-05,
      "loss": 0.1722,
      "step": 3356
    },
    {
      "epoch": 2.1942128494359983,
      "grad_norm": 6.0,
      "learning_rate": 1.3776152943580846e-05,
      "loss": 0.3287,
      "step": 3357
    },
    {
      "epoch": 2.1948667647539644,
      "grad_norm": 3.453125,
      "learning_rate": 1.3771924356412408e-05,
      "loss": 0.0747,
      "step": 3358
    },
    {
      "epoch": 2.1955206800719305,
      "grad_norm": 3.515625,
      "learning_rate": 1.3767694982767315e-05,
      "loss": 0.0996,
      "step": 3359
    },
    {
      "epoch": 2.196174595389897,
      "grad_norm": 6.09375,
      "learning_rate": 1.3763464823527423e-05,
      "loss": 0.3957,
      "step": 3360
    },
    {
      "epoch": 2.1968285107078636,
      "grad_norm": 4.78125,
      "learning_rate": 1.3759233879574763e-05,
      "loss": 0.3205,
      "step": 3361
    },
    {
      "epoch": 2.1974824260258297,
      "grad_norm": 5.8125,
      "learning_rate": 1.375500215179151e-05,
      "loss": 0.1846,
      "step": 3362
    },
    {
      "epoch": 2.1981363413437958,
      "grad_norm": 4.25,
      "learning_rate": 1.3750769641060017e-05,
      "loss": 0.1304,
      "step": 3363
    },
    {
      "epoch": 2.1987902566617623,
      "grad_norm": 3.59375,
      "learning_rate": 1.37465363482628e-05,
      "loss": 0.0971,
      "step": 3364
    },
    {
      "epoch": 2.199444171979729,
      "grad_norm": 3.640625,
      "learning_rate": 1.3742302274282532e-05,
      "loss": 0.1316,
      "step": 3365
    },
    {
      "epoch": 2.200098087297695,
      "grad_norm": 6.6875,
      "learning_rate": 1.3738067420002056e-05,
      "loss": 0.2827,
      "step": 3366
    },
    {
      "epoch": 2.200752002615661,
      "grad_norm": 6.25,
      "learning_rate": 1.3733831786304363e-05,
      "loss": 0.1996,
      "step": 3367
    },
    {
      "epoch": 2.2014059179336276,
      "grad_norm": 5.90625,
      "learning_rate": 1.3729595374072626e-05,
      "loss": 0.2772,
      "step": 3368
    },
    {
      "epoch": 2.2020598332515937,
      "grad_norm": 4.0625,
      "learning_rate": 1.3725358184190168e-05,
      "loss": 0.1419,
      "step": 3369
    },
    {
      "epoch": 2.2027137485695603,
      "grad_norm": 6.15625,
      "learning_rate": 1.3721120217540476e-05,
      "loss": 0.2405,
      "step": 3370
    },
    {
      "epoch": 2.2033676638875264,
      "grad_norm": 5.78125,
      "learning_rate": 1.3716881475007202e-05,
      "loss": 0.2426,
      "step": 3371
    },
    {
      "epoch": 2.204021579205493,
      "grad_norm": 7.0625,
      "learning_rate": 1.371264195747416e-05,
      "loss": 0.4587,
      "step": 3372
    },
    {
      "epoch": 2.204675494523459,
      "grad_norm": 5.59375,
      "learning_rate": 1.3708401665825319e-05,
      "loss": 0.2268,
      "step": 3373
    },
    {
      "epoch": 2.2053294098414256,
      "grad_norm": 5.28125,
      "learning_rate": 1.3704160600944816e-05,
      "loss": 0.1783,
      "step": 3374
    },
    {
      "epoch": 2.2059833251593917,
      "grad_norm": 3.453125,
      "learning_rate": 1.369991876371695e-05,
      "loss": 0.0838,
      "step": 3375
    },
    {
      "epoch": 2.206637240477358,
      "grad_norm": 5.53125,
      "learning_rate": 1.3695676155026173e-05,
      "loss": 0.2863,
      "step": 3376
    },
    {
      "epoch": 2.2072911557953243,
      "grad_norm": 4.78125,
      "learning_rate": 1.3691432775757107e-05,
      "loss": 0.1839,
      "step": 3377
    },
    {
      "epoch": 2.207945071113291,
      "grad_norm": 4.8125,
      "learning_rate": 1.3687188626794534e-05,
      "loss": 0.174,
      "step": 3378
    },
    {
      "epoch": 2.208598986431257,
      "grad_norm": 4.53125,
      "learning_rate": 1.3682943709023384e-05,
      "loss": 0.1378,
      "step": 3379
    },
    {
      "epoch": 2.2092529017492235,
      "grad_norm": 5.96875,
      "learning_rate": 1.3678698023328762e-05,
      "loss": 0.1652,
      "step": 3380
    },
    {
      "epoch": 2.2099068170671896,
      "grad_norm": 7.46875,
      "learning_rate": 1.367445157059593e-05,
      "loss": 0.4967,
      "step": 3381
    },
    {
      "epoch": 2.210560732385156,
      "grad_norm": 4.21875,
      "learning_rate": 1.3670204351710302e-05,
      "loss": 0.1342,
      "step": 3382
    },
    {
      "epoch": 2.2112146477031223,
      "grad_norm": 6.78125,
      "learning_rate": 1.3665956367557464e-05,
      "loss": 0.2817,
      "step": 3383
    },
    {
      "epoch": 2.211868563021089,
      "grad_norm": 4.4375,
      "learning_rate": 1.3661707619023148e-05,
      "loss": 0.2429,
      "step": 3384
    },
    {
      "epoch": 2.212522478339055,
      "grad_norm": 6.65625,
      "learning_rate": 1.3657458106993257e-05,
      "loss": 0.3446,
      "step": 3385
    },
    {
      "epoch": 2.2131763936570215,
      "grad_norm": 4.75,
      "learning_rate": 1.3653207832353847e-05,
      "loss": 0.2013,
      "step": 3386
    },
    {
      "epoch": 2.2138303089749876,
      "grad_norm": 3.203125,
      "learning_rate": 1.3648956795991137e-05,
      "loss": 0.12,
      "step": 3387
    },
    {
      "epoch": 2.214484224292954,
      "grad_norm": 4.71875,
      "learning_rate": 1.3644704998791501e-05,
      "loss": 0.189,
      "step": 3388
    },
    {
      "epoch": 2.21513813961092,
      "grad_norm": 3.328125,
      "learning_rate": 1.3640452441641466e-05,
      "loss": 0.1798,
      "step": 3389
    },
    {
      "epoch": 2.2157920549288868,
      "grad_norm": 6.21875,
      "learning_rate": 1.3636199125427733e-05,
      "loss": 0.3354,
      "step": 3390
    },
    {
      "epoch": 2.216445970246853,
      "grad_norm": 4.625,
      "learning_rate": 1.3631945051037154e-05,
      "loss": 0.1493,
      "step": 3391
    },
    {
      "epoch": 2.2170998855648194,
      "grad_norm": 5.75,
      "learning_rate": 1.3627690219356733e-05,
      "loss": 0.36,
      "step": 3392
    },
    {
      "epoch": 2.2177538008827855,
      "grad_norm": 4.875,
      "learning_rate": 1.3623434631273637e-05,
      "loss": 0.2818,
      "step": 3393
    },
    {
      "epoch": 2.218407716200752,
      "grad_norm": 3.390625,
      "learning_rate": 1.3619178287675189e-05,
      "loss": 0.1909,
      "step": 3394
    },
    {
      "epoch": 2.219061631518718,
      "grad_norm": 4.3125,
      "learning_rate": 1.361492118944888e-05,
      "loss": 0.1965,
      "step": 3395
    },
    {
      "epoch": 2.2197155468366847,
      "grad_norm": 5.75,
      "learning_rate": 1.3610663337482336e-05,
      "loss": 0.2641,
      "step": 3396
    },
    {
      "epoch": 2.220369462154651,
      "grad_norm": 6.0625,
      "learning_rate": 1.3606404732663365e-05,
      "loss": 0.2964,
      "step": 3397
    },
    {
      "epoch": 2.2210233774726174,
      "grad_norm": 4.375,
      "learning_rate": 1.3602145375879911e-05,
      "loss": 0.3542,
      "step": 3398
    },
    {
      "epoch": 2.2216772927905835,
      "grad_norm": 5.0625,
      "learning_rate": 1.3597885268020093e-05,
      "loss": 0.3474,
      "step": 3399
    },
    {
      "epoch": 2.22233120810855,
      "grad_norm": 7.34375,
      "learning_rate": 1.3593624409972173e-05,
      "loss": 0.2854,
      "step": 3400
    },
    {
      "epoch": 2.222985123426516,
      "grad_norm": 7.78125,
      "learning_rate": 1.3589362802624574e-05,
      "loss": 0.3246,
      "step": 3401
    },
    {
      "epoch": 2.2236390387444827,
      "grad_norm": 3.640625,
      "learning_rate": 1.3585100446865877e-05,
      "loss": 0.1273,
      "step": 3402
    },
    {
      "epoch": 2.2242929540624488,
      "grad_norm": 5.78125,
      "learning_rate": 1.3580837343584815e-05,
      "loss": 0.1795,
      "step": 3403
    },
    {
      "epoch": 2.2249468693804153,
      "grad_norm": 4.21875,
      "learning_rate": 1.3576573493670284e-05,
      "loss": 0.1415,
      "step": 3404
    },
    {
      "epoch": 2.2256007846983814,
      "grad_norm": 3.640625,
      "learning_rate": 1.3572308898011328e-05,
      "loss": 0.0923,
      "step": 3405
    },
    {
      "epoch": 2.226254700016348,
      "grad_norm": 3.375,
      "learning_rate": 1.356804355749715e-05,
      "loss": 0.1152,
      "step": 3406
    },
    {
      "epoch": 2.226908615334314,
      "grad_norm": 6.46875,
      "learning_rate": 1.356377747301711e-05,
      "loss": 0.2585,
      "step": 3407
    },
    {
      "epoch": 2.2275625306522806,
      "grad_norm": 4.34375,
      "learning_rate": 1.3559510645460719e-05,
      "loss": 0.1908,
      "step": 3408
    },
    {
      "epoch": 2.2282164459702467,
      "grad_norm": 2.015625,
      "learning_rate": 1.3555243075717642e-05,
      "loss": 0.0423,
      "step": 3409
    },
    {
      "epoch": 2.2288703612882133,
      "grad_norm": 3.125,
      "learning_rate": 1.3550974764677708e-05,
      "loss": 0.0702,
      "step": 3410
    },
    {
      "epoch": 2.2295242766061794,
      "grad_norm": 3.375,
      "learning_rate": 1.354670571323089e-05,
      "loss": 0.178,
      "step": 3411
    },
    {
      "epoch": 2.230178191924146,
      "grad_norm": 4.09375,
      "learning_rate": 1.3542435922267318e-05,
      "loss": 0.1349,
      "step": 3412
    },
    {
      "epoch": 2.230832107242112,
      "grad_norm": 3.609375,
      "learning_rate": 1.3538165392677288e-05,
      "loss": 0.1812,
      "step": 3413
    },
    {
      "epoch": 2.2314860225600786,
      "grad_norm": 6.875,
      "learning_rate": 1.3533894125351226e-05,
      "loss": 0.3322,
      "step": 3414
    },
    {
      "epoch": 2.2321399378780447,
      "grad_norm": 6.53125,
      "learning_rate": 1.3529622121179734e-05,
      "loss": 0.3059,
      "step": 3415
    },
    {
      "epoch": 2.232793853196011,
      "grad_norm": 3.8125,
      "learning_rate": 1.3525349381053556e-05,
      "loss": 0.1115,
      "step": 3416
    },
    {
      "epoch": 2.2334477685139773,
      "grad_norm": 2.453125,
      "learning_rate": 1.3521075905863597e-05,
      "loss": 0.1139,
      "step": 3417
    },
    {
      "epoch": 2.234101683831944,
      "grad_norm": 4.375,
      "learning_rate": 1.3516801696500907e-05,
      "loss": 0.1674,
      "step": 3418
    },
    {
      "epoch": 2.23475559914991,
      "grad_norm": 4.75,
      "learning_rate": 1.3512526753856695e-05,
      "loss": 0.225,
      "step": 3419
    },
    {
      "epoch": 2.2354095144678765,
      "grad_norm": 5.5,
      "learning_rate": 1.3508251078822318e-05,
      "loss": 0.4214,
      "step": 3420
    },
    {
      "epoch": 2.2360634297858426,
      "grad_norm": 4.3125,
      "learning_rate": 1.3503974672289295e-05,
      "loss": 0.1744,
      "step": 3421
    },
    {
      "epoch": 2.236717345103809,
      "grad_norm": 6.0625,
      "learning_rate": 1.3499697535149286e-05,
      "loss": 0.2204,
      "step": 3422
    },
    {
      "epoch": 2.2373712604217753,
      "grad_norm": 5.34375,
      "learning_rate": 1.3495419668294111e-05,
      "loss": 0.2447,
      "step": 3423
    },
    {
      "epoch": 2.238025175739742,
      "grad_norm": 4.9375,
      "learning_rate": 1.3491141072615737e-05,
      "loss": 0.2341,
      "step": 3424
    },
    {
      "epoch": 2.238679091057708,
      "grad_norm": 4.5,
      "learning_rate": 1.3486861749006286e-05,
      "loss": 0.255,
      "step": 3425
    },
    {
      "epoch": 2.2393330063756745,
      "grad_norm": 4.96875,
      "learning_rate": 1.348258169835804e-05,
      "loss": 0.2823,
      "step": 3426
    },
    {
      "epoch": 2.2399869216936406,
      "grad_norm": 6.3125,
      "learning_rate": 1.3478300921563411e-05,
      "loss": 0.3516,
      "step": 3427
    },
    {
      "epoch": 2.240640837011607,
      "grad_norm": 4.28125,
      "learning_rate": 1.3474019419514984e-05,
      "loss": 0.2388,
      "step": 3428
    },
    {
      "epoch": 2.241294752329573,
      "grad_norm": 2.328125,
      "learning_rate": 1.3469737193105482e-05,
      "loss": 0.0836,
      "step": 3429
    },
    {
      "epoch": 2.2419486676475398,
      "grad_norm": 3.171875,
      "learning_rate": 1.3465454243227789e-05,
      "loss": 0.0899,
      "step": 3430
    },
    {
      "epoch": 2.242602582965506,
      "grad_norm": 2.859375,
      "learning_rate": 1.346117057077493e-05,
      "loss": 0.06,
      "step": 3431
    },
    {
      "epoch": 2.2432564982834724,
      "grad_norm": 4.96875,
      "learning_rate": 1.345688617664009e-05,
      "loss": 0.1484,
      "step": 3432
    },
    {
      "epoch": 2.2439104136014385,
      "grad_norm": 4.46875,
      "learning_rate": 1.3452601061716593e-05,
      "loss": 0.2096,
      "step": 3433
    },
    {
      "epoch": 2.244564328919405,
      "grad_norm": 4.9375,
      "learning_rate": 1.3448315226897925e-05,
      "loss": 0.2438,
      "step": 3434
    },
    {
      "epoch": 2.245218244237371,
      "grad_norm": 3.890625,
      "learning_rate": 1.3444028673077717e-05,
      "loss": 0.1231,
      "step": 3435
    },
    {
      "epoch": 2.2458721595553377,
      "grad_norm": 6.3125,
      "learning_rate": 1.3439741401149747e-05,
      "loss": 0.295,
      "step": 3436
    },
    {
      "epoch": 2.246526074873304,
      "grad_norm": 5.34375,
      "learning_rate": 1.3435453412007949e-05,
      "loss": 0.3598,
      "step": 3437
    },
    {
      "epoch": 2.2471799901912703,
      "grad_norm": 5.78125,
      "learning_rate": 1.34311647065464e-05,
      "loss": 0.1921,
      "step": 3438
    },
    {
      "epoch": 2.2478339055092365,
      "grad_norm": 3.546875,
      "learning_rate": 1.3426875285659336e-05,
      "loss": 0.1123,
      "step": 3439
    },
    {
      "epoch": 2.248487820827203,
      "grad_norm": 5.0,
      "learning_rate": 1.3422585150241127e-05,
      "loss": 0.1601,
      "step": 3440
    },
    {
      "epoch": 2.249141736145169,
      "grad_norm": 6.46875,
      "learning_rate": 1.3418294301186307e-05,
      "loss": 0.212,
      "step": 3441
    },
    {
      "epoch": 2.2497956514631356,
      "grad_norm": 6.28125,
      "learning_rate": 1.3414002739389552e-05,
      "loss": 0.2703,
      "step": 3442
    },
    {
      "epoch": 2.2504495667811018,
      "grad_norm": 3.8125,
      "learning_rate": 1.3409710465745686e-05,
      "loss": 0.144,
      "step": 3443
    },
    {
      "epoch": 2.2511034820990683,
      "grad_norm": 3.640625,
      "learning_rate": 1.3405417481149683e-05,
      "loss": 0.1081,
      "step": 3444
    },
    {
      "epoch": 2.2517573974170344,
      "grad_norm": 4.59375,
      "learning_rate": 1.3401123786496664e-05,
      "loss": 0.199,
      "step": 3445
    },
    {
      "epoch": 2.252411312735001,
      "grad_norm": 7.28125,
      "learning_rate": 1.3396829382681899e-05,
      "loss": 0.3439,
      "step": 3446
    },
    {
      "epoch": 2.253065228052967,
      "grad_norm": 4.09375,
      "learning_rate": 1.339253427060081e-05,
      "loss": 0.1573,
      "step": 3447
    },
    {
      "epoch": 2.2537191433709336,
      "grad_norm": 5.4375,
      "learning_rate": 1.3388238451148959e-05,
      "loss": 0.2406,
      "step": 3448
    },
    {
      "epoch": 2.2543730586888997,
      "grad_norm": 3.171875,
      "learning_rate": 1.3383941925222057e-05,
      "loss": 0.0566,
      "step": 3449
    },
    {
      "epoch": 2.2550269740068662,
      "grad_norm": 5.75,
      "learning_rate": 1.3379644693715966e-05,
      "loss": 0.2938,
      "step": 3450
    },
    {
      "epoch": 2.2556808893248323,
      "grad_norm": 3.546875,
      "learning_rate": 1.3375346757526692e-05,
      "loss": 0.1189,
      "step": 3451
    },
    {
      "epoch": 2.256334804642799,
      "grad_norm": 3.65625,
      "learning_rate": 1.3371048117550398e-05,
      "loss": 0.118,
      "step": 3452
    },
    {
      "epoch": 2.256988719960765,
      "grad_norm": 5.59375,
      "learning_rate": 1.3366748774683376e-05,
      "loss": 0.1994,
      "step": 3453
    },
    {
      "epoch": 2.2576426352787315,
      "grad_norm": 5.125,
      "learning_rate": 1.3362448729822074e-05,
      "loss": 0.2472,
      "step": 3454
    },
    {
      "epoch": 2.2582965505966976,
      "grad_norm": 5.40625,
      "learning_rate": 1.3358147983863089e-05,
      "loss": 0.1767,
      "step": 3455
    },
    {
      "epoch": 2.258950465914664,
      "grad_norm": 6.5625,
      "learning_rate": 1.335384653770316e-05,
      "loss": 0.2806,
      "step": 3456
    },
    {
      "epoch": 2.2596043812326303,
      "grad_norm": 4.125,
      "learning_rate": 1.3349544392239176e-05,
      "loss": 0.302,
      "step": 3457
    },
    {
      "epoch": 2.260258296550597,
      "grad_norm": 3.96875,
      "learning_rate": 1.3345241548368164e-05,
      "loss": 0.1661,
      "step": 3458
    },
    {
      "epoch": 2.260912211868563,
      "grad_norm": 5.65625,
      "learning_rate": 1.3340938006987305e-05,
      "loss": 0.1944,
      "step": 3459
    },
    {
      "epoch": 2.2615661271865295,
      "grad_norm": 3.28125,
      "learning_rate": 1.333663376899392e-05,
      "loss": 0.1463,
      "step": 3460
    },
    {
      "epoch": 2.2622200425044956,
      "grad_norm": 4.9375,
      "learning_rate": 1.3332328835285482e-05,
      "loss": 0.225,
      "step": 3461
    },
    {
      "epoch": 2.262873957822462,
      "grad_norm": 4.25,
      "learning_rate": 1.3328023206759599e-05,
      "loss": 0.1673,
      "step": 3462
    },
    {
      "epoch": 2.2635278731404282,
      "grad_norm": 6.28125,
      "learning_rate": 1.3323716884314031e-05,
      "loss": 0.2598,
      "step": 3463
    },
    {
      "epoch": 2.264181788458395,
      "grad_norm": 4.625,
      "learning_rate": 1.3319409868846683e-05,
      "loss": 0.1871,
      "step": 3464
    },
    {
      "epoch": 2.264835703776361,
      "grad_norm": 6.375,
      "learning_rate": 1.3315102161255603e-05,
      "loss": 0.257,
      "step": 3465
    },
    {
      "epoch": 2.2654896190943274,
      "grad_norm": 3.40625,
      "learning_rate": 1.3310793762438975e-05,
      "loss": 0.1631,
      "step": 3466
    },
    {
      "epoch": 2.2661435344122935,
      "grad_norm": 3.921875,
      "learning_rate": 1.3306484673295143e-05,
      "loss": 0.1606,
      "step": 3467
    },
    {
      "epoch": 2.26679744973026,
      "grad_norm": 3.328125,
      "learning_rate": 1.3302174894722584e-05,
      "loss": 0.0853,
      "step": 3468
    },
    {
      "epoch": 2.267451365048226,
      "grad_norm": 3.890625,
      "learning_rate": 1.3297864427619925e-05,
      "loss": 0.1432,
      "step": 3469
    },
    {
      "epoch": 2.2681052803661927,
      "grad_norm": 4.40625,
      "learning_rate": 1.3293553272885929e-05,
      "loss": 0.1117,
      "step": 3470
    },
    {
      "epoch": 2.268759195684159,
      "grad_norm": 3.40625,
      "learning_rate": 1.3289241431419501e-05,
      "loss": 0.1201,
      "step": 3471
    },
    {
      "epoch": 2.2694131110021254,
      "grad_norm": 4.375,
      "learning_rate": 1.3284928904119709e-05,
      "loss": 0.1932,
      "step": 3472
    },
    {
      "epoch": 2.2700670263200915,
      "grad_norm": 3.890625,
      "learning_rate": 1.3280615691885741e-05,
      "loss": 0.2134,
      "step": 3473
    },
    {
      "epoch": 2.270720941638058,
      "grad_norm": 4.71875,
      "learning_rate": 1.3276301795616937e-05,
      "loss": 0.1255,
      "step": 3474
    },
    {
      "epoch": 2.271374856956024,
      "grad_norm": 5.84375,
      "learning_rate": 1.327198721621278e-05,
      "loss": 0.2009,
      "step": 3475
    },
    {
      "epoch": 2.2720287722739907,
      "grad_norm": 3.96875,
      "learning_rate": 1.3267671954572891e-05,
      "loss": 0.1306,
      "step": 3476
    },
    {
      "epoch": 2.272682687591957,
      "grad_norm": 6.375,
      "learning_rate": 1.3263356011597045e-05,
      "loss": 0.3009,
      "step": 3477
    },
    {
      "epoch": 2.2733366029099233,
      "grad_norm": 4.9375,
      "learning_rate": 1.3259039388185147e-05,
      "loss": 0.2797,
      "step": 3478
    },
    {
      "epoch": 2.2739905182278894,
      "grad_norm": 3.59375,
      "learning_rate": 1.3254722085237244e-05,
      "loss": 0.1824,
      "step": 3479
    },
    {
      "epoch": 2.274644433545856,
      "grad_norm": 7.5625,
      "learning_rate": 1.3250404103653533e-05,
      "loss": 0.3084,
      "step": 3480
    },
    {
      "epoch": 2.275298348863822,
      "grad_norm": 3.234375,
      "learning_rate": 1.3246085444334345e-05,
      "loss": 0.0876,
      "step": 3481
    },
    {
      "epoch": 2.2759522641817886,
      "grad_norm": 4.5,
      "learning_rate": 1.3241766108180159e-05,
      "loss": 0.1639,
      "step": 3482
    },
    {
      "epoch": 2.2766061794997547,
      "grad_norm": 6.84375,
      "learning_rate": 1.3237446096091585e-05,
      "loss": 0.2263,
      "step": 3483
    },
    {
      "epoch": 2.2772600948177213,
      "grad_norm": 5.0625,
      "learning_rate": 1.323312540896939e-05,
      "loss": 0.2436,
      "step": 3484
    },
    {
      "epoch": 2.2779140101356874,
      "grad_norm": 4.71875,
      "learning_rate": 1.3228804047714462e-05,
      "loss": 0.1707,
      "step": 3485
    },
    {
      "epoch": 2.278567925453654,
      "grad_norm": 4.40625,
      "learning_rate": 1.3224482013227849e-05,
      "loss": 0.1618,
      "step": 3486
    },
    {
      "epoch": 2.27922184077162,
      "grad_norm": 4.28125,
      "learning_rate": 1.3220159306410723e-05,
      "loss": 0.171,
      "step": 3487
    },
    {
      "epoch": 2.2798757560895866,
      "grad_norm": 6.40625,
      "learning_rate": 1.3215835928164406e-05,
      "loss": 0.2482,
      "step": 3488
    },
    {
      "epoch": 2.2805296714075527,
      "grad_norm": 4.90625,
      "learning_rate": 1.3211511879390357e-05,
      "loss": 0.1424,
      "step": 3489
    },
    {
      "epoch": 2.2811835867255192,
      "grad_norm": 5.40625,
      "learning_rate": 1.3207187160990176e-05,
      "loss": 0.2035,
      "step": 3490
    },
    {
      "epoch": 2.2818375020434853,
      "grad_norm": 4.6875,
      "learning_rate": 1.3202861773865598e-05,
      "loss": 0.1848,
      "step": 3491
    },
    {
      "epoch": 2.2824914173614514,
      "grad_norm": 4.34375,
      "learning_rate": 1.3198535718918506e-05,
      "loss": 0.1298,
      "step": 3492
    },
    {
      "epoch": 2.283145332679418,
      "grad_norm": 5.125,
      "learning_rate": 1.3194208997050915e-05,
      "loss": 0.2048,
      "step": 3493
    },
    {
      "epoch": 2.2837992479973845,
      "grad_norm": 3.984375,
      "learning_rate": 1.3189881609164981e-05,
      "loss": 0.0441,
      "step": 3494
    },
    {
      "epoch": 2.2844531633153506,
      "grad_norm": 4.4375,
      "learning_rate": 1.3185553556163e-05,
      "loss": 0.1508,
      "step": 3495
    },
    {
      "epoch": 2.2851070786333167,
      "grad_norm": 2.734375,
      "learning_rate": 1.318122483894741e-05,
      "loss": 0.137,
      "step": 3496
    },
    {
      "epoch": 2.2857609939512833,
      "grad_norm": 4.09375,
      "learning_rate": 1.3176895458420772e-05,
      "loss": 0.1895,
      "step": 3497
    },
    {
      "epoch": 2.28641490926925,
      "grad_norm": 4.3125,
      "learning_rate": 1.3172565415485808e-05,
      "loss": 0.1846,
      "step": 3498
    },
    {
      "epoch": 2.287068824587216,
      "grad_norm": 6.3125,
      "learning_rate": 1.3168234711045362e-05,
      "loss": 0.2456,
      "step": 3499
    },
    {
      "epoch": 2.287722739905182,
      "grad_norm": 3.796875,
      "learning_rate": 1.3163903346002425e-05,
      "loss": 0.1926,
      "step": 3500
    },
    {
      "epoch": 2.2883766552231486,
      "grad_norm": 6.03125,
      "learning_rate": 1.3159571321260114e-05,
      "loss": 0.2065,
      "step": 3501
    },
    {
      "epoch": 2.289030570541115,
      "grad_norm": 3.765625,
      "learning_rate": 1.3155238637721695e-05,
      "loss": 0.1075,
      "step": 3502
    },
    {
      "epoch": 2.2896844858590812,
      "grad_norm": 5.875,
      "learning_rate": 1.315090529629057e-05,
      "loss": 0.4474,
      "step": 3503
    },
    {
      "epoch": 2.2903384011770473,
      "grad_norm": 3.75,
      "learning_rate": 1.3146571297870274e-05,
      "loss": 0.1264,
      "step": 3504
    },
    {
      "epoch": 2.290992316495014,
      "grad_norm": 4.28125,
      "learning_rate": 1.3142236643364481e-05,
      "loss": 0.2563,
      "step": 3505
    },
    {
      "epoch": 2.2916462318129804,
      "grad_norm": 3.59375,
      "learning_rate": 1.3137901333676998e-05,
      "loss": 0.1192,
      "step": 3506
    },
    {
      "epoch": 2.2923001471309465,
      "grad_norm": 5.53125,
      "learning_rate": 1.3133565369711774e-05,
      "loss": 0.2218,
      "step": 3507
    },
    {
      "epoch": 2.2929540624489126,
      "grad_norm": 4.21875,
      "learning_rate": 1.3129228752372895e-05,
      "loss": 0.1396,
      "step": 3508
    },
    {
      "epoch": 2.293607977766879,
      "grad_norm": 3.109375,
      "learning_rate": 1.312489148256458e-05,
      "loss": 0.1108,
      "step": 3509
    },
    {
      "epoch": 2.2942618930848457,
      "grad_norm": 4.8125,
      "learning_rate": 1.312055356119118e-05,
      "loss": 0.1586,
      "step": 3510
    },
    {
      "epoch": 2.294915808402812,
      "grad_norm": 4.1875,
      "learning_rate": 1.3116214989157191e-05,
      "loss": 0.1733,
      "step": 3511
    },
    {
      "epoch": 2.295569723720778,
      "grad_norm": 6.03125,
      "learning_rate": 1.3111875767367241e-05,
      "loss": 0.1916,
      "step": 3512
    },
    {
      "epoch": 2.2962236390387445,
      "grad_norm": 3.453125,
      "learning_rate": 1.3107535896726092e-05,
      "loss": 0.1432,
      "step": 3513
    },
    {
      "epoch": 2.296877554356711,
      "grad_norm": 4.28125,
      "learning_rate": 1.3103195378138638e-05,
      "loss": 0.2295,
      "step": 3514
    },
    {
      "epoch": 2.297531469674677,
      "grad_norm": 4.1875,
      "learning_rate": 1.3098854212509918e-05,
      "loss": 0.2177,
      "step": 3515
    },
    {
      "epoch": 2.2981853849926432,
      "grad_norm": 6.875,
      "learning_rate": 1.3094512400745097e-05,
      "loss": 0.2486,
      "step": 3516
    },
    {
      "epoch": 2.29883930031061,
      "grad_norm": 3.984375,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 0.1858,
      "step": 3517
    },
    {
      "epoch": 2.2994932156285763,
      "grad_norm": 3.953125,
      "learning_rate": 1.3085826842428495e-05,
      "loss": 0.1313,
      "step": 3518
    },
    {
      "epoch": 2.3001471309465424,
      "grad_norm": 4.40625,
      "learning_rate": 1.3081483097687726e-05,
      "loss": 0.1569,
      "step": 3519
    },
    {
      "epoch": 2.3008010462645085,
      "grad_norm": 5.4375,
      "learning_rate": 1.3077138710432875e-05,
      "loss": 0.2597,
      "step": 3520
    },
    {
      "epoch": 2.301454961582475,
      "grad_norm": 4.40625,
      "learning_rate": 1.3072793681569778e-05,
      "loss": 0.2068,
      "step": 3521
    },
    {
      "epoch": 2.3021088769004416,
      "grad_norm": 2.328125,
      "learning_rate": 1.3068448012004413e-05,
      "loss": 0.0427,
      "step": 3522
    },
    {
      "epoch": 2.3027627922184077,
      "grad_norm": 4.96875,
      "learning_rate": 1.3064101702642887e-05,
      "loss": 0.242,
      "step": 3523
    },
    {
      "epoch": 2.303416707536374,
      "grad_norm": 5.125,
      "learning_rate": 1.3059754754391437e-05,
      "loss": 0.2637,
      "step": 3524
    },
    {
      "epoch": 2.3040706228543404,
      "grad_norm": 3.859375,
      "learning_rate": 1.3055407168156438e-05,
      "loss": 0.1071,
      "step": 3525
    },
    {
      "epoch": 2.304724538172307,
      "grad_norm": 5.3125,
      "learning_rate": 1.30510589448444e-05,
      "loss": 0.1957,
      "step": 3526
    },
    {
      "epoch": 2.305378453490273,
      "grad_norm": 5.5625,
      "learning_rate": 1.3046710085361955e-05,
      "loss": 0.3174,
      "step": 3527
    },
    {
      "epoch": 2.306032368808239,
      "grad_norm": 3.90625,
      "learning_rate": 1.3042360590615886e-05,
      "loss": 0.1931,
      "step": 3528
    },
    {
      "epoch": 2.3066862841262057,
      "grad_norm": 4.96875,
      "learning_rate": 1.3038010461513091e-05,
      "loss": 0.2055,
      "step": 3529
    },
    {
      "epoch": 2.307340199444172,
      "grad_norm": 5.84375,
      "learning_rate": 1.3033659698960609e-05,
      "loss": 0.158,
      "step": 3530
    },
    {
      "epoch": 2.3079941147621383,
      "grad_norm": 5.46875,
      "learning_rate": 1.3029308303865607e-05,
      "loss": 0.1153,
      "step": 3531
    },
    {
      "epoch": 2.3086480300801044,
      "grad_norm": 3.859375,
      "learning_rate": 1.3024956277135385e-05,
      "loss": 0.0805,
      "step": 3532
    },
    {
      "epoch": 2.309301945398071,
      "grad_norm": 3.828125,
      "learning_rate": 1.3020603619677378e-05,
      "loss": 0.1264,
      "step": 3533
    },
    {
      "epoch": 2.309955860716037,
      "grad_norm": 2.609375,
      "learning_rate": 1.3016250332399157e-05,
      "loss": 0.069,
      "step": 3534
    },
    {
      "epoch": 2.3106097760340036,
      "grad_norm": 5.125,
      "learning_rate": 1.3011896416208404e-05,
      "loss": 0.397,
      "step": 3535
    },
    {
      "epoch": 2.3112636913519697,
      "grad_norm": 3.515625,
      "learning_rate": 1.3007541872012954e-05,
      "loss": 0.159,
      "step": 3536
    },
    {
      "epoch": 2.3119176066699363,
      "grad_norm": 3.53125,
      "learning_rate": 1.3003186700720763e-05,
      "loss": 0.1297,
      "step": 3537
    },
    {
      "epoch": 2.3125715219879024,
      "grad_norm": 4.40625,
      "learning_rate": 1.2998830903239918e-05,
      "loss": 0.2403,
      "step": 3538
    },
    {
      "epoch": 2.313225437305869,
      "grad_norm": 3.296875,
      "learning_rate": 1.2994474480478644e-05,
      "loss": 0.1515,
      "step": 3539
    },
    {
      "epoch": 2.313879352623835,
      "grad_norm": 6.90625,
      "learning_rate": 1.2990117433345282e-05,
      "loss": 0.3418,
      "step": 3540
    },
    {
      "epoch": 2.3145332679418016,
      "grad_norm": 4.5625,
      "learning_rate": 1.2985759762748315e-05,
      "loss": 0.1405,
      "step": 3541
    },
    {
      "epoch": 2.3151871832597677,
      "grad_norm": 5.25,
      "learning_rate": 1.2981401469596354e-05,
      "loss": 0.1732,
      "step": 3542
    },
    {
      "epoch": 2.3158410985777342,
      "grad_norm": 3.6875,
      "learning_rate": 1.2977042554798133e-05,
      "loss": 0.1259,
      "step": 3543
    },
    {
      "epoch": 2.3164950138957003,
      "grad_norm": 5.78125,
      "learning_rate": 1.297268301926253e-05,
      "loss": 0.1316,
      "step": 3544
    },
    {
      "epoch": 2.317148929213667,
      "grad_norm": 3.875,
      "learning_rate": 1.2968322863898533e-05,
      "loss": 0.1401,
      "step": 3545
    },
    {
      "epoch": 2.317802844531633,
      "grad_norm": 5.6875,
      "learning_rate": 1.2963962089615277e-05,
      "loss": 0.2708,
      "step": 3546
    },
    {
      "epoch": 2.3184567598495995,
      "grad_norm": 3.25,
      "learning_rate": 1.2959600697322014e-05,
      "loss": 0.1547,
      "step": 3547
    },
    {
      "epoch": 2.3191106751675656,
      "grad_norm": 3.515625,
      "learning_rate": 1.2955238687928133e-05,
      "loss": 0.1188,
      "step": 3548
    },
    {
      "epoch": 2.319764590485532,
      "grad_norm": 6.53125,
      "learning_rate": 1.2950876062343147e-05,
      "loss": 0.1958,
      "step": 3549
    },
    {
      "epoch": 2.3204185058034983,
      "grad_norm": 3.546875,
      "learning_rate": 1.2946512821476698e-05,
      "loss": 0.1397,
      "step": 3550
    },
    {
      "epoch": 2.321072421121465,
      "grad_norm": 2.84375,
      "learning_rate": 1.2942148966238558e-05,
      "loss": 0.0901,
      "step": 3551
    },
    {
      "epoch": 2.321726336439431,
      "grad_norm": 3.875,
      "learning_rate": 1.2937784497538627e-05,
      "loss": 0.0994,
      "step": 3552
    },
    {
      "epoch": 2.3223802517573975,
      "grad_norm": 4.625,
      "learning_rate": 1.2933419416286925e-05,
      "loss": 0.3029,
      "step": 3553
    },
    {
      "epoch": 2.3230341670753636,
      "grad_norm": 6.90625,
      "learning_rate": 1.2929053723393614e-05,
      "loss": 0.2162,
      "step": 3554
    },
    {
      "epoch": 2.32368808239333,
      "grad_norm": 2.921875,
      "learning_rate": 1.2924687419768976e-05,
      "loss": 0.1522,
      "step": 3555
    },
    {
      "epoch": 2.3243419977112962,
      "grad_norm": 7.0,
      "learning_rate": 1.2920320506323418e-05,
      "loss": 0.3098,
      "step": 3556
    },
    {
      "epoch": 2.324995913029263,
      "grad_norm": 3.078125,
      "learning_rate": 1.2915952983967477e-05,
      "loss": 0.1255,
      "step": 3557
    },
    {
      "epoch": 2.325649828347229,
      "grad_norm": 4.28125,
      "learning_rate": 1.2911584853611815e-05,
      "loss": 0.2453,
      "step": 3558
    },
    {
      "epoch": 2.3263037436651954,
      "grad_norm": 4.84375,
      "learning_rate": 1.2907216116167224e-05,
      "loss": 0.1497,
      "step": 3559
    },
    {
      "epoch": 2.3269576589831615,
      "grad_norm": 6.53125,
      "learning_rate": 1.2902846772544625e-05,
      "loss": 0.308,
      "step": 3560
    },
    {
      "epoch": 2.327611574301128,
      "grad_norm": 4.65625,
      "learning_rate": 1.2898476823655058e-05,
      "loss": 0.1704,
      "step": 3561
    },
    {
      "epoch": 2.328265489619094,
      "grad_norm": 3.796875,
      "learning_rate": 1.289410627040969e-05,
      "loss": 0.1505,
      "step": 3562
    },
    {
      "epoch": 2.3289194049370607,
      "grad_norm": 4.375,
      "learning_rate": 1.2889735113719816e-05,
      "loss": 0.1249,
      "step": 3563
    },
    {
      "epoch": 2.329573320255027,
      "grad_norm": 3.234375,
      "learning_rate": 1.2885363354496862e-05,
      "loss": 0.0947,
      "step": 3564
    },
    {
      "epoch": 2.3302272355729934,
      "grad_norm": 5.90625,
      "learning_rate": 1.2880990993652379e-05,
      "loss": 0.2243,
      "step": 3565
    },
    {
      "epoch": 2.3308811508909595,
      "grad_norm": 4.78125,
      "learning_rate": 1.2876618032098028e-05,
      "loss": 0.1026,
      "step": 3566
    },
    {
      "epoch": 2.331535066208926,
      "grad_norm": 2.71875,
      "learning_rate": 1.2872244470745613e-05,
      "loss": 0.1126,
      "step": 3567
    },
    {
      "epoch": 2.332188981526892,
      "grad_norm": 6.5,
      "learning_rate": 1.2867870310507058e-05,
      "loss": 0.3016,
      "step": 3568
    },
    {
      "epoch": 2.3328428968448587,
      "grad_norm": 4.8125,
      "learning_rate": 1.2863495552294412e-05,
      "loss": 0.1768,
      "step": 3569
    },
    {
      "epoch": 2.333496812162825,
      "grad_norm": 3.328125,
      "learning_rate": 1.2859120197019838e-05,
      "loss": 0.1294,
      "step": 3570
    },
    {
      "epoch": 2.3341507274807913,
      "grad_norm": 5.84375,
      "learning_rate": 1.2854744245595646e-05,
      "loss": 0.228,
      "step": 3571
    },
    {
      "epoch": 2.3348046427987574,
      "grad_norm": 4.9375,
      "learning_rate": 1.2850367698934245e-05,
      "loss": 0.2767,
      "step": 3572
    },
    {
      "epoch": 2.335458558116724,
      "grad_norm": 11.125,
      "learning_rate": 1.284599055794819e-05,
      "loss": 0.563,
      "step": 3573
    },
    {
      "epoch": 2.33611247343469,
      "grad_norm": 4.625,
      "learning_rate": 1.2841612823550145e-05,
      "loss": 0.1653,
      "step": 3574
    },
    {
      "epoch": 2.3367663887526566,
      "grad_norm": 6.875,
      "learning_rate": 1.2837234496652901e-05,
      "loss": 0.4759,
      "step": 3575
    },
    {
      "epoch": 2.3374203040706227,
      "grad_norm": 3.28125,
      "learning_rate": 1.2832855578169381e-05,
      "loss": 0.1506,
      "step": 3576
    },
    {
      "epoch": 2.3380742193885893,
      "grad_norm": 4.84375,
      "learning_rate": 1.2828476069012621e-05,
      "loss": 0.1709,
      "step": 3577
    },
    {
      "epoch": 2.3387281347065554,
      "grad_norm": 4.6875,
      "learning_rate": 1.2824095970095782e-05,
      "loss": 0.1822,
      "step": 3578
    },
    {
      "epoch": 2.339382050024522,
      "grad_norm": 4.375,
      "learning_rate": 1.2819715282332154e-05,
      "loss": 0.1781,
      "step": 3579
    },
    {
      "epoch": 2.340035965342488,
      "grad_norm": 5.03125,
      "learning_rate": 1.2815334006635145e-05,
      "loss": 0.2411,
      "step": 3580
    },
    {
      "epoch": 2.3406898806604546,
      "grad_norm": 3.296875,
      "learning_rate": 1.2810952143918284e-05,
      "loss": 0.0957,
      "step": 3581
    },
    {
      "epoch": 2.3413437959784207,
      "grad_norm": 3.53125,
      "learning_rate": 1.2806569695095227e-05,
      "loss": 0.1696,
      "step": 3582
    },
    {
      "epoch": 2.3419977112963872,
      "grad_norm": 5.125,
      "learning_rate": 1.280218666107975e-05,
      "loss": 0.1531,
      "step": 3583
    },
    {
      "epoch": 2.3426516266143533,
      "grad_norm": 3.765625,
      "learning_rate": 1.2797803042785746e-05,
      "loss": 0.1201,
      "step": 3584
    },
    {
      "epoch": 2.34330554193232,
      "grad_norm": 3.578125,
      "learning_rate": 1.2793418841127242e-05,
      "loss": 0.0928,
      "step": 3585
    },
    {
      "epoch": 2.343959457250286,
      "grad_norm": 3.546875,
      "learning_rate": 1.2789034057018372e-05,
      "loss": 0.1565,
      "step": 3586
    },
    {
      "epoch": 2.3446133725682525,
      "grad_norm": 4.96875,
      "learning_rate": 1.2784648691373409e-05,
      "loss": 0.2488,
      "step": 3587
    },
    {
      "epoch": 2.3452672878862186,
      "grad_norm": 3.359375,
      "learning_rate": 1.2780262745106728e-05,
      "loss": 0.1579,
      "step": 3588
    },
    {
      "epoch": 2.345921203204185,
      "grad_norm": 4.875,
      "learning_rate": 1.2775876219132836e-05,
      "loss": 0.1734,
      "step": 3589
    },
    {
      "epoch": 2.3465751185221513,
      "grad_norm": 7.0,
      "learning_rate": 1.2771489114366363e-05,
      "loss": 0.3582,
      "step": 3590
    },
    {
      "epoch": 2.347229033840118,
      "grad_norm": 5.75,
      "learning_rate": 1.2767101431722054e-05,
      "loss": 0.1417,
      "step": 3591
    },
    {
      "epoch": 2.347882949158084,
      "grad_norm": 5.5625,
      "learning_rate": 1.2762713172114772e-05,
      "loss": 0.1834,
      "step": 3592
    },
    {
      "epoch": 2.3485368644760505,
      "grad_norm": 5.96875,
      "learning_rate": 1.2758324336459508e-05,
      "loss": 0.1803,
      "step": 3593
    },
    {
      "epoch": 2.3491907797940166,
      "grad_norm": 6.4375,
      "learning_rate": 1.2753934925671367e-05,
      "loss": 0.2745,
      "step": 3594
    },
    {
      "epoch": 2.349844695111983,
      "grad_norm": 5.65625,
      "learning_rate": 1.2749544940665586e-05,
      "loss": 0.1253,
      "step": 3595
    },
    {
      "epoch": 2.3504986104299492,
      "grad_norm": 4.78125,
      "learning_rate": 1.2745154382357502e-05,
      "loss": 0.2142,
      "step": 3596
    },
    {
      "epoch": 2.351152525747916,
      "grad_norm": 4.9375,
      "learning_rate": 1.2740763251662585e-05,
      "loss": 0.1933,
      "step": 3597
    },
    {
      "epoch": 2.351806441065882,
      "grad_norm": 5.9375,
      "learning_rate": 1.273637154949642e-05,
      "loss": 0.3634,
      "step": 3598
    },
    {
      "epoch": 2.3524603563838484,
      "grad_norm": 5.0,
      "learning_rate": 1.2731979276774716e-05,
      "loss": 0.3648,
      "step": 3599
    },
    {
      "epoch": 2.3531142717018145,
      "grad_norm": 7.09375,
      "learning_rate": 1.272758643441329e-05,
      "loss": 0.3046,
      "step": 3600
    },
    {
      "epoch": 2.353768187019781,
      "grad_norm": 3.921875,
      "learning_rate": 1.2723193023328095e-05,
      "loss": 0.1892,
      "step": 3601
    },
    {
      "epoch": 2.354422102337747,
      "grad_norm": 5.5625,
      "learning_rate": 1.2718799044435186e-05,
      "loss": 0.4357,
      "step": 3602
    },
    {
      "epoch": 2.3550760176557137,
      "grad_norm": 4.65625,
      "learning_rate": 1.2714404498650743e-05,
      "loss": 0.2556,
      "step": 3603
    },
    {
      "epoch": 2.35572993297368,
      "grad_norm": 6.1875,
      "learning_rate": 1.2710009386891069e-05,
      "loss": 0.26,
      "step": 3604
    },
    {
      "epoch": 2.3563838482916464,
      "grad_norm": 3.609375,
      "learning_rate": 1.2705613710072575e-05,
      "loss": 0.1139,
      "step": 3605
    },
    {
      "epoch": 2.3570377636096125,
      "grad_norm": 8.6875,
      "learning_rate": 1.2701217469111798e-05,
      "loss": 0.2809,
      "step": 3606
    },
    {
      "epoch": 2.357691678927579,
      "grad_norm": 4.6875,
      "learning_rate": 1.2696820664925388e-05,
      "loss": 0.164,
      "step": 3607
    },
    {
      "epoch": 2.358345594245545,
      "grad_norm": 4.6875,
      "learning_rate": 1.2692423298430116e-05,
      "loss": 0.3389,
      "step": 3608
    },
    {
      "epoch": 2.3589995095635117,
      "grad_norm": 4.78125,
      "learning_rate": 1.2688025370542868e-05,
      "loss": 0.1827,
      "step": 3609
    },
    {
      "epoch": 2.359653424881478,
      "grad_norm": 4.84375,
      "learning_rate": 1.2683626882180647e-05,
      "loss": 0.3022,
      "step": 3610
    },
    {
      "epoch": 2.3603073401994443,
      "grad_norm": 6.53125,
      "learning_rate": 1.2679227834260572e-05,
      "loss": 0.2581,
      "step": 3611
    },
    {
      "epoch": 2.3609612555174104,
      "grad_norm": 4.9375,
      "learning_rate": 1.2674828227699882e-05,
      "loss": 0.1811,
      "step": 3612
    },
    {
      "epoch": 2.361615170835377,
      "grad_norm": 3.625,
      "learning_rate": 1.2670428063415932e-05,
      "loss": 0.133,
      "step": 3613
    },
    {
      "epoch": 2.362269086153343,
      "grad_norm": 6.46875,
      "learning_rate": 1.2666027342326183e-05,
      "loss": 0.2823,
      "step": 3614
    },
    {
      "epoch": 2.3629230014713096,
      "grad_norm": 3.28125,
      "learning_rate": 1.2661626065348231e-05,
      "loss": 0.1669,
      "step": 3615
    },
    {
      "epoch": 2.3635769167892757,
      "grad_norm": 3.53125,
      "learning_rate": 1.2657224233399775e-05,
      "loss": 0.1319,
      "step": 3616
    },
    {
      "epoch": 2.3642308321072423,
      "grad_norm": 4.4375,
      "learning_rate": 1.2652821847398631e-05,
      "loss": 0.1546,
      "step": 3617
    },
    {
      "epoch": 2.3648847474252084,
      "grad_norm": 4.21875,
      "learning_rate": 1.2648418908262735e-05,
      "loss": 0.2417,
      "step": 3618
    },
    {
      "epoch": 2.365538662743175,
      "grad_norm": 4.59375,
      "learning_rate": 1.2644015416910125e-05,
      "loss": 0.1844,
      "step": 3619
    },
    {
      "epoch": 2.366192578061141,
      "grad_norm": 3.390625,
      "learning_rate": 1.2639611374258977e-05,
      "loss": 0.1125,
      "step": 3620
    },
    {
      "epoch": 2.3668464933791076,
      "grad_norm": 5.8125,
      "learning_rate": 1.2635206781227568e-05,
      "loss": 0.2561,
      "step": 3621
    },
    {
      "epoch": 2.3675004086970737,
      "grad_norm": 5.5625,
      "learning_rate": 1.2630801638734283e-05,
      "loss": 0.2914,
      "step": 3622
    },
    {
      "epoch": 2.3681543240150402,
      "grad_norm": 6.46875,
      "learning_rate": 1.2626395947697636e-05,
      "loss": 0.2531,
      "step": 3623
    },
    {
      "epoch": 2.3688082393330063,
      "grad_norm": 4.1875,
      "learning_rate": 1.2621989709036246e-05,
      "loss": 0.1594,
      "step": 3624
    },
    {
      "epoch": 2.369462154650973,
      "grad_norm": 5.71875,
      "learning_rate": 1.2617582923668855e-05,
      "loss": 0.1947,
      "step": 3625
    },
    {
      "epoch": 2.370116069968939,
      "grad_norm": 4.1875,
      "learning_rate": 1.2613175592514307e-05,
      "loss": 0.154,
      "step": 3626
    },
    {
      "epoch": 2.3707699852869055,
      "grad_norm": 7.84375,
      "learning_rate": 1.2608767716491568e-05,
      "loss": 0.5609,
      "step": 3627
    },
    {
      "epoch": 2.3714239006048716,
      "grad_norm": 5.5625,
      "learning_rate": 1.2604359296519716e-05,
      "loss": 0.2106,
      "step": 3628
    },
    {
      "epoch": 2.372077815922838,
      "grad_norm": 3.875,
      "learning_rate": 1.2599950333517943e-05,
      "loss": 0.0906,
      "step": 3629
    },
    {
      "epoch": 2.3727317312408043,
      "grad_norm": 7.25,
      "learning_rate": 1.2595540828405555e-05,
      "loss": 0.2363,
      "step": 3630
    },
    {
      "epoch": 2.373385646558771,
      "grad_norm": 5.15625,
      "learning_rate": 1.2591130782101964e-05,
      "loss": 0.2029,
      "step": 3631
    },
    {
      "epoch": 2.374039561876737,
      "grad_norm": 4.1875,
      "learning_rate": 1.2586720195526703e-05,
      "loss": 0.2127,
      "step": 3632
    },
    {
      "epoch": 2.3746934771947035,
      "grad_norm": 8.0625,
      "learning_rate": 1.2582309069599416e-05,
      "loss": 0.301,
      "step": 3633
    },
    {
      "epoch": 2.3753473925126696,
      "grad_norm": 4.65625,
      "learning_rate": 1.2577897405239856e-05,
      "loss": 0.2879,
      "step": 3634
    },
    {
      "epoch": 2.376001307830636,
      "grad_norm": 4.46875,
      "learning_rate": 1.2573485203367894e-05,
      "loss": 0.1505,
      "step": 3635
    },
    {
      "epoch": 2.3766552231486022,
      "grad_norm": 5.75,
      "learning_rate": 1.2569072464903506e-05,
      "loss": 0.2597,
      "step": 3636
    },
    {
      "epoch": 2.3773091384665688,
      "grad_norm": 5.6875,
      "learning_rate": 1.2564659190766788e-05,
      "loss": 0.3359,
      "step": 3637
    },
    {
      "epoch": 2.377963053784535,
      "grad_norm": 3.0625,
      "learning_rate": 1.2560245381877938e-05,
      "loss": 0.0719,
      "step": 3638
    },
    {
      "epoch": 2.3786169691025014,
      "grad_norm": 4.09375,
      "learning_rate": 1.2555831039157275e-05,
      "loss": 0.1691,
      "step": 3639
    },
    {
      "epoch": 2.3792708844204675,
      "grad_norm": 6.5625,
      "learning_rate": 1.2551416163525222e-05,
      "loss": 0.565,
      "step": 3640
    },
    {
      "epoch": 2.3799247997384336,
      "grad_norm": 4.40625,
      "learning_rate": 1.2547000755902316e-05,
      "loss": 0.1962,
      "step": 3641
    },
    {
      "epoch": 2.3805787150564,
      "grad_norm": 5.09375,
      "learning_rate": 1.2542584817209209e-05,
      "loss": 0.1639,
      "step": 3642
    },
    {
      "epoch": 2.3812326303743667,
      "grad_norm": 5.09375,
      "learning_rate": 1.2538168348366659e-05,
      "loss": 0.201,
      "step": 3643
    },
    {
      "epoch": 2.381886545692333,
      "grad_norm": 4.0625,
      "learning_rate": 1.2533751350295533e-05,
      "loss": 0.2585,
      "step": 3644
    },
    {
      "epoch": 2.382540461010299,
      "grad_norm": 3.484375,
      "learning_rate": 1.2529333823916807e-05,
      "loss": 0.0924,
      "step": 3645
    },
    {
      "epoch": 2.3831943763282655,
      "grad_norm": 4.1875,
      "learning_rate": 1.252491577015158e-05,
      "loss": 0.1391,
      "step": 3646
    },
    {
      "epoch": 2.383848291646232,
      "grad_norm": 4.65625,
      "learning_rate": 1.2520497189921048e-05,
      "loss": 0.2838,
      "step": 3647
    },
    {
      "epoch": 2.384502206964198,
      "grad_norm": 4.25,
      "learning_rate": 1.251607808414652e-05,
      "loss": 0.164,
      "step": 3648
    },
    {
      "epoch": 2.3851561222821642,
      "grad_norm": 4.625,
      "learning_rate": 1.2511658453749412e-05,
      "loss": 0.1411,
      "step": 3649
    },
    {
      "epoch": 2.3858100376001308,
      "grad_norm": 3.640625,
      "learning_rate": 1.2507238299651254e-05,
      "loss": 0.1072,
      "step": 3650
    },
    {
      "epoch": 2.3864639529180973,
      "grad_norm": 5.21875,
      "learning_rate": 1.2502817622773691e-05,
      "loss": 0.1328,
      "step": 3651
    },
    {
      "epoch": 2.3871178682360634,
      "grad_norm": 5.0625,
      "learning_rate": 1.2498396424038464e-05,
      "loss": 0.1135,
      "step": 3652
    },
    {
      "epoch": 2.3877717835540295,
      "grad_norm": 3.4375,
      "learning_rate": 1.2493974704367427e-05,
      "loss": 0.1203,
      "step": 3653
    },
    {
      "epoch": 2.388425698871996,
      "grad_norm": 5.40625,
      "learning_rate": 1.2489552464682546e-05,
      "loss": 0.1561,
      "step": 3654
    },
    {
      "epoch": 2.3890796141899626,
      "grad_norm": 3.578125,
      "learning_rate": 1.2485129705905892e-05,
      "loss": 0.1318,
      "step": 3655
    },
    {
      "epoch": 2.3897335295079287,
      "grad_norm": 6.15625,
      "learning_rate": 1.2480706428959652e-05,
      "loss": 0.2194,
      "step": 3656
    },
    {
      "epoch": 2.390387444825895,
      "grad_norm": 5.5,
      "learning_rate": 1.2476282634766108e-05,
      "loss": 0.2835,
      "step": 3657
    },
    {
      "epoch": 2.3910413601438614,
      "grad_norm": 3.515625,
      "learning_rate": 1.2471858324247658e-05,
      "loss": 0.1088,
      "step": 3658
    },
    {
      "epoch": 2.391695275461828,
      "grad_norm": 3.640625,
      "learning_rate": 1.246743349832681e-05,
      "loss": 0.1341,
      "step": 3659
    },
    {
      "epoch": 2.392349190779794,
      "grad_norm": 4.375,
      "learning_rate": 1.2463008157926174e-05,
      "loss": 0.1997,
      "step": 3660
    },
    {
      "epoch": 2.39300310609776,
      "grad_norm": 5.25,
      "learning_rate": 1.2458582303968466e-05,
      "loss": 0.2003,
      "step": 3661
    },
    {
      "epoch": 2.3936570214157267,
      "grad_norm": 4.3125,
      "learning_rate": 1.245415593737652e-05,
      "loss": 0.1664,
      "step": 3662
    },
    {
      "epoch": 2.394310936733693,
      "grad_norm": 5.0625,
      "learning_rate": 1.2449729059073258e-05,
      "loss": 0.2129,
      "step": 3663
    },
    {
      "epoch": 2.3949648520516593,
      "grad_norm": 4.9375,
      "learning_rate": 1.2445301669981732e-05,
      "loss": 0.1265,
      "step": 3664
    },
    {
      "epoch": 2.3956187673696254,
      "grad_norm": 3.421875,
      "learning_rate": 1.2440873771025079e-05,
      "loss": 0.1081,
      "step": 3665
    },
    {
      "epoch": 2.396272682687592,
      "grad_norm": 5.5,
      "learning_rate": 1.2436445363126556e-05,
      "loss": 0.2937,
      "step": 3666
    },
    {
      "epoch": 2.3969265980055585,
      "grad_norm": 4.59375,
      "learning_rate": 1.2432016447209521e-05,
      "loss": 0.2671,
      "step": 3667
    },
    {
      "epoch": 2.3975805133235246,
      "grad_norm": 4.0625,
      "learning_rate": 1.2427587024197438e-05,
      "loss": 0.1113,
      "step": 3668
    },
    {
      "epoch": 2.3982344286414907,
      "grad_norm": 3.953125,
      "learning_rate": 1.242315709501388e-05,
      "loss": 0.0826,
      "step": 3669
    },
    {
      "epoch": 2.3988883439594573,
      "grad_norm": 2.828125,
      "learning_rate": 1.2418726660582521e-05,
      "loss": 0.0759,
      "step": 3670
    },
    {
      "epoch": 2.399542259277424,
      "grad_norm": 4.21875,
      "learning_rate": 1.241429572182714e-05,
      "loss": 0.2099,
      "step": 3671
    },
    {
      "epoch": 2.40019617459539,
      "grad_norm": 6.65625,
      "learning_rate": 1.2409864279671624e-05,
      "loss": 0.324,
      "step": 3672
    },
    {
      "epoch": 2.400850089913356,
      "grad_norm": 4.46875,
      "learning_rate": 1.2405432335039971e-05,
      "loss": 0.1306,
      "step": 3673
    },
    {
      "epoch": 2.4015040052313226,
      "grad_norm": 4.9375,
      "learning_rate": 1.2400999888856269e-05,
      "loss": 0.2109,
      "step": 3674
    },
    {
      "epoch": 2.402157920549289,
      "grad_norm": 4.5,
      "learning_rate": 1.2396566942044724e-05,
      "loss": 0.2428,
      "step": 3675
    },
    {
      "epoch": 2.402811835867255,
      "grad_norm": 5.5,
      "learning_rate": 1.2392133495529634e-05,
      "loss": 0.2578,
      "step": 3676
    },
    {
      "epoch": 2.4034657511852213,
      "grad_norm": 3.171875,
      "learning_rate": 1.2387699550235419e-05,
      "loss": 0.1289,
      "step": 3677
    },
    {
      "epoch": 2.404119666503188,
      "grad_norm": 3.609375,
      "learning_rate": 1.2383265107086589e-05,
      "loss": 0.1256,
      "step": 3678
    },
    {
      "epoch": 2.404773581821154,
      "grad_norm": 4.75,
      "learning_rate": 1.2378830167007756e-05,
      "loss": 0.1544,
      "step": 3679
    },
    {
      "epoch": 2.4054274971391205,
      "grad_norm": 7.1875,
      "learning_rate": 1.2374394730923644e-05,
      "loss": 0.4896,
      "step": 3680
    },
    {
      "epoch": 2.4060814124570866,
      "grad_norm": 4.0,
      "learning_rate": 1.2369958799759076e-05,
      "loss": 0.1392,
      "step": 3681
    },
    {
      "epoch": 2.406735327775053,
      "grad_norm": 4.90625,
      "learning_rate": 1.2365522374438985e-05,
      "loss": 0.27,
      "step": 3682
    },
    {
      "epoch": 2.4073892430930193,
      "grad_norm": 5.59375,
      "learning_rate": 1.2361085455888392e-05,
      "loss": 0.314,
      "step": 3683
    },
    {
      "epoch": 2.408043158410986,
      "grad_norm": 6.25,
      "learning_rate": 1.235664804503244e-05,
      "loss": 0.2747,
      "step": 3684
    },
    {
      "epoch": 2.408697073728952,
      "grad_norm": 5.1875,
      "learning_rate": 1.2352210142796359e-05,
      "loss": 0.2094,
      "step": 3685
    },
    {
      "epoch": 2.4093509890469185,
      "grad_norm": 5.8125,
      "learning_rate": 1.2347771750105486e-05,
      "loss": 0.2443,
      "step": 3686
    },
    {
      "epoch": 2.4100049043648846,
      "grad_norm": 4.25,
      "learning_rate": 1.2343332867885267e-05,
      "loss": 0.2156,
      "step": 3687
    },
    {
      "epoch": 2.410658819682851,
      "grad_norm": 8.6875,
      "learning_rate": 1.2338893497061241e-05,
      "loss": 0.365,
      "step": 3688
    },
    {
      "epoch": 2.411312735000817,
      "grad_norm": 4.75,
      "learning_rate": 1.2334453638559057e-05,
      "loss": 0.2918,
      "step": 3689
    },
    {
      "epoch": 2.4119666503187838,
      "grad_norm": 5.40625,
      "learning_rate": 1.2330013293304455e-05,
      "loss": 0.1898,
      "step": 3690
    },
    {
      "epoch": 2.41262056563675,
      "grad_norm": 5.6875,
      "learning_rate": 1.2325572462223285e-05,
      "loss": 0.2996,
      "step": 3691
    },
    {
      "epoch": 2.4132744809547164,
      "grad_norm": 4.6875,
      "learning_rate": 1.2321131146241498e-05,
      "loss": 0.1761,
      "step": 3692
    },
    {
      "epoch": 2.4139283962726825,
      "grad_norm": 5.5625,
      "learning_rate": 1.2316689346285146e-05,
      "loss": 0.2913,
      "step": 3693
    },
    {
      "epoch": 2.414582311590649,
      "grad_norm": 3.3125,
      "learning_rate": 1.2312247063280375e-05,
      "loss": 0.1007,
      "step": 3694
    },
    {
      "epoch": 2.415236226908615,
      "grad_norm": 3.828125,
      "learning_rate": 1.2307804298153441e-05,
      "loss": 0.1029,
      "step": 3695
    },
    {
      "epoch": 2.4158901422265817,
      "grad_norm": 4.40625,
      "learning_rate": 1.2303361051830691e-05,
      "loss": 0.1426,
      "step": 3696
    },
    {
      "epoch": 2.416544057544548,
      "grad_norm": 3.046875,
      "learning_rate": 1.2298917325238585e-05,
      "loss": 0.0851,
      "step": 3697
    },
    {
      "epoch": 2.4171979728625144,
      "grad_norm": 5.5,
      "learning_rate": 1.2294473119303669e-05,
      "loss": 0.3639,
      "step": 3698
    },
    {
      "epoch": 2.4178518881804805,
      "grad_norm": 4.5,
      "learning_rate": 1.2290028434952602e-05,
      "loss": 0.1477,
      "step": 3699
    },
    {
      "epoch": 2.418505803498447,
      "grad_norm": 7.5625,
      "learning_rate": 1.2285583273112133e-05,
      "loss": 0.2535,
      "step": 3700
    },
    {
      "epoch": 2.419159718816413,
      "grad_norm": 5.90625,
      "learning_rate": 1.2281137634709112e-05,
      "loss": 0.2977,
      "step": 3701
    },
    {
      "epoch": 2.4198136341343797,
      "grad_norm": 3.578125,
      "learning_rate": 1.2276691520670495e-05,
      "loss": 0.169,
      "step": 3702
    },
    {
      "epoch": 2.4204675494523458,
      "grad_norm": 5.28125,
      "learning_rate": 1.2272244931923329e-05,
      "loss": 0.2581,
      "step": 3703
    },
    {
      "epoch": 2.4211214647703123,
      "grad_norm": 5.0625,
      "learning_rate": 1.2267797869394771e-05,
      "loss": 0.1529,
      "step": 3704
    },
    {
      "epoch": 2.4217753800882784,
      "grad_norm": 5.46875,
      "learning_rate": 1.2263350334012059e-05,
      "loss": 0.243,
      "step": 3705
    },
    {
      "epoch": 2.422429295406245,
      "grad_norm": 6.78125,
      "learning_rate": 1.2258902326702542e-05,
      "loss": 0.3808,
      "step": 3706
    },
    {
      "epoch": 2.423083210724211,
      "grad_norm": 5.90625,
      "learning_rate": 1.2254453848393673e-05,
      "loss": 0.1563,
      "step": 3707
    },
    {
      "epoch": 2.4237371260421776,
      "grad_norm": 7.28125,
      "learning_rate": 1.225000490001299e-05,
      "loss": 0.5025,
      "step": 3708
    },
    {
      "epoch": 2.4243910413601437,
      "grad_norm": 7.875,
      "learning_rate": 1.2245555482488134e-05,
      "loss": 0.6143,
      "step": 3709
    },
    {
      "epoch": 2.4250449566781103,
      "grad_norm": 4.15625,
      "learning_rate": 1.2241105596746847e-05,
      "loss": 0.1523,
      "step": 3710
    },
    {
      "epoch": 2.4256988719960764,
      "grad_norm": 4.75,
      "learning_rate": 1.2236655243716964e-05,
      "loss": 0.1096,
      "step": 3711
    },
    {
      "epoch": 2.426352787314043,
      "grad_norm": 5.09375,
      "learning_rate": 1.2232204424326422e-05,
      "loss": 0.2144,
      "step": 3712
    },
    {
      "epoch": 2.427006702632009,
      "grad_norm": 4.4375,
      "learning_rate": 1.2227753139503248e-05,
      "loss": 0.2681,
      "step": 3713
    },
    {
      "epoch": 2.4276606179499756,
      "grad_norm": 4.1875,
      "learning_rate": 1.2223301390175574e-05,
      "loss": 0.267,
      "step": 3714
    },
    {
      "epoch": 2.4283145332679417,
      "grad_norm": 4.75,
      "learning_rate": 1.2218849177271627e-05,
      "loss": 0.1823,
      "step": 3715
    },
    {
      "epoch": 2.428968448585908,
      "grad_norm": 5.78125,
      "learning_rate": 1.221439650171973e-05,
      "loss": 0.352,
      "step": 3716
    },
    {
      "epoch": 2.4296223639038743,
      "grad_norm": 4.09375,
      "learning_rate": 1.2209943364448298e-05,
      "loss": 0.1249,
      "step": 3717
    },
    {
      "epoch": 2.430276279221841,
      "grad_norm": 7.03125,
      "learning_rate": 1.2205489766385848e-05,
      "loss": 0.3943,
      "step": 3718
    },
    {
      "epoch": 2.430930194539807,
      "grad_norm": 6.125,
      "learning_rate": 1.220103570846099e-05,
      "loss": 0.2802,
      "step": 3719
    },
    {
      "epoch": 2.4315841098577735,
      "grad_norm": 4.90625,
      "learning_rate": 1.219658119160243e-05,
      "loss": 0.1679,
      "step": 3720
    },
    {
      "epoch": 2.4322380251757396,
      "grad_norm": 5.375,
      "learning_rate": 1.2192126216738976e-05,
      "loss": 0.1231,
      "step": 3721
    },
    {
      "epoch": 2.432891940493706,
      "grad_norm": 4.65625,
      "learning_rate": 1.218767078479952e-05,
      "loss": 0.1211,
      "step": 3722
    },
    {
      "epoch": 2.4335458558116723,
      "grad_norm": 4.34375,
      "learning_rate": 1.218321489671306e-05,
      "loss": 0.2225,
      "step": 3723
    },
    {
      "epoch": 2.434199771129639,
      "grad_norm": 4.46875,
      "learning_rate": 1.2178758553408682e-05,
      "loss": 0.1454,
      "step": 3724
    },
    {
      "epoch": 2.434853686447605,
      "grad_norm": 5.0625,
      "learning_rate": 1.2174301755815572e-05,
      "loss": 0.1639,
      "step": 3725
    },
    {
      "epoch": 2.4355076017655715,
      "grad_norm": 4.15625,
      "learning_rate": 1.2169844504863006e-05,
      "loss": 0.1698,
      "step": 3726
    },
    {
      "epoch": 2.4361615170835376,
      "grad_norm": 6.15625,
      "learning_rate": 1.2165386801480354e-05,
      "loss": 0.3451,
      "step": 3727
    },
    {
      "epoch": 2.436815432401504,
      "grad_norm": 2.765625,
      "learning_rate": 1.216092864659709e-05,
      "loss": 0.1153,
      "step": 3728
    },
    {
      "epoch": 2.43746934771947,
      "grad_norm": 3.515625,
      "learning_rate": 1.215647004114277e-05,
      "loss": 0.0563,
      "step": 3729
    },
    {
      "epoch": 2.4381232630374368,
      "grad_norm": 5.78125,
      "learning_rate": 1.2152010986047053e-05,
      "loss": 0.2722,
      "step": 3730
    },
    {
      "epoch": 2.438777178355403,
      "grad_norm": 4.125,
      "learning_rate": 1.2147551482239685e-05,
      "loss": 0.1544,
      "step": 3731
    },
    {
      "epoch": 2.4394310936733694,
      "grad_norm": 7.09375,
      "learning_rate": 1.2143091530650508e-05,
      "loss": 0.2464,
      "step": 3732
    },
    {
      "epoch": 2.4400850089913355,
      "grad_norm": 4.09375,
      "learning_rate": 1.213863113220946e-05,
      "loss": 0.1366,
      "step": 3733
    },
    {
      "epoch": 2.440738924309302,
      "grad_norm": 5.71875,
      "learning_rate": 1.2134170287846572e-05,
      "loss": 0.4019,
      "step": 3734
    },
    {
      "epoch": 2.441392839627268,
      "grad_norm": 7.5,
      "learning_rate": 1.2129708998491961e-05,
      "loss": 0.3905,
      "step": 3735
    },
    {
      "epoch": 2.4420467549452347,
      "grad_norm": 3.9375,
      "learning_rate": 1.2125247265075846e-05,
      "loss": 0.1135,
      "step": 3736
    },
    {
      "epoch": 2.442700670263201,
      "grad_norm": 6.875,
      "learning_rate": 1.2120785088528528e-05,
      "loss": 0.3022,
      "step": 3737
    },
    {
      "epoch": 2.4433545855811674,
      "grad_norm": 3.984375,
      "learning_rate": 1.2116322469780417e-05,
      "loss": 0.1226,
      "step": 3738
    },
    {
      "epoch": 2.4440085008991335,
      "grad_norm": 3.734375,
      "learning_rate": 1.2111859409761996e-05,
      "loss": 0.1832,
      "step": 3739
    },
    {
      "epoch": 2.4446624162171,
      "grad_norm": 4.40625,
      "learning_rate": 1.2107395909403854e-05,
      "loss": 0.3223,
      "step": 3740
    },
    {
      "epoch": 2.445316331535066,
      "grad_norm": 3.125,
      "learning_rate": 1.2102931969636664e-05,
      "loss": 0.0907,
      "step": 3741
    },
    {
      "epoch": 2.4459702468530327,
      "grad_norm": 3.953125,
      "learning_rate": 1.2098467591391195e-05,
      "loss": 0.125,
      "step": 3742
    },
    {
      "epoch": 2.4466241621709988,
      "grad_norm": 3.296875,
      "learning_rate": 1.2094002775598305e-05,
      "loss": 0.1076,
      "step": 3743
    },
    {
      "epoch": 2.4472780774889653,
      "grad_norm": 2.1875,
      "learning_rate": 1.2089537523188948e-05,
      "loss": 0.0595,
      "step": 3744
    },
    {
      "epoch": 2.4479319928069314,
      "grad_norm": 4.375,
      "learning_rate": 1.208507183509416e-05,
      "loss": 0.1179,
      "step": 3745
    },
    {
      "epoch": 2.448585908124898,
      "grad_norm": 5.5,
      "learning_rate": 1.2080605712245073e-05,
      "loss": 0.1625,
      "step": 3746
    },
    {
      "epoch": 2.449239823442864,
      "grad_norm": 3.078125,
      "learning_rate": 1.2076139155572913e-05,
      "loss": 0.1558,
      "step": 3747
    },
    {
      "epoch": 2.4498937387608306,
      "grad_norm": 6.25,
      "learning_rate": 1.2071672166008991e-05,
      "loss": 0.2447,
      "step": 3748
    },
    {
      "epoch": 2.4505476540787967,
      "grad_norm": 4.21875,
      "learning_rate": 1.2067204744484713e-05,
      "loss": 0.1065,
      "step": 3749
    },
    {
      "epoch": 2.4512015693967633,
      "grad_norm": 4.15625,
      "learning_rate": 1.2062736891931567e-05,
      "loss": 0.1478,
      "step": 3750
    },
    {
      "epoch": 2.4518554847147294,
      "grad_norm": 3.5625,
      "learning_rate": 1.2058268609281143e-05,
      "loss": 0.1298,
      "step": 3751
    },
    {
      "epoch": 2.452509400032696,
      "grad_norm": 5.53125,
      "learning_rate": 1.2053799897465108e-05,
      "loss": 0.2919,
      "step": 3752
    },
    {
      "epoch": 2.453163315350662,
      "grad_norm": 4.3125,
      "learning_rate": 1.204933075741523e-05,
      "loss": 0.1868,
      "step": 3753
    },
    {
      "epoch": 2.4538172306686286,
      "grad_norm": 4.84375,
      "learning_rate": 1.2044861190063355e-05,
      "loss": 0.1593,
      "step": 3754
    },
    {
      "epoch": 2.4544711459865947,
      "grad_norm": 4.96875,
      "learning_rate": 1.2040391196341427e-05,
      "loss": 0.4096,
      "step": 3755
    },
    {
      "epoch": 2.455125061304561,
      "grad_norm": 3.78125,
      "learning_rate": 1.203592077718148e-05,
      "loss": 0.1069,
      "step": 3756
    },
    {
      "epoch": 2.4557789766225273,
      "grad_norm": 7.5,
      "learning_rate": 1.2031449933515625e-05,
      "loss": 0.3615,
      "step": 3757
    },
    {
      "epoch": 2.456432891940494,
      "grad_norm": 4.78125,
      "learning_rate": 1.2026978666276067e-05,
      "loss": 0.1376,
      "step": 3758
    },
    {
      "epoch": 2.45708680725846,
      "grad_norm": 5.09375,
      "learning_rate": 1.2022506976395112e-05,
      "loss": 0.3183,
      "step": 3759
    },
    {
      "epoch": 2.4577407225764265,
      "grad_norm": 3.734375,
      "learning_rate": 1.2018034864805137e-05,
      "loss": 0.1332,
      "step": 3760
    },
    {
      "epoch": 2.4583946378943926,
      "grad_norm": 5.1875,
      "learning_rate": 1.2013562332438613e-05,
      "loss": 0.3374,
      "step": 3761
    },
    {
      "epoch": 2.459048553212359,
      "grad_norm": 5.5,
      "learning_rate": 1.20090893802281e-05,
      "loss": 0.1761,
      "step": 3762
    },
    {
      "epoch": 2.4597024685303253,
      "grad_norm": 4.09375,
      "learning_rate": 1.2004616009106242e-05,
      "loss": 0.1761,
      "step": 3763
    },
    {
      "epoch": 2.460356383848292,
      "grad_norm": 4.15625,
      "learning_rate": 1.2000142220005777e-05,
      "loss": 0.1535,
      "step": 3764
    },
    {
      "epoch": 2.461010299166258,
      "grad_norm": 6.65625,
      "learning_rate": 1.199566801385953e-05,
      "loss": 0.3952,
      "step": 3765
    },
    {
      "epoch": 2.4616642144842245,
      "grad_norm": 5.5,
      "learning_rate": 1.1991193391600398e-05,
      "loss": 0.2834,
      "step": 3766
    },
    {
      "epoch": 2.4623181298021906,
      "grad_norm": 3.453125,
      "learning_rate": 1.1986718354161385e-05,
      "loss": 0.147,
      "step": 3767
    },
    {
      "epoch": 2.462972045120157,
      "grad_norm": 4.90625,
      "learning_rate": 1.1982242902475563e-05,
      "loss": 0.2091,
      "step": 3768
    },
    {
      "epoch": 2.463625960438123,
      "grad_norm": 4.84375,
      "learning_rate": 1.1977767037476111e-05,
      "loss": 0.2516,
      "step": 3769
    },
    {
      "epoch": 2.4642798757560898,
      "grad_norm": 5.8125,
      "learning_rate": 1.197329076009628e-05,
      "loss": 0.3564,
      "step": 3770
    },
    {
      "epoch": 2.464933791074056,
      "grad_norm": 3.59375,
      "learning_rate": 1.1968814071269403e-05,
      "loss": 0.1311,
      "step": 3771
    },
    {
      "epoch": 2.4655877063920224,
      "grad_norm": 3.765625,
      "learning_rate": 1.1964336971928911e-05,
      "loss": 0.1628,
      "step": 3772
    },
    {
      "epoch": 2.4662416217099885,
      "grad_norm": 4.1875,
      "learning_rate": 1.1959859463008316e-05,
      "loss": 0.1315,
      "step": 3773
    },
    {
      "epoch": 2.466895537027955,
      "grad_norm": 5.0625,
      "learning_rate": 1.1955381545441214e-05,
      "loss": 0.2145,
      "step": 3774
    },
    {
      "epoch": 2.467549452345921,
      "grad_norm": 3.65625,
      "learning_rate": 1.1950903220161286e-05,
      "loss": 0.1262,
      "step": 3775
    },
    {
      "epoch": 2.4682033676638877,
      "grad_norm": 6.03125,
      "learning_rate": 1.1946424488102297e-05,
      "loss": 0.2898,
      "step": 3776
    },
    {
      "epoch": 2.468857282981854,
      "grad_norm": 5.5,
      "learning_rate": 1.1941945350198103e-05,
      "loss": 0.2461,
      "step": 3777
    },
    {
      "epoch": 2.4695111982998204,
      "grad_norm": 3.09375,
      "learning_rate": 1.1937465807382638e-05,
      "loss": 0.0743,
      "step": 3778
    },
    {
      "epoch": 2.4701651136177865,
      "grad_norm": 5.28125,
      "learning_rate": 1.1932985860589924e-05,
      "loss": 0.2819,
      "step": 3779
    },
    {
      "epoch": 2.470819028935753,
      "grad_norm": 4.9375,
      "learning_rate": 1.1928505510754065e-05,
      "loss": 0.1081,
      "step": 3780
    },
    {
      "epoch": 2.471472944253719,
      "grad_norm": 6.1875,
      "learning_rate": 1.192402475880925e-05,
      "loss": 0.3221,
      "step": 3781
    },
    {
      "epoch": 2.4721268595716857,
      "grad_norm": 4.59375,
      "learning_rate": 1.1919543605689756e-05,
      "loss": 0.2648,
      "step": 3782
    },
    {
      "epoch": 2.4727807748896518,
      "grad_norm": 8.5,
      "learning_rate": 1.191506205232993e-05,
      "loss": 0.2333,
      "step": 3783
    },
    {
      "epoch": 2.4734346902076183,
      "grad_norm": 5.25,
      "learning_rate": 1.1910580099664222e-05,
      "loss": 0.22,
      "step": 3784
    },
    {
      "epoch": 2.4740886055255844,
      "grad_norm": 4.1875,
      "learning_rate": 1.190609774862715e-05,
      "loss": 0.106,
      "step": 3785
    },
    {
      "epoch": 2.474742520843551,
      "grad_norm": 3.25,
      "learning_rate": 1.1901615000153324e-05,
      "loss": 0.1081,
      "step": 3786
    },
    {
      "epoch": 2.475396436161517,
      "grad_norm": 5.15625,
      "learning_rate": 1.1897131855177428e-05,
      "loss": 0.2634,
      "step": 3787
    },
    {
      "epoch": 2.4760503514794836,
      "grad_norm": 3.484375,
      "learning_rate": 1.1892648314634234e-05,
      "loss": 0.1925,
      "step": 3788
    },
    {
      "epoch": 2.4767042667974497,
      "grad_norm": 4.65625,
      "learning_rate": 1.1888164379458603e-05,
      "loss": 0.1899,
      "step": 3789
    },
    {
      "epoch": 2.477358182115416,
      "grad_norm": 6.84375,
      "learning_rate": 1.1883680050585466e-05,
      "loss": 0.3954,
      "step": 3790
    },
    {
      "epoch": 2.4780120974333824,
      "grad_norm": 7.59375,
      "learning_rate": 1.1879195328949849e-05,
      "loss": 0.3563,
      "step": 3791
    },
    {
      "epoch": 2.478666012751349,
      "grad_norm": 4.46875,
      "learning_rate": 1.1874710215486843e-05,
      "loss": 0.2054,
      "step": 3792
    },
    {
      "epoch": 2.479319928069315,
      "grad_norm": 4.0,
      "learning_rate": 1.187022471113163e-05,
      "loss": 0.1364,
      "step": 3793
    },
    {
      "epoch": 2.479973843387281,
      "grad_norm": 6.5625,
      "learning_rate": 1.1865738816819483e-05,
      "loss": 0.3409,
      "step": 3794
    },
    {
      "epoch": 2.4806277587052477,
      "grad_norm": 6.78125,
      "learning_rate": 1.1861252533485743e-05,
      "loss": 0.2168,
      "step": 3795
    },
    {
      "epoch": 2.481281674023214,
      "grad_norm": 5.375,
      "learning_rate": 1.1856765862065836e-05,
      "loss": 0.1879,
      "step": 3796
    },
    {
      "epoch": 2.4819355893411803,
      "grad_norm": 6.0,
      "learning_rate": 1.1852278803495267e-05,
      "loss": 0.1922,
      "step": 3797
    },
    {
      "epoch": 2.4825895046591464,
      "grad_norm": 3.109375,
      "learning_rate": 1.1847791358709626e-05,
      "loss": 0.1349,
      "step": 3798
    },
    {
      "epoch": 2.483243419977113,
      "grad_norm": 4.03125,
      "learning_rate": 1.1843303528644583e-05,
      "loss": 0.133,
      "step": 3799
    },
    {
      "epoch": 2.4838973352950795,
      "grad_norm": 5.09375,
      "learning_rate": 1.1838815314235883e-05,
      "loss": 0.2081,
      "step": 3800
    },
    {
      "epoch": 2.4845512506130456,
      "grad_norm": 4.5625,
      "learning_rate": 1.1834326716419358e-05,
      "loss": 0.2146,
      "step": 3801
    },
    {
      "epoch": 2.4852051659310117,
      "grad_norm": 6.78125,
      "learning_rate": 1.1829837736130914e-05,
      "loss": 0.2747,
      "step": 3802
    },
    {
      "epoch": 2.4858590812489783,
      "grad_norm": 4.46875,
      "learning_rate": 1.1825348374306543e-05,
      "loss": 0.2146,
      "step": 3803
    },
    {
      "epoch": 2.486512996566945,
      "grad_norm": 6.5625,
      "learning_rate": 1.182085863188231e-05,
      "loss": 0.3495,
      "step": 3804
    },
    {
      "epoch": 2.487166911884911,
      "grad_norm": 4.28125,
      "learning_rate": 1.1816368509794365e-05,
      "loss": 0.1663,
      "step": 3805
    },
    {
      "epoch": 2.487820827202877,
      "grad_norm": 5.0625,
      "learning_rate": 1.1811878008978935e-05,
      "loss": 0.1813,
      "step": 3806
    },
    {
      "epoch": 2.4884747425208436,
      "grad_norm": 6.5,
      "learning_rate": 1.1807387130372324e-05,
      "loss": 0.2701,
      "step": 3807
    },
    {
      "epoch": 2.48912865783881,
      "grad_norm": 3.71875,
      "learning_rate": 1.1802895874910917e-05,
      "loss": 0.1818,
      "step": 3808
    },
    {
      "epoch": 2.489782573156776,
      "grad_norm": 4.53125,
      "learning_rate": 1.1798404243531174e-05,
      "loss": 0.2784,
      "step": 3809
    },
    {
      "epoch": 2.4904364884747423,
      "grad_norm": 6.34375,
      "learning_rate": 1.179391223716964e-05,
      "loss": 0.3465,
      "step": 3810
    },
    {
      "epoch": 2.491090403792709,
      "grad_norm": 4.75,
      "learning_rate": 1.1789419856762936e-05,
      "loss": 0.2208,
      "step": 3811
    },
    {
      "epoch": 2.4917443191106754,
      "grad_norm": 6.3125,
      "learning_rate": 1.1784927103247755e-05,
      "loss": 0.3501,
      "step": 3812
    },
    {
      "epoch": 2.4923982344286415,
      "grad_norm": 4.84375,
      "learning_rate": 1.1780433977560879e-05,
      "loss": 0.1994,
      "step": 3813
    },
    {
      "epoch": 2.4930521497466076,
      "grad_norm": 4.65625,
      "learning_rate": 1.177594048063915e-05,
      "loss": 0.2501,
      "step": 3814
    },
    {
      "epoch": 2.493706065064574,
      "grad_norm": 4.78125,
      "learning_rate": 1.1771446613419508e-05,
      "loss": 0.3802,
      "step": 3815
    },
    {
      "epoch": 2.4943599803825407,
      "grad_norm": 2.875,
      "learning_rate": 1.1766952376838958e-05,
      "loss": 0.053,
      "step": 3816
    },
    {
      "epoch": 2.495013895700507,
      "grad_norm": 4.53125,
      "learning_rate": 1.1762457771834586e-05,
      "loss": 0.1691,
      "step": 3817
    },
    {
      "epoch": 2.495667811018473,
      "grad_norm": 5.75,
      "learning_rate": 1.1757962799343548e-05,
      "loss": 0.2264,
      "step": 3818
    },
    {
      "epoch": 2.4963217263364395,
      "grad_norm": 6.5,
      "learning_rate": 1.1753467460303082e-05,
      "loss": 0.1884,
      "step": 3819
    },
    {
      "epoch": 2.496975641654406,
      "grad_norm": 3.40625,
      "learning_rate": 1.1748971755650511e-05,
      "loss": 0.1413,
      "step": 3820
    },
    {
      "epoch": 2.497629556972372,
      "grad_norm": 4.09375,
      "learning_rate": 1.1744475686323225e-05,
      "loss": 0.1672,
      "step": 3821
    },
    {
      "epoch": 2.498283472290338,
      "grad_norm": 5.5,
      "learning_rate": 1.1739979253258679e-05,
      "loss": 0.168,
      "step": 3822
    },
    {
      "epoch": 2.4989373876083047,
      "grad_norm": 4.3125,
      "learning_rate": 1.1735482457394424e-05,
      "loss": 0.1695,
      "step": 3823
    },
    {
      "epoch": 2.4995913029262713,
      "grad_norm": 5.15625,
      "learning_rate": 1.1730985299668079e-05,
      "loss": 0.1271,
      "step": 3824
    },
    {
      "epoch": 2.5002452182442374,
      "grad_norm": 7.6875,
      "learning_rate": 1.1726487781017337e-05,
      "loss": 0.3036,
      "step": 3825
    },
    {
      "epoch": 2.5008991335622035,
      "grad_norm": 4.0625,
      "learning_rate": 1.1721989902379964e-05,
      "loss": 0.2141,
      "step": 3826
    },
    {
      "epoch": 2.50155304888017,
      "grad_norm": 6.0,
      "learning_rate": 1.1717491664693806e-05,
      "loss": 0.2174,
      "step": 3827
    },
    {
      "epoch": 2.5022069641981366,
      "grad_norm": 5.25,
      "learning_rate": 1.1712993068896781e-05,
      "loss": 0.2759,
      "step": 3828
    },
    {
      "epoch": 2.5028608795161027,
      "grad_norm": 3.765625,
      "learning_rate": 1.1708494115926882e-05,
      "loss": 0.1087,
      "step": 3829
    },
    {
      "epoch": 2.503514794834069,
      "grad_norm": 8.625,
      "learning_rate": 1.1703994806722179e-05,
      "loss": 0.2336,
      "step": 3830
    },
    {
      "epoch": 2.5041687101520353,
      "grad_norm": 3.953125,
      "learning_rate": 1.1699495142220813e-05,
      "loss": 0.1896,
      "step": 3831
    },
    {
      "epoch": 2.504822625470002,
      "grad_norm": 3.625,
      "learning_rate": 1.1694995123361001e-05,
      "loss": 0.1302,
      "step": 3832
    },
    {
      "epoch": 2.505476540787968,
      "grad_norm": 5.15625,
      "learning_rate": 1.1690494751081034e-05,
      "loss": 0.3797,
      "step": 3833
    },
    {
      "epoch": 2.506130456105934,
      "grad_norm": 3.09375,
      "learning_rate": 1.1685994026319274e-05,
      "loss": 0.1038,
      "step": 3834
    },
    {
      "epoch": 2.5067843714239006,
      "grad_norm": 5.46875,
      "learning_rate": 1.1681492950014157e-05,
      "loss": 0.1605,
      "step": 3835
    },
    {
      "epoch": 2.507438286741867,
      "grad_norm": 5.0625,
      "learning_rate": 1.16769915231042e-05,
      "loss": 0.3118,
      "step": 3836
    },
    {
      "epoch": 2.5080922020598333,
      "grad_norm": 3.71875,
      "learning_rate": 1.1672489746527979e-05,
      "loss": 0.1691,
      "step": 3837
    },
    {
      "epoch": 2.5087461173777994,
      "grad_norm": 4.3125,
      "learning_rate": 1.1667987621224157e-05,
      "loss": 0.083,
      "step": 3838
    },
    {
      "epoch": 2.509400032695766,
      "grad_norm": 4.8125,
      "learning_rate": 1.166348514813146e-05,
      "loss": 0.1877,
      "step": 3839
    },
    {
      "epoch": 2.5100539480137325,
      "grad_norm": 3.90625,
      "learning_rate": 1.1658982328188691e-05,
      "loss": 0.1757,
      "step": 3840
    },
    {
      "epoch": 2.5107078633316986,
      "grad_norm": 4.3125,
      "learning_rate": 1.1654479162334722e-05,
      "loss": 0.3619,
      "step": 3841
    },
    {
      "epoch": 2.5113617786496647,
      "grad_norm": 4.53125,
      "learning_rate": 1.1649975651508505e-05,
      "loss": 0.1881,
      "step": 3842
    },
    {
      "epoch": 2.5120156939676312,
      "grad_norm": 7.75,
      "learning_rate": 1.1645471796649055e-05,
      "loss": 0.3409,
      "step": 3843
    },
    {
      "epoch": 2.5126696092855973,
      "grad_norm": 5.1875,
      "learning_rate": 1.1640967598695461e-05,
      "loss": 0.218,
      "step": 3844
    },
    {
      "epoch": 2.513323524603564,
      "grad_norm": 4.4375,
      "learning_rate": 1.1636463058586882e-05,
      "loss": 0.1657,
      "step": 3845
    },
    {
      "epoch": 2.51397743992153,
      "grad_norm": 3.859375,
      "learning_rate": 1.1631958177262557e-05,
      "loss": 0.1006,
      "step": 3846
    },
    {
      "epoch": 2.5146313552394965,
      "grad_norm": 3.828125,
      "learning_rate": 1.162745295566179e-05,
      "loss": 0.1518,
      "step": 3847
    },
    {
      "epoch": 2.5152852705574626,
      "grad_norm": 3.265625,
      "learning_rate": 1.1622947394723954e-05,
      "loss": 0.1102,
      "step": 3848
    },
    {
      "epoch": 2.515939185875429,
      "grad_norm": 4.40625,
      "learning_rate": 1.161844149538849e-05,
      "loss": 0.1943,
      "step": 3849
    },
    {
      "epoch": 2.5165931011933953,
      "grad_norm": 5.34375,
      "learning_rate": 1.161393525859492e-05,
      "loss": 0.5461,
      "step": 3850
    },
    {
      "epoch": 2.517247016511362,
      "grad_norm": 7.3125,
      "learning_rate": 1.1609428685282834e-05,
      "loss": 0.312,
      "step": 3851
    },
    {
      "epoch": 2.517900931829328,
      "grad_norm": 4.78125,
      "learning_rate": 1.160492177639188e-05,
      "loss": 0.2382,
      "step": 3852
    },
    {
      "epoch": 2.5185548471472945,
      "grad_norm": 5.25,
      "learning_rate": 1.160041453286179e-05,
      "loss": 0.3167,
      "step": 3853
    },
    {
      "epoch": 2.5192087624652606,
      "grad_norm": 3.53125,
      "learning_rate": 1.1595906955632361e-05,
      "loss": 0.1834,
      "step": 3854
    },
    {
      "epoch": 2.519862677783227,
      "grad_norm": 3.328125,
      "learning_rate": 1.1591399045643454e-05,
      "loss": 0.1282,
      "step": 3855
    },
    {
      "epoch": 2.5205165931011932,
      "grad_norm": 6.375,
      "learning_rate": 1.1586890803835016e-05,
      "loss": 0.3253,
      "step": 3856
    },
    {
      "epoch": 2.52117050841916,
      "grad_norm": 5.40625,
      "learning_rate": 1.158238223114704e-05,
      "loss": 0.3108,
      "step": 3857
    },
    {
      "epoch": 2.521824423737126,
      "grad_norm": 3.828125,
      "learning_rate": 1.1577873328519605e-05,
      "loss": 0.1347,
      "step": 3858
    },
    {
      "epoch": 2.5224783390550924,
      "grad_norm": 3.40625,
      "learning_rate": 1.1573364096892853e-05,
      "loss": 0.1478,
      "step": 3859
    },
    {
      "epoch": 2.5231322543730585,
      "grad_norm": 5.6875,
      "learning_rate": 1.1568854537206995e-05,
      "loss": 0.2803,
      "step": 3860
    },
    {
      "epoch": 2.523786169691025,
      "grad_norm": 2.765625,
      "learning_rate": 1.156434465040231e-05,
      "loss": 0.1198,
      "step": 3861
    },
    {
      "epoch": 2.524440085008991,
      "grad_norm": 5.21875,
      "learning_rate": 1.1559834437419146e-05,
      "loss": 0.3239,
      "step": 3862
    },
    {
      "epoch": 2.5250940003269577,
      "grad_norm": 6.375,
      "learning_rate": 1.155532389919792e-05,
      "loss": 0.3712,
      "step": 3863
    },
    {
      "epoch": 2.525747915644924,
      "grad_norm": 3.625,
      "learning_rate": 1.1550813036679115e-05,
      "loss": 0.1632,
      "step": 3864
    },
    {
      "epoch": 2.5264018309628904,
      "grad_norm": 5.53125,
      "learning_rate": 1.1546301850803283e-05,
      "loss": 0.3239,
      "step": 3865
    },
    {
      "epoch": 2.5270557462808565,
      "grad_norm": 3.9375,
      "learning_rate": 1.1541790342511041e-05,
      "loss": 0.1556,
      "step": 3866
    },
    {
      "epoch": 2.527709661598823,
      "grad_norm": 3.640625,
      "learning_rate": 1.1537278512743075e-05,
      "loss": 0.1126,
      "step": 3867
    },
    {
      "epoch": 2.528363576916789,
      "grad_norm": 4.90625,
      "learning_rate": 1.1532766362440137e-05,
      "loss": 0.2386,
      "step": 3868
    },
    {
      "epoch": 2.5290174922347557,
      "grad_norm": 8.625,
      "learning_rate": 1.1528253892543053e-05,
      "loss": 0.4308,
      "step": 3869
    },
    {
      "epoch": 2.529671407552722,
      "grad_norm": 6.59375,
      "learning_rate": 1.1523741103992698e-05,
      "loss": 0.2576,
      "step": 3870
    },
    {
      "epoch": 2.5303253228706883,
      "grad_norm": 6.21875,
      "learning_rate": 1.1519227997730034e-05,
      "loss": 0.2388,
      "step": 3871
    },
    {
      "epoch": 2.5309792381886544,
      "grad_norm": 6.5625,
      "learning_rate": 1.151471457469608e-05,
      "loss": 0.4508,
      "step": 3872
    },
    {
      "epoch": 2.531633153506621,
      "grad_norm": 3.375,
      "learning_rate": 1.1510200835831918e-05,
      "loss": 0.2161,
      "step": 3873
    },
    {
      "epoch": 2.532287068824587,
      "grad_norm": 3.59375,
      "learning_rate": 1.1505686782078697e-05,
      "loss": 0.1238,
      "step": 3874
    },
    {
      "epoch": 2.5329409841425536,
      "grad_norm": 4.65625,
      "learning_rate": 1.1501172414377635e-05,
      "loss": 0.1853,
      "step": 3875
    },
    {
      "epoch": 2.5335948994605197,
      "grad_norm": 2.515625,
      "learning_rate": 1.1496657733670019e-05,
      "loss": 0.071,
      "step": 3876
    },
    {
      "epoch": 2.5342488147784863,
      "grad_norm": 9.0625,
      "learning_rate": 1.1492142740897188e-05,
      "loss": 0.3961,
      "step": 3877
    },
    {
      "epoch": 2.5349027300964524,
      "grad_norm": 3.5625,
      "learning_rate": 1.1487627437000564e-05,
      "loss": 0.1491,
      "step": 3878
    },
    {
      "epoch": 2.535556645414419,
      "grad_norm": 5.28125,
      "learning_rate": 1.1483111822921618e-05,
      "loss": 0.2428,
      "step": 3879
    },
    {
      "epoch": 2.536210560732385,
      "grad_norm": 4.34375,
      "learning_rate": 1.1478595899601889e-05,
      "loss": 0.1703,
      "step": 3880
    },
    {
      "epoch": 2.5368644760503516,
      "grad_norm": 4.0625,
      "learning_rate": 1.1474079667982991e-05,
      "loss": 0.1818,
      "step": 3881
    },
    {
      "epoch": 2.5375183913683177,
      "grad_norm": 4.96875,
      "learning_rate": 1.1469563129006594e-05,
      "loss": 0.191,
      "step": 3882
    },
    {
      "epoch": 2.5381723066862842,
      "grad_norm": 3.703125,
      "learning_rate": 1.1465046283614427e-05,
      "loss": 0.1268,
      "step": 3883
    },
    {
      "epoch": 2.5388262220042503,
      "grad_norm": 5.09375,
      "learning_rate": 1.146052913274829e-05,
      "loss": 0.1997,
      "step": 3884
    },
    {
      "epoch": 2.539480137322217,
      "grad_norm": 7.15625,
      "learning_rate": 1.1456011677350052e-05,
      "loss": 0.3427,
      "step": 3885
    },
    {
      "epoch": 2.540134052640183,
      "grad_norm": 5.65625,
      "learning_rate": 1.1451493918361629e-05,
      "loss": 0.2156,
      "step": 3886
    },
    {
      "epoch": 2.5407879679581495,
      "grad_norm": 3.828125,
      "learning_rate": 1.144697585672502e-05,
      "loss": 0.137,
      "step": 3887
    },
    {
      "epoch": 2.5414418832761156,
      "grad_norm": 5.3125,
      "learning_rate": 1.1442457493382269e-05,
      "loss": 0.1653,
      "step": 3888
    },
    {
      "epoch": 2.542095798594082,
      "grad_norm": 4.9375,
      "learning_rate": 1.1437938829275496e-05,
      "loss": 0.2373,
      "step": 3889
    },
    {
      "epoch": 2.5427497139120483,
      "grad_norm": 4.21875,
      "learning_rate": 1.1433419865346877e-05,
      "loss": 0.1978,
      "step": 3890
    },
    {
      "epoch": 2.543403629230015,
      "grad_norm": 5.65625,
      "learning_rate": 1.1428900602538656e-05,
      "loss": 0.2541,
      "step": 3891
    },
    {
      "epoch": 2.544057544547981,
      "grad_norm": 3.1875,
      "learning_rate": 1.142438104179313e-05,
      "loss": 0.1207,
      "step": 3892
    },
    {
      "epoch": 2.5447114598659475,
      "grad_norm": 3.71875,
      "learning_rate": 1.1419861184052669e-05,
      "loss": 0.1143,
      "step": 3893
    },
    {
      "epoch": 2.5453653751839136,
      "grad_norm": 4.625,
      "learning_rate": 1.1415341030259698e-05,
      "loss": 0.1339,
      "step": 3894
    },
    {
      "epoch": 2.54601929050188,
      "grad_norm": 7.0625,
      "learning_rate": 1.1410820581356705e-05,
      "loss": 0.3235,
      "step": 3895
    },
    {
      "epoch": 2.5466732058198462,
      "grad_norm": 5.0,
      "learning_rate": 1.1406299838286236e-05,
      "loss": 0.208,
      "step": 3896
    },
    {
      "epoch": 2.547327121137813,
      "grad_norm": 7.4375,
      "learning_rate": 1.1401778801990911e-05,
      "loss": 0.2209,
      "step": 3897
    },
    {
      "epoch": 2.547981036455779,
      "grad_norm": 3.0,
      "learning_rate": 1.1397257473413395e-05,
      "loss": 0.1004,
      "step": 3898
    },
    {
      "epoch": 2.5486349517737454,
      "grad_norm": 9.5625,
      "learning_rate": 1.1392735853496428e-05,
      "loss": 0.1589,
      "step": 3899
    },
    {
      "epoch": 2.5492888670917115,
      "grad_norm": 5.5625,
      "learning_rate": 1.13882139431828e-05,
      "loss": 0.1701,
      "step": 3900
    },
    {
      "epoch": 2.549942782409678,
      "grad_norm": 2.828125,
      "learning_rate": 1.1383691743415364e-05,
      "loss": 0.1372,
      "step": 3901
    },
    {
      "epoch": 2.550596697727644,
      "grad_norm": 3.625,
      "learning_rate": 1.137916925513704e-05,
      "loss": 0.1225,
      "step": 3902
    },
    {
      "epoch": 2.5512506130456107,
      "grad_norm": 5.75,
      "learning_rate": 1.13746464792908e-05,
      "loss": 0.2626,
      "step": 3903
    },
    {
      "epoch": 2.551904528363577,
      "grad_norm": 2.59375,
      "learning_rate": 1.1370123416819683e-05,
      "loss": 0.0697,
      "step": 3904
    },
    {
      "epoch": 2.5525584436815434,
      "grad_norm": 4.0625,
      "learning_rate": 1.1365600068666781e-05,
      "loss": 0.2493,
      "step": 3905
    },
    {
      "epoch": 2.5532123589995095,
      "grad_norm": 8.1875,
      "learning_rate": 1.1361076435775242e-05,
      "loss": 0.2371,
      "step": 3906
    },
    {
      "epoch": 2.553866274317476,
      "grad_norm": 4.4375,
      "learning_rate": 1.1356552519088293e-05,
      "loss": 0.2002,
      "step": 3907
    },
    {
      "epoch": 2.554520189635442,
      "grad_norm": 6.09375,
      "learning_rate": 1.1352028319549202e-05,
      "loss": 0.3357,
      "step": 3908
    },
    {
      "epoch": 2.5551741049534087,
      "grad_norm": 4.71875,
      "learning_rate": 1.1347503838101297e-05,
      "loss": 0.1366,
      "step": 3909
    },
    {
      "epoch": 2.555828020271375,
      "grad_norm": 5.0,
      "learning_rate": 1.1342979075687975e-05,
      "loss": 0.1511,
      "step": 3910
    },
    {
      "epoch": 2.5564819355893413,
      "grad_norm": 4.75,
      "learning_rate": 1.1338454033252678e-05,
      "loss": 0.2144,
      "step": 3911
    },
    {
      "epoch": 2.5571358509073074,
      "grad_norm": 3.171875,
      "learning_rate": 1.1333928711738922e-05,
      "loss": 0.0875,
      "step": 3912
    },
    {
      "epoch": 2.557789766225274,
      "grad_norm": 3.65625,
      "learning_rate": 1.1329403112090267e-05,
      "loss": 0.1372,
      "step": 3913
    },
    {
      "epoch": 2.55844368154324,
      "grad_norm": 5.46875,
      "learning_rate": 1.132487723525034e-05,
      "loss": 0.1127,
      "step": 3914
    },
    {
      "epoch": 2.5590975968612066,
      "grad_norm": 4.65625,
      "learning_rate": 1.1320351082162821e-05,
      "loss": 0.1768,
      "step": 3915
    },
    {
      "epoch": 2.5597515121791727,
      "grad_norm": 4.65625,
      "learning_rate": 1.1315824653771452e-05,
      "loss": 0.1834,
      "step": 3916
    },
    {
      "epoch": 2.5604054274971393,
      "grad_norm": 5.0625,
      "learning_rate": 1.1311297951020028e-05,
      "loss": 0.1709,
      "step": 3917
    },
    {
      "epoch": 2.5610593428151054,
      "grad_norm": 4.375,
      "learning_rate": 1.1306770974852404e-05,
      "loss": 0.3602,
      "step": 3918
    },
    {
      "epoch": 2.5617132581330715,
      "grad_norm": 8.4375,
      "learning_rate": 1.1302243726212489e-05,
      "loss": 0.3722,
      "step": 3919
    },
    {
      "epoch": 2.562367173451038,
      "grad_norm": 4.75,
      "learning_rate": 1.1297716206044257e-05,
      "loss": 0.1664,
      "step": 3920
    },
    {
      "epoch": 2.5630210887690046,
      "grad_norm": 4.78125,
      "learning_rate": 1.1293188415291722e-05,
      "loss": 0.1824,
      "step": 3921
    },
    {
      "epoch": 2.5636750040869707,
      "grad_norm": 3.375,
      "learning_rate": 1.1288660354898973e-05,
      "loss": 0.0803,
      "step": 3922
    },
    {
      "epoch": 2.564328919404937,
      "grad_norm": 2.984375,
      "learning_rate": 1.1284132025810144e-05,
      "loss": 0.0739,
      "step": 3923
    },
    {
      "epoch": 2.5649828347229033,
      "grad_norm": 3.875,
      "learning_rate": 1.127960342896943e-05,
      "loss": 0.1698,
      "step": 3924
    },
    {
      "epoch": 2.56563675004087,
      "grad_norm": 2.953125,
      "learning_rate": 1.127507456532108e-05,
      "loss": 0.0974,
      "step": 3925
    },
    {
      "epoch": 2.566290665358836,
      "grad_norm": 4.3125,
      "learning_rate": 1.1270545435809396e-05,
      "loss": 0.2074,
      "step": 3926
    },
    {
      "epoch": 2.566944580676802,
      "grad_norm": 4.84375,
      "learning_rate": 1.1266016041378741e-05,
      "loss": 0.2483,
      "step": 3927
    },
    {
      "epoch": 2.5675984959947686,
      "grad_norm": 5.15625,
      "learning_rate": 1.1261486382973525e-05,
      "loss": 0.1553,
      "step": 3928
    },
    {
      "epoch": 2.568252411312735,
      "grad_norm": 4.4375,
      "learning_rate": 1.1256956461538226e-05,
      "loss": 0.1693,
      "step": 3929
    },
    {
      "epoch": 2.5689063266307013,
      "grad_norm": 6.09375,
      "learning_rate": 1.1252426278017367e-05,
      "loss": 0.3697,
      "step": 3930
    },
    {
      "epoch": 2.5695602419486674,
      "grad_norm": 6.75,
      "learning_rate": 1.1247895833355524e-05,
      "loss": 0.3182,
      "step": 3931
    },
    {
      "epoch": 2.570214157266634,
      "grad_norm": 3.640625,
      "learning_rate": 1.124336512849733e-05,
      "loss": 0.1211,
      "step": 3932
    },
    {
      "epoch": 2.5708680725846005,
      "grad_norm": 3.53125,
      "learning_rate": 1.123883416438748e-05,
      "loss": 0.2034,
      "step": 3933
    },
    {
      "epoch": 2.5715219879025666,
      "grad_norm": 4.6875,
      "learning_rate": 1.1234302941970716e-05,
      "loss": 0.1344,
      "step": 3934
    },
    {
      "epoch": 2.5721759032205327,
      "grad_norm": 4.71875,
      "learning_rate": 1.122977146219183e-05,
      "loss": 0.2154,
      "step": 3935
    },
    {
      "epoch": 2.5728298185384992,
      "grad_norm": 5.03125,
      "learning_rate": 1.1225239725995672e-05,
      "loss": 0.24,
      "step": 3936
    },
    {
      "epoch": 2.573483733856466,
      "grad_norm": 6.0,
      "learning_rate": 1.1220707734327148e-05,
      "loss": 0.1374,
      "step": 3937
    },
    {
      "epoch": 2.574137649174432,
      "grad_norm": 6.4375,
      "learning_rate": 1.1216175488131216e-05,
      "loss": 0.1842,
      "step": 3938
    },
    {
      "epoch": 2.574791564492398,
      "grad_norm": 4.09375,
      "learning_rate": 1.1211642988352884e-05,
      "loss": 0.1469,
      "step": 3939
    },
    {
      "epoch": 2.5754454798103645,
      "grad_norm": 7.71875,
      "learning_rate": 1.1207110235937215e-05,
      "loss": 0.4252,
      "step": 3940
    },
    {
      "epoch": 2.576099395128331,
      "grad_norm": 5.84375,
      "learning_rate": 1.1202577231829323e-05,
      "loss": 0.2085,
      "step": 3941
    },
    {
      "epoch": 2.576753310446297,
      "grad_norm": 6.21875,
      "learning_rate": 1.119804397697438e-05,
      "loss": 0.1807,
      "step": 3942
    },
    {
      "epoch": 2.5774072257642633,
      "grad_norm": 5.0,
      "learning_rate": 1.1193510472317602e-05,
      "loss": 0.248,
      "step": 3943
    },
    {
      "epoch": 2.57806114108223,
      "grad_norm": 5.75,
      "learning_rate": 1.1188976718804262e-05,
      "loss": 0.1928,
      "step": 3944
    },
    {
      "epoch": 2.5787150564001964,
      "grad_norm": 2.0625,
      "learning_rate": 1.1184442717379687e-05,
      "loss": 0.0451,
      "step": 3945
    },
    {
      "epoch": 2.5793689717181625,
      "grad_norm": 4.625,
      "learning_rate": 1.1179908468989249e-05,
      "loss": 0.1718,
      "step": 3946
    },
    {
      "epoch": 2.5800228870361286,
      "grad_norm": 5.34375,
      "learning_rate": 1.1175373974578378e-05,
      "loss": 0.2031,
      "step": 3947
    },
    {
      "epoch": 2.580676802354095,
      "grad_norm": 3.6875,
      "learning_rate": 1.1170839235092553e-05,
      "loss": 0.1648,
      "step": 3948
    },
    {
      "epoch": 2.5813307176720617,
      "grad_norm": 3.546875,
      "learning_rate": 1.1166304251477302e-05,
      "loss": 0.1834,
      "step": 3949
    },
    {
      "epoch": 2.581984632990028,
      "grad_norm": 6.34375,
      "learning_rate": 1.1161769024678206e-05,
      "loss": 0.2553,
      "step": 3950
    },
    {
      "epoch": 2.582638548307994,
      "grad_norm": 5.03125,
      "learning_rate": 1.1157233555640897e-05,
      "loss": 0.1865,
      "step": 3951
    },
    {
      "epoch": 2.5832924636259604,
      "grad_norm": 4.15625,
      "learning_rate": 1.1152697845311056e-05,
      "loss": 0.2168,
      "step": 3952
    },
    {
      "epoch": 2.583946378943927,
      "grad_norm": 5.625,
      "learning_rate": 1.1148161894634418e-05,
      "loss": 0.1784,
      "step": 3953
    },
    {
      "epoch": 2.584600294261893,
      "grad_norm": 6.0,
      "learning_rate": 1.1143625704556762e-05,
      "loss": 0.1722,
      "step": 3954
    },
    {
      "epoch": 2.585254209579859,
      "grad_norm": 4.78125,
      "learning_rate": 1.113908927602392e-05,
      "loss": 0.1231,
      "step": 3955
    },
    {
      "epoch": 2.5859081248978257,
      "grad_norm": 3.5625,
      "learning_rate": 1.1134552609981779e-05,
      "loss": 0.1407,
      "step": 3956
    },
    {
      "epoch": 2.5865620402157923,
      "grad_norm": 3.96875,
      "learning_rate": 1.1130015707376262e-05,
      "loss": 0.2329,
      "step": 3957
    },
    {
      "epoch": 2.5872159555337584,
      "grad_norm": 3.65625,
      "learning_rate": 1.1125478569153359e-05,
      "loss": 0.0879,
      "step": 3958
    },
    {
      "epoch": 2.5878698708517245,
      "grad_norm": 6.21875,
      "learning_rate": 1.1120941196259092e-05,
      "loss": 0.4493,
      "step": 3959
    },
    {
      "epoch": 2.588523786169691,
      "grad_norm": 4.25,
      "learning_rate": 1.1116403589639546e-05,
      "loss": 0.1324,
      "step": 3960
    },
    {
      "epoch": 2.5891777014876576,
      "grad_norm": 3.0625,
      "learning_rate": 1.1111865750240844e-05,
      "loss": 0.1247,
      "step": 3961
    },
    {
      "epoch": 2.5898316168056237,
      "grad_norm": 10.3125,
      "learning_rate": 1.1107327679009163e-05,
      "loss": 0.1497,
      "step": 3962
    },
    {
      "epoch": 2.59048553212359,
      "grad_norm": 6.5625,
      "learning_rate": 1.1102789376890732e-05,
      "loss": 0.3444,
      "step": 3963
    },
    {
      "epoch": 2.5911394474415563,
      "grad_norm": 3.984375,
      "learning_rate": 1.1098250844831819e-05,
      "loss": 0.2097,
      "step": 3964
    },
    {
      "epoch": 2.591793362759523,
      "grad_norm": 7.0625,
      "learning_rate": 1.1093712083778748e-05,
      "loss": 0.3121,
      "step": 3965
    },
    {
      "epoch": 2.592447278077489,
      "grad_norm": 7.625,
      "learning_rate": 1.108917309467788e-05,
      "loss": 0.286,
      "step": 3966
    },
    {
      "epoch": 2.593101193395455,
      "grad_norm": 3.5625,
      "learning_rate": 1.1084633878475634e-05,
      "loss": 0.2143,
      "step": 3967
    },
    {
      "epoch": 2.5937551087134216,
      "grad_norm": 2.859375,
      "learning_rate": 1.108009443611848e-05,
      "loss": 0.0787,
      "step": 3968
    },
    {
      "epoch": 2.594409024031388,
      "grad_norm": 4.5,
      "learning_rate": 1.1075554768552926e-05,
      "loss": 0.2325,
      "step": 3969
    },
    {
      "epoch": 2.5950629393493543,
      "grad_norm": 4.625,
      "learning_rate": 1.107101487672552e-05,
      "loss": 0.3144,
      "step": 3970
    },
    {
      "epoch": 2.5957168546673204,
      "grad_norm": 5.6875,
      "learning_rate": 1.1066474761582876e-05,
      "loss": 0.4098,
      "step": 3971
    },
    {
      "epoch": 2.596370769985287,
      "grad_norm": 5.4375,
      "learning_rate": 1.106193442407164e-05,
      "loss": 0.1888,
      "step": 3972
    },
    {
      "epoch": 2.5970246853032535,
      "grad_norm": 4.21875,
      "learning_rate": 1.1057393865138513e-05,
      "loss": 0.2622,
      "step": 3973
    },
    {
      "epoch": 2.5976786006212196,
      "grad_norm": 5.84375,
      "learning_rate": 1.1052853085730233e-05,
      "loss": 0.1784,
      "step": 3974
    },
    {
      "epoch": 2.5983325159391857,
      "grad_norm": 6.65625,
      "learning_rate": 1.1048312086793593e-05,
      "loss": 0.3051,
      "step": 3975
    },
    {
      "epoch": 2.5989864312571522,
      "grad_norm": 3.5625,
      "learning_rate": 1.1043770869275425e-05,
      "loss": 0.1078,
      "step": 3976
    },
    {
      "epoch": 2.5996403465751188,
      "grad_norm": 5.0,
      "learning_rate": 1.1039229434122614e-05,
      "loss": 0.1759,
      "step": 3977
    },
    {
      "epoch": 2.600294261893085,
      "grad_norm": 3.796875,
      "learning_rate": 1.103468778228208e-05,
      "loss": 0.1028,
      "step": 3978
    },
    {
      "epoch": 2.600948177211051,
      "grad_norm": 4.625,
      "learning_rate": 1.1030145914700798e-05,
      "loss": 0.1978,
      "step": 3979
    },
    {
      "epoch": 2.6016020925290175,
      "grad_norm": 3.703125,
      "learning_rate": 1.1025603832325782e-05,
      "loss": 0.2489,
      "step": 3980
    },
    {
      "epoch": 2.602256007846984,
      "grad_norm": 4.84375,
      "learning_rate": 1.1021061536104093e-05,
      "loss": 0.115,
      "step": 3981
    },
    {
      "epoch": 2.60290992316495,
      "grad_norm": 4.78125,
      "learning_rate": 1.1016519026982842e-05,
      "loss": 0.132,
      "step": 3982
    },
    {
      "epoch": 2.6035638384829163,
      "grad_norm": 4.78125,
      "learning_rate": 1.101197630590917e-05,
      "loss": 0.2136,
      "step": 3983
    },
    {
      "epoch": 2.604217753800883,
      "grad_norm": 3.671875,
      "learning_rate": 1.1007433373830274e-05,
      "loss": 0.1192,
      "step": 3984
    },
    {
      "epoch": 2.6048716691188494,
      "grad_norm": 5.96875,
      "learning_rate": 1.1002890231693395e-05,
      "loss": 0.3053,
      "step": 3985
    },
    {
      "epoch": 2.6055255844368155,
      "grad_norm": 5.625,
      "learning_rate": 1.0998346880445814e-05,
      "loss": 0.2448,
      "step": 3986
    },
    {
      "epoch": 2.6061794997547816,
      "grad_norm": 5.78125,
      "learning_rate": 1.0993803321034855e-05,
      "loss": 0.2565,
      "step": 3987
    },
    {
      "epoch": 2.606833415072748,
      "grad_norm": 4.03125,
      "learning_rate": 1.0989259554407883e-05,
      "loss": 0.138,
      "step": 3988
    },
    {
      "epoch": 2.6074873303907147,
      "grad_norm": 4.625,
      "learning_rate": 1.0984715581512316e-05,
      "loss": 0.201,
      "step": 3989
    },
    {
      "epoch": 2.6081412457086808,
      "grad_norm": 5.78125,
      "learning_rate": 1.098017140329561e-05,
      "loss": 0.1728,
      "step": 3990
    },
    {
      "epoch": 2.608795161026647,
      "grad_norm": 6.125,
      "learning_rate": 1.0975627020705255e-05,
      "loss": 0.2788,
      "step": 3991
    },
    {
      "epoch": 2.6094490763446134,
      "grad_norm": 5.53125,
      "learning_rate": 1.0971082434688797e-05,
      "loss": 0.2457,
      "step": 3992
    },
    {
      "epoch": 2.6101029916625795,
      "grad_norm": 4.65625,
      "learning_rate": 1.0966537646193818e-05,
      "loss": 0.2288,
      "step": 3993
    },
    {
      "epoch": 2.610756906980546,
      "grad_norm": 5.4375,
      "learning_rate": 1.0961992656167943e-05,
      "loss": 0.2801,
      "step": 3994
    },
    {
      "epoch": 2.611410822298512,
      "grad_norm": 4.375,
      "learning_rate": 1.0957447465558844e-05,
      "loss": 0.2319,
      "step": 3995
    },
    {
      "epoch": 2.6120647376164787,
      "grad_norm": 7.65625,
      "learning_rate": 1.095290207531422e-05,
      "loss": 0.3116,
      "step": 3996
    },
    {
      "epoch": 2.612718652934445,
      "grad_norm": 4.8125,
      "learning_rate": 1.0948356486381829e-05,
      "loss": 0.1867,
      "step": 3997
    },
    {
      "epoch": 2.6133725682524114,
      "grad_norm": 3.875,
      "learning_rate": 1.0943810699709456e-05,
      "loss": 0.093,
      "step": 3998
    },
    {
      "epoch": 2.6140264835703775,
      "grad_norm": 4.34375,
      "learning_rate": 1.0939264716244947e-05,
      "loss": 0.2624,
      "step": 3999
    },
    {
      "epoch": 2.614680398888344,
      "grad_norm": 3.40625,
      "learning_rate": 1.0934718536936162e-05,
      "loss": 0.0902,
      "step": 4000
    },
    {
      "epoch": 2.61533431420631,
      "grad_norm": 4.4375,
      "learning_rate": 1.0930172162731024e-05,
      "loss": 0.1958,
      "step": 4001
    },
    {
      "epoch": 2.6159882295242767,
      "grad_norm": 3.625,
      "learning_rate": 1.0925625594577485e-05,
      "loss": 0.1513,
      "step": 4002
    },
    {
      "epoch": 2.616642144842243,
      "grad_norm": 5.25,
      "learning_rate": 1.0921078833423541e-05,
      "loss": 0.2422,
      "step": 4003
    },
    {
      "epoch": 2.6172960601602093,
      "grad_norm": 6.4375,
      "learning_rate": 1.0916531880217234e-05,
      "loss": 0.2402,
      "step": 4004
    },
    {
      "epoch": 2.6179499754781754,
      "grad_norm": 5.6875,
      "learning_rate": 1.0911984735906635e-05,
      "loss": 0.3552,
      "step": 4005
    },
    {
      "epoch": 2.618603890796142,
      "grad_norm": 3.953125,
      "learning_rate": 1.0907437401439864e-05,
      "loss": 0.1627,
      "step": 4006
    },
    {
      "epoch": 2.619257806114108,
      "grad_norm": 6.21875,
      "learning_rate": 1.0902889877765073e-05,
      "loss": 0.1891,
      "step": 4007
    },
    {
      "epoch": 2.6199117214320746,
      "grad_norm": 4.46875,
      "learning_rate": 1.089834216583046e-05,
      "loss": 0.1272,
      "step": 4008
    },
    {
      "epoch": 2.6205656367500407,
      "grad_norm": 5.65625,
      "learning_rate": 1.0893794266584256e-05,
      "loss": 0.1377,
      "step": 4009
    },
    {
      "epoch": 2.6212195520680073,
      "grad_norm": 6.65625,
      "learning_rate": 1.0889246180974742e-05,
      "loss": 0.2278,
      "step": 4010
    },
    {
      "epoch": 2.6218734673859734,
      "grad_norm": 4.03125,
      "learning_rate": 1.0884697909950224e-05,
      "loss": 0.1523,
      "step": 4011
    },
    {
      "epoch": 2.62252738270394,
      "grad_norm": 5.25,
      "learning_rate": 1.0880149454459055e-05,
      "loss": 0.2112,
      "step": 4012
    },
    {
      "epoch": 2.623181298021906,
      "grad_norm": 2.890625,
      "learning_rate": 1.0875600815449624e-05,
      "loss": 0.1017,
      "step": 4013
    },
    {
      "epoch": 2.6238352133398726,
      "grad_norm": 4.75,
      "learning_rate": 1.087105199387036e-05,
      "loss": 0.1032,
      "step": 4014
    },
    {
      "epoch": 2.6244891286578387,
      "grad_norm": 6.84375,
      "learning_rate": 1.0866502990669729e-05,
      "loss": 0.3976,
      "step": 4015
    },
    {
      "epoch": 2.6251430439758052,
      "grad_norm": 8.0625,
      "learning_rate": 1.0861953806796235e-05,
      "loss": 0.2727,
      "step": 4016
    },
    {
      "epoch": 2.6257969592937713,
      "grad_norm": 7.28125,
      "learning_rate": 1.0857404443198422e-05,
      "loss": 0.4099,
      "step": 4017
    },
    {
      "epoch": 2.626450874611738,
      "grad_norm": 4.03125,
      "learning_rate": 1.0852854900824865e-05,
      "loss": 0.1252,
      "step": 4018
    },
    {
      "epoch": 2.627104789929704,
      "grad_norm": 3.140625,
      "learning_rate": 1.0848305180624177e-05,
      "loss": 0.1262,
      "step": 4019
    },
    {
      "epoch": 2.6277587052476705,
      "grad_norm": 3.234375,
      "learning_rate": 1.0843755283545019e-05,
      "loss": 0.1178,
      "step": 4020
    },
    {
      "epoch": 2.6284126205656366,
      "grad_norm": 5.71875,
      "learning_rate": 1.0839205210536082e-05,
      "loss": 0.3687,
      "step": 4021
    },
    {
      "epoch": 2.629066535883603,
      "grad_norm": 4.75,
      "learning_rate": 1.0834654962546084e-05,
      "loss": 0.2822,
      "step": 4022
    },
    {
      "epoch": 2.6297204512015693,
      "grad_norm": 3.328125,
      "learning_rate": 1.0830104540523793e-05,
      "loss": 0.1563,
      "step": 4023
    },
    {
      "epoch": 2.630374366519536,
      "grad_norm": 5.75,
      "learning_rate": 1.0825553945418011e-05,
      "loss": 0.3641,
      "step": 4024
    },
    {
      "epoch": 2.631028281837502,
      "grad_norm": 4.875,
      "learning_rate": 1.0821003178177572e-05,
      "loss": 0.1576,
      "step": 4025
    },
    {
      "epoch": 2.6316821971554685,
      "grad_norm": 3.0625,
      "learning_rate": 1.0816452239751347e-05,
      "loss": 0.0668,
      "step": 4026
    },
    {
      "epoch": 2.6323361124734346,
      "grad_norm": 2.890625,
      "learning_rate": 1.0811901131088245e-05,
      "loss": 0.0355,
      "step": 4027
    },
    {
      "epoch": 2.632990027791401,
      "grad_norm": 7.59375,
      "learning_rate": 1.0807349853137208e-05,
      "loss": 0.2048,
      "step": 4028
    },
    {
      "epoch": 2.6336439431093672,
      "grad_norm": 6.125,
      "learning_rate": 1.0802798406847213e-05,
      "loss": 0.2039,
      "step": 4029
    },
    {
      "epoch": 2.6342978584273338,
      "grad_norm": 3.625,
      "learning_rate": 1.0798246793167273e-05,
      "loss": 0.128,
      "step": 4030
    },
    {
      "epoch": 2.6349517737453,
      "grad_norm": 4.25,
      "learning_rate": 1.079369501304644e-05,
      "loss": 0.1903,
      "step": 4031
    },
    {
      "epoch": 2.6356056890632664,
      "grad_norm": 4.09375,
      "learning_rate": 1.0789143067433795e-05,
      "loss": 0.2497,
      "step": 4032
    },
    {
      "epoch": 2.6362596043812325,
      "grad_norm": 5.78125,
      "learning_rate": 1.0784590957278452e-05,
      "loss": 0.2298,
      "step": 4033
    },
    {
      "epoch": 2.636913519699199,
      "grad_norm": 3.5625,
      "learning_rate": 1.0780038683529565e-05,
      "loss": 0.1546,
      "step": 4034
    },
    {
      "epoch": 2.637567435017165,
      "grad_norm": 4.21875,
      "learning_rate": 1.0775486247136322e-05,
      "loss": 0.1777,
      "step": 4035
    },
    {
      "epoch": 2.6382213503351317,
      "grad_norm": 5.5625,
      "learning_rate": 1.0770933649047941e-05,
      "loss": 0.241,
      "step": 4036
    },
    {
      "epoch": 2.638875265653098,
      "grad_norm": 5.46875,
      "learning_rate": 1.0766380890213675e-05,
      "loss": 0.3339,
      "step": 4037
    },
    {
      "epoch": 2.6395291809710644,
      "grad_norm": 6.4375,
      "learning_rate": 1.076182797158281e-05,
      "loss": 0.4558,
      "step": 4038
    },
    {
      "epoch": 2.6401830962890305,
      "grad_norm": 3.625,
      "learning_rate": 1.0757274894104667e-05,
      "loss": 0.0976,
      "step": 4039
    },
    {
      "epoch": 2.640837011606997,
      "grad_norm": 4.78125,
      "learning_rate": 1.0752721658728602e-05,
      "loss": 0.1328,
      "step": 4040
    },
    {
      "epoch": 2.641490926924963,
      "grad_norm": 3.75,
      "learning_rate": 1.0748168266404e-05,
      "loss": 0.1084,
      "step": 4041
    },
    {
      "epoch": 2.6421448422429297,
      "grad_norm": 6.5625,
      "learning_rate": 1.0743614718080277e-05,
      "loss": 0.2663,
      "step": 4042
    },
    {
      "epoch": 2.6427987575608958,
      "grad_norm": 7.25,
      "learning_rate": 1.0739061014706891e-05,
      "loss": 0.2982,
      "step": 4043
    },
    {
      "epoch": 2.6434526728788623,
      "grad_norm": 3.046875,
      "learning_rate": 1.0734507157233316e-05,
      "loss": 0.0976,
      "step": 4044
    },
    {
      "epoch": 2.6441065881968284,
      "grad_norm": 9.3125,
      "learning_rate": 1.0729953146609076e-05,
      "loss": 0.3902,
      "step": 4045
    },
    {
      "epoch": 2.644760503514795,
      "grad_norm": 4.25,
      "learning_rate": 1.0725398983783716e-05,
      "loss": 0.102,
      "step": 4046
    },
    {
      "epoch": 2.645414418832761,
      "grad_norm": 5.15625,
      "learning_rate": 1.072084466970682e-05,
      "loss": 0.2452,
      "step": 4047
    },
    {
      "epoch": 2.6460683341507276,
      "grad_norm": 4.625,
      "learning_rate": 1.0716290205327993e-05,
      "loss": 0.2205,
      "step": 4048
    },
    {
      "epoch": 2.6467222494686937,
      "grad_norm": 3.15625,
      "learning_rate": 1.0711735591596877e-05,
      "loss": 0.118,
      "step": 4049
    },
    {
      "epoch": 2.6473761647866603,
      "grad_norm": 4.15625,
      "learning_rate": 1.0707180829463153e-05,
      "loss": 0.1507,
      "step": 4050
    },
    {
      "epoch": 2.6480300801046264,
      "grad_norm": 3.625,
      "learning_rate": 1.0702625919876522e-05,
      "loss": 0.1455,
      "step": 4051
    },
    {
      "epoch": 2.648683995422593,
      "grad_norm": 5.28125,
      "learning_rate": 1.0698070863786717e-05,
      "loss": 0.2301,
      "step": 4052
    },
    {
      "epoch": 2.649337910740559,
      "grad_norm": 5.8125,
      "learning_rate": 1.0693515662143505e-05,
      "loss": 0.2612,
      "step": 4053
    },
    {
      "epoch": 2.6499918260585256,
      "grad_norm": 4.625,
      "learning_rate": 1.0688960315896682e-05,
      "loss": 0.2271,
      "step": 4054
    },
    {
      "epoch": 2.6506457413764917,
      "grad_norm": 6.34375,
      "learning_rate": 1.068440482599608e-05,
      "loss": 0.2605,
      "step": 4055
    },
    {
      "epoch": 2.651299656694458,
      "grad_norm": 6.0625,
      "learning_rate": 1.0679849193391547e-05,
      "loss": 0.2474,
      "step": 4056
    },
    {
      "epoch": 2.6519535720124243,
      "grad_norm": 6.625,
      "learning_rate": 1.0675293419032974e-05,
      "loss": 0.3746,
      "step": 4057
    },
    {
      "epoch": 2.652607487330391,
      "grad_norm": 4.28125,
      "learning_rate": 1.0670737503870278e-05,
      "loss": 0.2133,
      "step": 4058
    },
    {
      "epoch": 2.653261402648357,
      "grad_norm": 4.9375,
      "learning_rate": 1.06661814488534e-05,
      "loss": 0.1965,
      "step": 4059
    },
    {
      "epoch": 2.6539153179663235,
      "grad_norm": 3.140625,
      "learning_rate": 1.0661625254932317e-05,
      "loss": 0.1358,
      "step": 4060
    },
    {
      "epoch": 2.6545692332842896,
      "grad_norm": 4.75,
      "learning_rate": 1.065706892305703e-05,
      "loss": 0.1792,
      "step": 4061
    },
    {
      "epoch": 2.655223148602256,
      "grad_norm": 4.625,
      "learning_rate": 1.0652512454177573e-05,
      "loss": 0.2367,
      "step": 4062
    },
    {
      "epoch": 2.6558770639202223,
      "grad_norm": 5.53125,
      "learning_rate": 1.0647955849244005e-05,
      "loss": 0.3215,
      "step": 4063
    },
    {
      "epoch": 2.656530979238189,
      "grad_norm": 5.6875,
      "learning_rate": 1.0643399109206416e-05,
      "loss": 0.2266,
      "step": 4064
    },
    {
      "epoch": 2.657184894556155,
      "grad_norm": 5.84375,
      "learning_rate": 1.0638842235014923e-05,
      "loss": 0.2865,
      "step": 4065
    },
    {
      "epoch": 2.6578388098741215,
      "grad_norm": 5.15625,
      "learning_rate": 1.0634285227619669e-05,
      "loss": 0.2745,
      "step": 4066
    },
    {
      "epoch": 2.6584927251920876,
      "grad_norm": 6.3125,
      "learning_rate": 1.062972808797083e-05,
      "loss": 0.2833,
      "step": 4067
    },
    {
      "epoch": 2.6591466405100537,
      "grad_norm": 5.59375,
      "learning_rate": 1.0625170817018607e-05,
      "loss": 0.2439,
      "step": 4068
    },
    {
      "epoch": 2.65980055582802,
      "grad_norm": 3.625,
      "learning_rate": 1.0620613415713223e-05,
      "loss": 0.2066,
      "step": 4069
    },
    {
      "epoch": 2.6604544711459868,
      "grad_norm": 3.359375,
      "learning_rate": 1.0616055885004935e-05,
      "loss": 0.1002,
      "step": 4070
    },
    {
      "epoch": 2.661108386463953,
      "grad_norm": 3.53125,
      "learning_rate": 1.0611498225844027e-05,
      "loss": 0.1622,
      "step": 4071
    },
    {
      "epoch": 2.661762301781919,
      "grad_norm": 5.0625,
      "learning_rate": 1.0606940439180804e-05,
      "loss": 0.1897,
      "step": 4072
    },
    {
      "epoch": 2.6624162170998855,
      "grad_norm": 4.625,
      "learning_rate": 1.0602382525965606e-05,
      "loss": 0.1622,
      "step": 4073
    },
    {
      "epoch": 2.663070132417852,
      "grad_norm": 4.34375,
      "learning_rate": 1.0597824487148793e-05,
      "loss": 0.1352,
      "step": 4074
    },
    {
      "epoch": 2.663724047735818,
      "grad_norm": 3.859375,
      "learning_rate": 1.0593266323680748e-05,
      "loss": 0.1202,
      "step": 4075
    },
    {
      "epoch": 2.6643779630537843,
      "grad_norm": 4.9375,
      "learning_rate": 1.058870803651189e-05,
      "loss": 0.2816,
      "step": 4076
    },
    {
      "epoch": 2.665031878371751,
      "grad_norm": 4.25,
      "learning_rate": 1.0584149626592662e-05,
      "loss": 0.2,
      "step": 4077
    },
    {
      "epoch": 2.6656857936897174,
      "grad_norm": 5.0625,
      "learning_rate": 1.0579591094873521e-05,
      "loss": 0.2806,
      "step": 4078
    },
    {
      "epoch": 2.6663397090076835,
      "grad_norm": 5.25,
      "learning_rate": 1.0575032442304962e-05,
      "loss": 0.1978,
      "step": 4079
    },
    {
      "epoch": 2.6669936243256496,
      "grad_norm": 4.34375,
      "learning_rate": 1.0570473669837498e-05,
      "loss": 0.1009,
      "step": 4080
    },
    {
      "epoch": 2.667647539643616,
      "grad_norm": 7.34375,
      "learning_rate": 1.0565914778421672e-05,
      "loss": 0.3405,
      "step": 4081
    },
    {
      "epoch": 2.6683014549615827,
      "grad_norm": 6.1875,
      "learning_rate": 1.0561355769008055e-05,
      "loss": 0.2519,
      "step": 4082
    },
    {
      "epoch": 2.6689553702795488,
      "grad_norm": 3.765625,
      "learning_rate": 1.0556796642547226e-05,
      "loss": 0.121,
      "step": 4083
    },
    {
      "epoch": 2.669609285597515,
      "grad_norm": 7.5,
      "learning_rate": 1.0552237399989808e-05,
      "loss": 0.3237,
      "step": 4084
    },
    {
      "epoch": 2.6702632009154814,
      "grad_norm": 2.9375,
      "learning_rate": 1.0547678042286435e-05,
      "loss": 0.1013,
      "step": 4085
    },
    {
      "epoch": 2.670917116233448,
      "grad_norm": 5.625,
      "learning_rate": 1.0543118570387779e-05,
      "loss": 0.3046,
      "step": 4086
    },
    {
      "epoch": 2.671571031551414,
      "grad_norm": 3.53125,
      "learning_rate": 1.0538558985244516e-05,
      "loss": 0.1523,
      "step": 4087
    },
    {
      "epoch": 2.67222494686938,
      "grad_norm": 5.875,
      "learning_rate": 1.0533999287807359e-05,
      "loss": 0.2401,
      "step": 4088
    },
    {
      "epoch": 2.6728788621873467,
      "grad_norm": 6.875,
      "learning_rate": 1.0529439479027043e-05,
      "loss": 0.2493,
      "step": 4089
    },
    {
      "epoch": 2.6735327775053133,
      "grad_norm": 6.03125,
      "learning_rate": 1.0524879559854327e-05,
      "loss": 0.3291,
      "step": 4090
    },
    {
      "epoch": 2.6741866928232794,
      "grad_norm": 3.90625,
      "learning_rate": 1.0520319531239986e-05,
      "loss": 0.1452,
      "step": 4091
    },
    {
      "epoch": 2.6748406081412455,
      "grad_norm": 5.0,
      "learning_rate": 1.0515759394134827e-05,
      "loss": 0.2994,
      "step": 4092
    },
    {
      "epoch": 2.675494523459212,
      "grad_norm": 4.96875,
      "learning_rate": 1.0511199149489673e-05,
      "loss": 0.1838,
      "step": 4093
    },
    {
      "epoch": 2.6761484387771786,
      "grad_norm": 6.03125,
      "learning_rate": 1.0506638798255373e-05,
      "loss": 0.3509,
      "step": 4094
    },
    {
      "epoch": 2.6768023540951447,
      "grad_norm": 4.4375,
      "learning_rate": 1.0502078341382798e-05,
      "loss": 0.1572,
      "step": 4095
    },
    {
      "epoch": 2.6774562694131108,
      "grad_norm": 9.75,
      "learning_rate": 1.0497517779822837e-05,
      "loss": 0.2642,
      "step": 4096
    },
    {
      "epoch": 2.6781101847310773,
      "grad_norm": 3.46875,
      "learning_rate": 1.0492957114526405e-05,
      "loss": 0.1443,
      "step": 4097
    },
    {
      "epoch": 2.678764100049044,
      "grad_norm": 4.875,
      "learning_rate": 1.0488396346444441e-05,
      "loss": 0.2265,
      "step": 4098
    },
    {
      "epoch": 2.67941801536701,
      "grad_norm": 5.71875,
      "learning_rate": 1.0483835476527899e-05,
      "loss": 0.3563,
      "step": 4099
    },
    {
      "epoch": 2.680071930684976,
      "grad_norm": 5.0,
      "learning_rate": 1.0479274505727757e-05,
      "loss": 0.1868,
      "step": 4100
    },
    {
      "epoch": 2.6807258460029426,
      "grad_norm": 3.796875,
      "learning_rate": 1.047471343499501e-05,
      "loss": 0.1235,
      "step": 4101
    },
    {
      "epoch": 2.681379761320909,
      "grad_norm": 7.96875,
      "learning_rate": 1.0470152265280686e-05,
      "loss": 0.3942,
      "step": 4102
    },
    {
      "epoch": 2.6820336766388753,
      "grad_norm": 5.875,
      "learning_rate": 1.0465590997535824e-05,
      "loss": 0.3049,
      "step": 4103
    },
    {
      "epoch": 2.6826875919568414,
      "grad_norm": 4.09375,
      "learning_rate": 1.0461029632711482e-05,
      "loss": 0.0803,
      "step": 4104
    },
    {
      "epoch": 2.683341507274808,
      "grad_norm": 2.921875,
      "learning_rate": 1.045646817175874e-05,
      "loss": 0.1099,
      "step": 4105
    },
    {
      "epoch": 2.6839954225927745,
      "grad_norm": 4.65625,
      "learning_rate": 1.0451906615628702e-05,
      "loss": 0.1929,
      "step": 4106
    },
    {
      "epoch": 2.6846493379107406,
      "grad_norm": 4.375,
      "learning_rate": 1.044734496527249e-05,
      "loss": 0.1922,
      "step": 4107
    },
    {
      "epoch": 2.6853032532287067,
      "grad_norm": 6.03125,
      "learning_rate": 1.0442783221641249e-05,
      "loss": 0.2356,
      "step": 4108
    },
    {
      "epoch": 2.685957168546673,
      "grad_norm": 5.59375,
      "learning_rate": 1.0438221385686129e-05,
      "loss": 0.1964,
      "step": 4109
    },
    {
      "epoch": 2.6866110838646398,
      "grad_norm": 4.46875,
      "learning_rate": 1.0433659458358316e-05,
      "loss": 0.147,
      "step": 4110
    },
    {
      "epoch": 2.687264999182606,
      "grad_norm": 4.71875,
      "learning_rate": 1.0429097440609006e-05,
      "loss": 0.1536,
      "step": 4111
    },
    {
      "epoch": 2.687918914500572,
      "grad_norm": 6.28125,
      "learning_rate": 1.0424535333389423e-05,
      "loss": 0.1828,
      "step": 4112
    },
    {
      "epoch": 2.6885728298185385,
      "grad_norm": 7.1875,
      "learning_rate": 1.0419973137650797e-05,
      "loss": 0.5019,
      "step": 4113
    },
    {
      "epoch": 2.689226745136505,
      "grad_norm": 5.53125,
      "learning_rate": 1.0415410854344382e-05,
      "loss": 0.1467,
      "step": 4114
    },
    {
      "epoch": 2.689880660454471,
      "grad_norm": 5.625,
      "learning_rate": 1.0410848484421454e-05,
      "loss": 0.3173,
      "step": 4115
    },
    {
      "epoch": 2.6905345757724373,
      "grad_norm": 4.0625,
      "learning_rate": 1.0406286028833304e-05,
      "loss": 0.1818,
      "step": 4116
    },
    {
      "epoch": 2.691188491090404,
      "grad_norm": 5.5625,
      "learning_rate": 1.0401723488531238e-05,
      "loss": 0.3107,
      "step": 4117
    },
    {
      "epoch": 2.6918424064083704,
      "grad_norm": 2.953125,
      "learning_rate": 1.0397160864466584e-05,
      "loss": 0.0999,
      "step": 4118
    },
    {
      "epoch": 2.6924963217263365,
      "grad_norm": 6.25,
      "learning_rate": 1.0392598157590687e-05,
      "loss": 0.2237,
      "step": 4119
    },
    {
      "epoch": 2.6931502370443026,
      "grad_norm": 3.921875,
      "learning_rate": 1.0388035368854907e-05,
      "loss": 0.1218,
      "step": 4120
    },
    {
      "epoch": 2.693804152362269,
      "grad_norm": 5.25,
      "learning_rate": 1.0383472499210622e-05,
      "loss": 0.2221,
      "step": 4121
    },
    {
      "epoch": 2.6944580676802357,
      "grad_norm": 6.3125,
      "learning_rate": 1.0378909549609228e-05,
      "loss": 0.3994,
      "step": 4122
    },
    {
      "epoch": 2.6951119829982018,
      "grad_norm": 5.15625,
      "learning_rate": 1.0374346521002137e-05,
      "loss": 0.3402,
      "step": 4123
    },
    {
      "epoch": 2.695765898316168,
      "grad_norm": 3.640625,
      "learning_rate": 1.0369783414340774e-05,
      "loss": 0.1356,
      "step": 4124
    },
    {
      "epoch": 2.6964198136341344,
      "grad_norm": 2.984375,
      "learning_rate": 1.0365220230576592e-05,
      "loss": 0.074,
      "step": 4125
    },
    {
      "epoch": 2.697073728952101,
      "grad_norm": 4.25,
      "learning_rate": 1.0360656970661038e-05,
      "loss": 0.2461,
      "step": 4126
    },
    {
      "epoch": 2.697727644270067,
      "grad_norm": 6.28125,
      "learning_rate": 1.0356093635545602e-05,
      "loss": 0.4081,
      "step": 4127
    },
    {
      "epoch": 2.698381559588033,
      "grad_norm": 3.578125,
      "learning_rate": 1.0351530226181767e-05,
      "loss": 0.1624,
      "step": 4128
    },
    {
      "epoch": 2.6990354749059997,
      "grad_norm": 4.21875,
      "learning_rate": 1.0346966743521047e-05,
      "loss": 0.2326,
      "step": 4129
    },
    {
      "epoch": 2.6996893902239663,
      "grad_norm": 4.9375,
      "learning_rate": 1.0342403188514963e-05,
      "loss": 0.4447,
      "step": 4130
    },
    {
      "epoch": 2.7003433055419324,
      "grad_norm": 7.59375,
      "learning_rate": 1.0337839562115048e-05,
      "loss": 0.3797,
      "step": 4131
    },
    {
      "epoch": 2.7009972208598985,
      "grad_norm": 6.09375,
      "learning_rate": 1.033327586527286e-05,
      "loss": 0.2005,
      "step": 4132
    },
    {
      "epoch": 2.701651136177865,
      "grad_norm": 4.34375,
      "learning_rate": 1.0328712098939968e-05,
      "loss": 0.0935,
      "step": 4133
    },
    {
      "epoch": 2.7023050514958316,
      "grad_norm": 6.65625,
      "learning_rate": 1.0324148264067952e-05,
      "loss": 0.2921,
      "step": 4134
    },
    {
      "epoch": 2.7029589668137977,
      "grad_norm": 3.703125,
      "learning_rate": 1.0319584361608407e-05,
      "loss": 0.1388,
      "step": 4135
    },
    {
      "epoch": 2.7036128821317638,
      "grad_norm": 7.15625,
      "learning_rate": 1.0315020392512942e-05,
      "loss": 0.3389,
      "step": 4136
    },
    {
      "epoch": 2.7042667974497303,
      "grad_norm": 4.25,
      "learning_rate": 1.0310456357733188e-05,
      "loss": 0.153,
      "step": 4137
    },
    {
      "epoch": 2.704920712767697,
      "grad_norm": 6.09375,
      "learning_rate": 1.030589225822078e-05,
      "loss": 0.2213,
      "step": 4138
    },
    {
      "epoch": 2.705574628085663,
      "grad_norm": 5.1875,
      "learning_rate": 1.0301328094927366e-05,
      "loss": 0.1814,
      "step": 4139
    },
    {
      "epoch": 2.706228543403629,
      "grad_norm": 4.65625,
      "learning_rate": 1.0296763868804613e-05,
      "loss": 0.1381,
      "step": 4140
    },
    {
      "epoch": 2.7068824587215956,
      "grad_norm": 4.03125,
      "learning_rate": 1.02921995808042e-05,
      "loss": 0.126,
      "step": 4141
    },
    {
      "epoch": 2.7075363740395617,
      "grad_norm": 6.4375,
      "learning_rate": 1.0287635231877817e-05,
      "loss": 0.3241,
      "step": 4142
    },
    {
      "epoch": 2.7081902893575283,
      "grad_norm": 5.3125,
      "learning_rate": 1.0283070822977169e-05,
      "loss": 0.1519,
      "step": 4143
    },
    {
      "epoch": 2.7088442046754944,
      "grad_norm": 4.78125,
      "learning_rate": 1.027850635505397e-05,
      "loss": 0.2398,
      "step": 4144
    },
    {
      "epoch": 2.709498119993461,
      "grad_norm": 4.71875,
      "learning_rate": 1.027394182905995e-05,
      "loss": 0.1936,
      "step": 4145
    },
    {
      "epoch": 2.710152035311427,
      "grad_norm": 5.28125,
      "learning_rate": 1.0269377245946847e-05,
      "loss": 0.1631,
      "step": 4146
    },
    {
      "epoch": 2.7108059506293936,
      "grad_norm": 5.0625,
      "learning_rate": 1.0264812606666418e-05,
      "loss": 0.1285,
      "step": 4147
    },
    {
      "epoch": 2.7114598659473597,
      "grad_norm": 4.125,
      "learning_rate": 1.0260247912170422e-05,
      "loss": 0.3567,
      "step": 4148
    },
    {
      "epoch": 2.712113781265326,
      "grad_norm": 5.65625,
      "learning_rate": 1.0255683163410639e-05,
      "loss": 0.2949,
      "step": 4149
    },
    {
      "epoch": 2.7127676965832923,
      "grad_norm": 4.96875,
      "learning_rate": 1.0251118361338855e-05,
      "loss": 0.237,
      "step": 4150
    },
    {
      "epoch": 2.713421611901259,
      "grad_norm": 3.84375,
      "learning_rate": 1.0246553506906865e-05,
      "loss": 0.1506,
      "step": 4151
    },
    {
      "epoch": 2.714075527219225,
      "grad_norm": 4.5,
      "learning_rate": 1.0241988601066479e-05,
      "loss": 0.1849,
      "step": 4152
    },
    {
      "epoch": 2.7147294425371915,
      "grad_norm": 6.84375,
      "learning_rate": 1.0237423644769517e-05,
      "loss": 0.2273,
      "step": 4153
    },
    {
      "epoch": 2.7153833578551576,
      "grad_norm": 4.5,
      "learning_rate": 1.0232858638967813e-05,
      "loss": 0.2664,
      "step": 4154
    },
    {
      "epoch": 2.716037273173124,
      "grad_norm": 6.5625,
      "learning_rate": 1.0228293584613203e-05,
      "loss": 0.2524,
      "step": 4155
    },
    {
      "epoch": 2.7166911884910903,
      "grad_norm": 5.28125,
      "learning_rate": 1.022372848265754e-05,
      "loss": 0.1051,
      "step": 4156
    },
    {
      "epoch": 2.717345103809057,
      "grad_norm": 3.796875,
      "learning_rate": 1.0219163334052682e-05,
      "loss": 0.1807,
      "step": 4157
    },
    {
      "epoch": 2.717999019127023,
      "grad_norm": 4.625,
      "learning_rate": 1.02145981397505e-05,
      "loss": 0.2431,
      "step": 4158
    },
    {
      "epoch": 2.7186529344449895,
      "grad_norm": 3.046875,
      "learning_rate": 1.0210032900702877e-05,
      "loss": 0.1091,
      "step": 4159
    },
    {
      "epoch": 2.7193068497629556,
      "grad_norm": 2.734375,
      "learning_rate": 1.0205467617861702e-05,
      "loss": 0.0604,
      "step": 4160
    },
    {
      "epoch": 2.719960765080922,
      "grad_norm": 5.1875,
      "learning_rate": 1.0200902292178867e-05,
      "loss": 0.1829,
      "step": 4161
    },
    {
      "epoch": 2.720614680398888,
      "grad_norm": 3.75,
      "learning_rate": 1.0196336924606282e-05,
      "loss": 0.1429,
      "step": 4162
    },
    {
      "epoch": 2.7212685957168548,
      "grad_norm": 5.59375,
      "learning_rate": 1.0191771516095869e-05,
      "loss": 0.436,
      "step": 4163
    },
    {
      "epoch": 2.721922511034821,
      "grad_norm": 7.25,
      "learning_rate": 1.0187206067599549e-05,
      "loss": 0.3605,
      "step": 4164
    },
    {
      "epoch": 2.7225764263527874,
      "grad_norm": 4.8125,
      "learning_rate": 1.0182640580069249e-05,
      "loss": 0.2479,
      "step": 4165
    },
    {
      "epoch": 2.7232303416707535,
      "grad_norm": 7.71875,
      "learning_rate": 1.0178075054456917e-05,
      "loss": 0.4075,
      "step": 4166
    },
    {
      "epoch": 2.72388425698872,
      "grad_norm": 4.53125,
      "learning_rate": 1.01735094917145e-05,
      "loss": 0.1989,
      "step": 4167
    },
    {
      "epoch": 2.724538172306686,
      "grad_norm": 3.6875,
      "learning_rate": 1.0168943892793954e-05,
      "loss": 0.149,
      "step": 4168
    },
    {
      "epoch": 2.7251920876246527,
      "grad_norm": 4.15625,
      "learning_rate": 1.0164378258647245e-05,
      "loss": 0.159,
      "step": 4169
    },
    {
      "epoch": 2.725846002942619,
      "grad_norm": 4.875,
      "learning_rate": 1.015981259022634e-05,
      "loss": 0.1466,
      "step": 4170
    },
    {
      "epoch": 2.7264999182605854,
      "grad_norm": 6.28125,
      "learning_rate": 1.0155246888483223e-05,
      "loss": 0.219,
      "step": 4171
    },
    {
      "epoch": 2.7271538335785515,
      "grad_norm": 3.453125,
      "learning_rate": 1.0150681154369875e-05,
      "loss": 0.1388,
      "step": 4172
    },
    {
      "epoch": 2.727807748896518,
      "grad_norm": 4.3125,
      "learning_rate": 1.0146115388838293e-05,
      "loss": 0.1607,
      "step": 4173
    },
    {
      "epoch": 2.728461664214484,
      "grad_norm": 2.40625,
      "learning_rate": 1.0141549592840474e-05,
      "loss": 0.0876,
      "step": 4174
    },
    {
      "epoch": 2.7291155795324507,
      "grad_norm": 4.75,
      "learning_rate": 1.0136983767328424e-05,
      "loss": 0.3238,
      "step": 4175
    },
    {
      "epoch": 2.7297694948504168,
      "grad_norm": 6.21875,
      "learning_rate": 1.013241791325415e-05,
      "loss": 0.3683,
      "step": 4176
    },
    {
      "epoch": 2.7304234101683833,
      "grad_norm": 4.90625,
      "learning_rate": 1.0127852031569676e-05,
      "loss": 0.1519,
      "step": 4177
    },
    {
      "epoch": 2.7310773254863494,
      "grad_norm": 3.234375,
      "learning_rate": 1.012328612322702e-05,
      "loss": 0.1528,
      "step": 4178
    },
    {
      "epoch": 2.731731240804316,
      "grad_norm": 7.0,
      "learning_rate": 1.0118720189178215e-05,
      "loss": 0.2611,
      "step": 4179
    },
    {
      "epoch": 2.732385156122282,
      "grad_norm": 3.6875,
      "learning_rate": 1.011415423037529e-05,
      "loss": 0.0982,
      "step": 4180
    },
    {
      "epoch": 2.7330390714402486,
      "grad_norm": 5.46875,
      "learning_rate": 1.010958824777029e-05,
      "loss": 0.4008,
      "step": 4181
    },
    {
      "epoch": 2.7336929867582147,
      "grad_norm": 5.5625,
      "learning_rate": 1.0105022242315254e-05,
      "loss": 0.3161,
      "step": 4182
    },
    {
      "epoch": 2.7343469020761813,
      "grad_norm": 6.8125,
      "learning_rate": 1.0100456214962236e-05,
      "loss": 0.3971,
      "step": 4183
    },
    {
      "epoch": 2.7350008173941474,
      "grad_norm": 5.5,
      "learning_rate": 1.0095890166663284e-05,
      "loss": 0.4414,
      "step": 4184
    },
    {
      "epoch": 2.735654732712114,
      "grad_norm": 3.546875,
      "learning_rate": 1.009132409837046e-05,
      "loss": 0.0886,
      "step": 4185
    },
    {
      "epoch": 2.73630864803008,
      "grad_norm": 6.625,
      "learning_rate": 1.0086758011035826e-05,
      "loss": 0.2126,
      "step": 4186
    },
    {
      "epoch": 2.7369625633480466,
      "grad_norm": 3.640625,
      "learning_rate": 1.0082191905611447e-05,
      "loss": 0.1426,
      "step": 4187
    },
    {
      "epoch": 2.7376164786660127,
      "grad_norm": 4.625,
      "learning_rate": 1.0077625783049388e-05,
      "loss": 0.2504,
      "step": 4188
    },
    {
      "epoch": 2.738270393983979,
      "grad_norm": 3.359375,
      "learning_rate": 1.007305964430173e-05,
      "loss": 0.1115,
      "step": 4189
    },
    {
      "epoch": 2.7389243093019453,
      "grad_norm": 4.9375,
      "learning_rate": 1.006849349032055e-05,
      "loss": 0.1927,
      "step": 4190
    },
    {
      "epoch": 2.739578224619912,
      "grad_norm": 5.25,
      "learning_rate": 1.0063927322057923e-05,
      "loss": 0.2631,
      "step": 4191
    },
    {
      "epoch": 2.740232139937878,
      "grad_norm": 5.15625,
      "learning_rate": 1.005936114046593e-05,
      "loss": 0.1884,
      "step": 4192
    },
    {
      "epoch": 2.7408860552558445,
      "grad_norm": 4.125,
      "learning_rate": 1.0054794946496663e-05,
      "loss": 0.1736,
      "step": 4193
    },
    {
      "epoch": 2.7415399705738106,
      "grad_norm": 5.90625,
      "learning_rate": 1.0050228741102206e-05,
      "loss": 0.225,
      "step": 4194
    },
    {
      "epoch": 2.742193885891777,
      "grad_norm": 7.40625,
      "learning_rate": 1.0045662525234657e-05,
      "loss": 0.2123,
      "step": 4195
    },
    {
      "epoch": 2.7428478012097433,
      "grad_norm": 13.0625,
      "learning_rate": 1.0041096299846098e-05,
      "loss": 0.1837,
      "step": 4196
    },
    {
      "epoch": 2.74350171652771,
      "grad_norm": 3.796875,
      "learning_rate": 1.003653006588863e-05,
      "loss": 0.1148,
      "step": 4197
    },
    {
      "epoch": 2.744155631845676,
      "grad_norm": 4.75,
      "learning_rate": 1.0031963824314347e-05,
      "loss": 0.1365,
      "step": 4198
    },
    {
      "epoch": 2.7448095471636424,
      "grad_norm": 3.875,
      "learning_rate": 1.002739757607535e-05,
      "loss": 0.1119,
      "step": 4199
    },
    {
      "epoch": 2.7454634624816086,
      "grad_norm": 3.15625,
      "learning_rate": 1.0022831322123738e-05,
      "loss": 0.107,
      "step": 4200
    },
    {
      "epoch": 2.746117377799575,
      "grad_norm": 5.28125,
      "learning_rate": 1.0018265063411612e-05,
      "loss": 0.3163,
      "step": 4201
    },
    {
      "epoch": 2.746771293117541,
      "grad_norm": 5.25,
      "learning_rate": 1.0013698800891071e-05,
      "loss": 0.2115,
      "step": 4202
    },
    {
      "epoch": 2.7474252084355077,
      "grad_norm": 6.6875,
      "learning_rate": 1.000913253551422e-05,
      "loss": 0.4355,
      "step": 4203
    },
    {
      "epoch": 2.748079123753474,
      "grad_norm": 4.53125,
      "learning_rate": 1.0004566268233162e-05,
      "loss": 0.2053,
      "step": 4204
    },
    {
      "epoch": 2.7487330390714404,
      "grad_norm": 5.4375,
      "learning_rate": 1e-05,
      "loss": 0.239,
      "step": 4205
    },
    {
      "epoch": 2.7493869543894065,
      "grad_norm": 1.9453125,
      "learning_rate": 9.99543373176684e-06,
      "loss": 0.0444,
      "step": 4206
    },
    {
      "epoch": 2.750040869707373,
      "grad_norm": 3.390625,
      "learning_rate": 9.990867464485781e-06,
      "loss": 0.0771,
      "step": 4207
    },
    {
      "epoch": 2.750694785025339,
      "grad_norm": 5.40625,
      "learning_rate": 9.986301199108934e-06,
      "loss": 0.2328,
      "step": 4208
    },
    {
      "epoch": 2.7513487003433057,
      "grad_norm": 2.71875,
      "learning_rate": 9.981734936588393e-06,
      "loss": 0.0825,
      "step": 4209
    },
    {
      "epoch": 2.752002615661272,
      "grad_norm": 4.25,
      "learning_rate": 9.977168677876265e-06,
      "loss": 0.0964,
      "step": 4210
    },
    {
      "epoch": 2.7526565309792383,
      "grad_norm": 3.84375,
      "learning_rate": 9.97260242392465e-06,
      "loss": 0.0784,
      "step": 4211
    },
    {
      "epoch": 2.7533104462972045,
      "grad_norm": 4.5,
      "learning_rate": 9.968036175685655e-06,
      "loss": 0.1486,
      "step": 4212
    },
    {
      "epoch": 2.753964361615171,
      "grad_norm": 3.71875,
      "learning_rate": 9.963469934111374e-06,
      "loss": 0.1444,
      "step": 4213
    },
    {
      "epoch": 2.754618276933137,
      "grad_norm": 3.9375,
      "learning_rate": 9.958903700153906e-06,
      "loss": 0.1393,
      "step": 4214
    },
    {
      "epoch": 2.7552721922511036,
      "grad_norm": 4.09375,
      "learning_rate": 9.954337474765348e-06,
      "loss": 0.2086,
      "step": 4215
    },
    {
      "epoch": 2.7559261075690697,
      "grad_norm": 5.5625,
      "learning_rate": 9.949771258897797e-06,
      "loss": 0.2789,
      "step": 4216
    },
    {
      "epoch": 2.756580022887036,
      "grad_norm": 4.9375,
      "learning_rate": 9.94520505350334e-06,
      "loss": 0.1088,
      "step": 4217
    },
    {
      "epoch": 2.7572339382050024,
      "grad_norm": 4.8125,
      "learning_rate": 9.940638859534074e-06,
      "loss": 0.2789,
      "step": 4218
    },
    {
      "epoch": 2.757887853522969,
      "grad_norm": 6.25,
      "learning_rate": 9.936072677942084e-06,
      "loss": 0.2108,
      "step": 4219
    },
    {
      "epoch": 2.758541768840935,
      "grad_norm": 5.25,
      "learning_rate": 9.931506509679455e-06,
      "loss": 0.2076,
      "step": 4220
    },
    {
      "epoch": 2.759195684158901,
      "grad_norm": 5.15625,
      "learning_rate": 9.92694035569827e-06,
      "loss": 0.2753,
      "step": 4221
    },
    {
      "epoch": 2.7598495994768677,
      "grad_norm": 3.921875,
      "learning_rate": 9.922374216950612e-06,
      "loss": 0.1821,
      "step": 4222
    },
    {
      "epoch": 2.7605035147948342,
      "grad_norm": 4.59375,
      "learning_rate": 9.917808094388556e-06,
      "loss": 0.2632,
      "step": 4223
    },
    {
      "epoch": 2.7611574301128003,
      "grad_norm": 3.59375,
      "learning_rate": 9.913241988964176e-06,
      "loss": 0.1557,
      "step": 4224
    },
    {
      "epoch": 2.7618113454307665,
      "grad_norm": 6.15625,
      "learning_rate": 9.908675901629542e-06,
      "loss": 0.2558,
      "step": 4225
    },
    {
      "epoch": 2.762465260748733,
      "grad_norm": 7.1875,
      "learning_rate": 9.90410983333672e-06,
      "loss": 0.2606,
      "step": 4226
    },
    {
      "epoch": 2.7631191760666995,
      "grad_norm": 5.5,
      "learning_rate": 9.899543785037769e-06,
      "loss": 0.2327,
      "step": 4227
    },
    {
      "epoch": 2.7637730913846656,
      "grad_norm": 3.296875,
      "learning_rate": 9.894977757684749e-06,
      "loss": 0.1236,
      "step": 4228
    },
    {
      "epoch": 2.7644270067026318,
      "grad_norm": 6.21875,
      "learning_rate": 9.890411752229714e-06,
      "loss": 0.2778,
      "step": 4229
    },
    {
      "epoch": 2.7650809220205983,
      "grad_norm": 5.84375,
      "learning_rate": 9.885845769624715e-06,
      "loss": 0.2794,
      "step": 4230
    },
    {
      "epoch": 2.765734837338565,
      "grad_norm": 5.4375,
      "learning_rate": 9.881279810821786e-06,
      "loss": 0.3027,
      "step": 4231
    },
    {
      "epoch": 2.766388752656531,
      "grad_norm": 5.28125,
      "learning_rate": 9.87671387677298e-06,
      "loss": 0.3193,
      "step": 4232
    },
    {
      "epoch": 2.767042667974497,
      "grad_norm": 5.34375,
      "learning_rate": 9.872147968430328e-06,
      "loss": 0.2537,
      "step": 4233
    },
    {
      "epoch": 2.7676965832924636,
      "grad_norm": 6.59375,
      "learning_rate": 9.867582086745853e-06,
      "loss": 0.3195,
      "step": 4234
    },
    {
      "epoch": 2.76835049861043,
      "grad_norm": 7.125,
      "learning_rate": 9.863016232671581e-06,
      "loss": 0.3716,
      "step": 4235
    },
    {
      "epoch": 2.7690044139283962,
      "grad_norm": 3.578125,
      "learning_rate": 9.85845040715953e-06,
      "loss": 0.1665,
      "step": 4236
    },
    {
      "epoch": 2.7696583292463623,
      "grad_norm": 4.125,
      "learning_rate": 9.853884611161709e-06,
      "loss": 0.1765,
      "step": 4237
    },
    {
      "epoch": 2.770312244564329,
      "grad_norm": 5.1875,
      "learning_rate": 9.849318845630129e-06,
      "loss": 0.169,
      "step": 4238
    },
    {
      "epoch": 2.7709661598822954,
      "grad_norm": 5.53125,
      "learning_rate": 9.844753111516782e-06,
      "loss": 0.2357,
      "step": 4239
    },
    {
      "epoch": 2.7716200752002615,
      "grad_norm": 4.15625,
      "learning_rate": 9.840187409773664e-06,
      "loss": 0.1926,
      "step": 4240
    },
    {
      "epoch": 2.7722739905182276,
      "grad_norm": 5.6875,
      "learning_rate": 9.835621741352756e-06,
      "loss": 0.2662,
      "step": 4241
    },
    {
      "epoch": 2.772927905836194,
      "grad_norm": 4.5625,
      "learning_rate": 9.831056107206049e-06,
      "loss": 0.3235,
      "step": 4242
    },
    {
      "epoch": 2.7735818211541607,
      "grad_norm": 4.96875,
      "learning_rate": 9.826490508285502e-06,
      "loss": 0.1318,
      "step": 4243
    },
    {
      "epoch": 2.774235736472127,
      "grad_norm": 3.96875,
      "learning_rate": 9.821924945543085e-06,
      "loss": 0.1056,
      "step": 4244
    },
    {
      "epoch": 2.774889651790093,
      "grad_norm": 3.421875,
      "learning_rate": 9.817359419930753e-06,
      "loss": 0.1463,
      "step": 4245
    },
    {
      "epoch": 2.7755435671080595,
      "grad_norm": 4.59375,
      "learning_rate": 9.812793932400456e-06,
      "loss": 0.1105,
      "step": 4246
    },
    {
      "epoch": 2.776197482426026,
      "grad_norm": 5.65625,
      "learning_rate": 9.808228483904134e-06,
      "loss": 0.2019,
      "step": 4247
    },
    {
      "epoch": 2.776851397743992,
      "grad_norm": 7.84375,
      "learning_rate": 9.80366307539372e-06,
      "loss": 0.2961,
      "step": 4248
    },
    {
      "epoch": 2.7775053130619582,
      "grad_norm": 3.828125,
      "learning_rate": 9.799097707821137e-06,
      "loss": 0.0957,
      "step": 4249
    },
    {
      "epoch": 2.778159228379925,
      "grad_norm": 9.25,
      "learning_rate": 9.794532382138304e-06,
      "loss": 0.4137,
      "step": 4250
    },
    {
      "epoch": 2.7788131436978913,
      "grad_norm": 4.09375,
      "learning_rate": 9.789967099297126e-06,
      "loss": 0.2021,
      "step": 4251
    },
    {
      "epoch": 2.7794670590158574,
      "grad_norm": 4.90625,
      "learning_rate": 9.785401860249501e-06,
      "loss": 0.2004,
      "step": 4252
    },
    {
      "epoch": 2.7801209743338235,
      "grad_norm": 3.90625,
      "learning_rate": 9.78083666594732e-06,
      "loss": 0.1596,
      "step": 4253
    },
    {
      "epoch": 2.78077488965179,
      "grad_norm": 6.46875,
      "learning_rate": 9.776271517342463e-06,
      "loss": 0.3908,
      "step": 4254
    },
    {
      "epoch": 2.7814288049697566,
      "grad_norm": 4.8125,
      "learning_rate": 9.7717064153868e-06,
      "loss": 0.2502,
      "step": 4255
    },
    {
      "epoch": 2.7820827202877227,
      "grad_norm": 5.65625,
      "learning_rate": 9.76714136103219e-06,
      "loss": 0.224,
      "step": 4256
    },
    {
      "epoch": 2.782736635605689,
      "grad_norm": 4.6875,
      "learning_rate": 9.762576355230485e-06,
      "loss": 0.1157,
      "step": 4257
    },
    {
      "epoch": 2.7833905509236554,
      "grad_norm": 4.75,
      "learning_rate": 9.758011398933525e-06,
      "loss": 0.2531,
      "step": 4258
    },
    {
      "epoch": 2.784044466241622,
      "grad_norm": 3.96875,
      "learning_rate": 9.75344649309314e-06,
      "loss": 0.1673,
      "step": 4259
    },
    {
      "epoch": 2.784698381559588,
      "grad_norm": 6.25,
      "learning_rate": 9.748881638661152e-06,
      "loss": 0.1422,
      "step": 4260
    },
    {
      "epoch": 2.785352296877554,
      "grad_norm": 4.6875,
      "learning_rate": 9.744316836589366e-06,
      "loss": 0.1027,
      "step": 4261
    },
    {
      "epoch": 2.7860062121955207,
      "grad_norm": 6.21875,
      "learning_rate": 9.739752087829576e-06,
      "loss": 0.3859,
      "step": 4262
    },
    {
      "epoch": 2.7866601275134872,
      "grad_norm": 4.625,
      "learning_rate": 9.735187393333583e-06,
      "loss": 0.2734,
      "step": 4263
    },
    {
      "epoch": 2.7873140428314533,
      "grad_norm": 5.1875,
      "learning_rate": 9.730622754053155e-06,
      "loss": 0.2312,
      "step": 4264
    },
    {
      "epoch": 2.7879679581494194,
      "grad_norm": 4.9375,
      "learning_rate": 9.726058170940053e-06,
      "loss": 0.2518,
      "step": 4265
    },
    {
      "epoch": 2.788621873467386,
      "grad_norm": 7.3125,
      "learning_rate": 9.721493644946034e-06,
      "loss": 0.4095,
      "step": 4266
    },
    {
      "epoch": 2.7892757887853525,
      "grad_norm": 7.0,
      "learning_rate": 9.716929177022833e-06,
      "loss": 0.2458,
      "step": 4267
    },
    {
      "epoch": 2.7899297041033186,
      "grad_norm": 4.46875,
      "learning_rate": 9.712364768122186e-06,
      "loss": 0.2807,
      "step": 4268
    },
    {
      "epoch": 2.7905836194212847,
      "grad_norm": 5.875,
      "learning_rate": 9.707800419195805e-06,
      "loss": 0.1541,
      "step": 4269
    },
    {
      "epoch": 2.7912375347392513,
      "grad_norm": 4.46875,
      "learning_rate": 9.703236131195392e-06,
      "loss": 0.2051,
      "step": 4270
    },
    {
      "epoch": 2.791891450057218,
      "grad_norm": 5.8125,
      "learning_rate": 9.698671905072639e-06,
      "loss": 0.3071,
      "step": 4271
    },
    {
      "epoch": 2.792545365375184,
      "grad_norm": 4.84375,
      "learning_rate": 9.694107741779224e-06,
      "loss": 0.1419,
      "step": 4272
    },
    {
      "epoch": 2.79319928069315,
      "grad_norm": 4.53125,
      "learning_rate": 9.689543642266814e-06,
      "loss": 0.1729,
      "step": 4273
    },
    {
      "epoch": 2.7938531960111166,
      "grad_norm": 5.03125,
      "learning_rate": 9.684979607487056e-06,
      "loss": 0.325,
      "step": 4274
    },
    {
      "epoch": 2.794507111329083,
      "grad_norm": 4.75,
      "learning_rate": 9.680415638391594e-06,
      "loss": 0.1495,
      "step": 4275
    },
    {
      "epoch": 2.7951610266470492,
      "grad_norm": 4.84375,
      "learning_rate": 9.67585173593205e-06,
      "loss": 0.2839,
      "step": 4276
    },
    {
      "epoch": 2.7958149419650153,
      "grad_norm": 5.3125,
      "learning_rate": 9.671287901060035e-06,
      "loss": 0.1539,
      "step": 4277
    },
    {
      "epoch": 2.796468857282982,
      "grad_norm": 4.4375,
      "learning_rate": 9.666724134727142e-06,
      "loss": 0.1208,
      "step": 4278
    },
    {
      "epoch": 2.7971227726009484,
      "grad_norm": 3.03125,
      "learning_rate": 9.662160437884955e-06,
      "loss": 0.1647,
      "step": 4279
    },
    {
      "epoch": 2.7977766879189145,
      "grad_norm": 6.3125,
      "learning_rate": 9.65759681148504e-06,
      "loss": 0.3505,
      "step": 4280
    },
    {
      "epoch": 2.7984306032368806,
      "grad_norm": 4.375,
      "learning_rate": 9.653033256478957e-06,
      "loss": 0.2063,
      "step": 4281
    },
    {
      "epoch": 2.799084518554847,
      "grad_norm": 7.09375,
      "learning_rate": 9.648469773818233e-06,
      "loss": 0.282,
      "step": 4282
    },
    {
      "epoch": 2.7997384338728137,
      "grad_norm": 5.46875,
      "learning_rate": 9.6439063644544e-06,
      "loss": 0.2108,
      "step": 4283
    },
    {
      "epoch": 2.80039234919078,
      "grad_norm": 5.25,
      "learning_rate": 9.639343029338962e-06,
      "loss": 0.4603,
      "step": 4284
    },
    {
      "epoch": 2.801046264508746,
      "grad_norm": 3.84375,
      "learning_rate": 9.634779769423412e-06,
      "loss": 0.1384,
      "step": 4285
    },
    {
      "epoch": 2.8017001798267125,
      "grad_norm": 8.1875,
      "learning_rate": 9.630216585659227e-06,
      "loss": 0.5457,
      "step": 4286
    },
    {
      "epoch": 2.802354095144679,
      "grad_norm": 6.625,
      "learning_rate": 9.625653478997867e-06,
      "loss": 0.7845,
      "step": 4287
    },
    {
      "epoch": 2.803008010462645,
      "grad_norm": 4.53125,
      "learning_rate": 9.621090450390774e-06,
      "loss": 0.1634,
      "step": 4288
    },
    {
      "epoch": 2.8036619257806112,
      "grad_norm": 4.15625,
      "learning_rate": 9.61652750078938e-06,
      "loss": 0.1753,
      "step": 4289
    },
    {
      "epoch": 2.804315841098578,
      "grad_norm": 5.25,
      "learning_rate": 9.611964631145095e-06,
      "loss": 0.1309,
      "step": 4290
    },
    {
      "epoch": 2.804969756416544,
      "grad_norm": 4.03125,
      "learning_rate": 9.607401842409318e-06,
      "loss": 0.1838,
      "step": 4291
    },
    {
      "epoch": 2.8056236717345104,
      "grad_norm": 4.75,
      "learning_rate": 9.60283913553342e-06,
      "loss": 0.1785,
      "step": 4292
    },
    {
      "epoch": 2.8062775870524765,
      "grad_norm": 3.59375,
      "learning_rate": 9.598276511468763e-06,
      "loss": 0.1232,
      "step": 4293
    },
    {
      "epoch": 2.806931502370443,
      "grad_norm": 4.375,
      "learning_rate": 9.5937139711667e-06,
      "loss": 0.1212,
      "step": 4294
    },
    {
      "epoch": 2.807585417688409,
      "grad_norm": 2.703125,
      "learning_rate": 9.589151515578547e-06,
      "loss": 0.0447,
      "step": 4295
    },
    {
      "epoch": 2.8082393330063757,
      "grad_norm": 6.59375,
      "learning_rate": 9.58458914565562e-06,
      "loss": 0.2251,
      "step": 4296
    },
    {
      "epoch": 2.808893248324342,
      "grad_norm": 5.6875,
      "learning_rate": 9.580026862349205e-06,
      "loss": 0.2269,
      "step": 4297
    },
    {
      "epoch": 2.8095471636423084,
      "grad_norm": 5.53125,
      "learning_rate": 9.575464666610579e-06,
      "loss": 0.3326,
      "step": 4298
    },
    {
      "epoch": 2.8102010789602745,
      "grad_norm": 4.90625,
      "learning_rate": 9.570902559390996e-06,
      "loss": 0.1418,
      "step": 4299
    },
    {
      "epoch": 2.810854994278241,
      "grad_norm": 4.46875,
      "learning_rate": 9.566340541641689e-06,
      "loss": 0.1076,
      "step": 4300
    },
    {
      "epoch": 2.811508909596207,
      "grad_norm": 9.5625,
      "learning_rate": 9.561778614313876e-06,
      "loss": 0.513,
      "step": 4301
    },
    {
      "epoch": 2.8121628249141737,
      "grad_norm": 8.125,
      "learning_rate": 9.557216778358758e-06,
      "loss": 0.283,
      "step": 4302
    },
    {
      "epoch": 2.81281674023214,
      "grad_norm": 5.3125,
      "learning_rate": 9.55265503472751e-06,
      "loss": 0.2065,
      "step": 4303
    },
    {
      "epoch": 2.8134706555501063,
      "grad_norm": 4.3125,
      "learning_rate": 9.5480933843713e-06,
      "loss": 0.1535,
      "step": 4304
    },
    {
      "epoch": 2.8141245708680724,
      "grad_norm": 3.65625,
      "learning_rate": 9.543531828241263e-06,
      "loss": 0.0818,
      "step": 4305
    },
    {
      "epoch": 2.814778486186039,
      "grad_norm": 3.953125,
      "learning_rate": 9.538970367288523e-06,
      "loss": 0.1745,
      "step": 4306
    },
    {
      "epoch": 2.815432401504005,
      "grad_norm": 4.875,
      "learning_rate": 9.53440900246418e-06,
      "loss": 0.1877,
      "step": 4307
    },
    {
      "epoch": 2.8160863168219716,
      "grad_norm": 4.625,
      "learning_rate": 9.529847734719318e-06,
      "loss": 0.1325,
      "step": 4308
    },
    {
      "epoch": 2.8167402321399377,
      "grad_norm": 4.6875,
      "learning_rate": 9.525286565004993e-06,
      "loss": 0.1694,
      "step": 4309
    },
    {
      "epoch": 2.8173941474579043,
      "grad_norm": 5.09375,
      "learning_rate": 9.52072549427225e-06,
      "loss": 0.2022,
      "step": 4310
    },
    {
      "epoch": 2.8180480627758704,
      "grad_norm": 10.5,
      "learning_rate": 9.516164523472106e-06,
      "loss": 0.44,
      "step": 4311
    },
    {
      "epoch": 2.818701978093837,
      "grad_norm": 5.1875,
      "learning_rate": 9.511603653555562e-06,
      "loss": 0.243,
      "step": 4312
    },
    {
      "epoch": 2.819355893411803,
      "grad_norm": 5.15625,
      "learning_rate": 9.507042885473593e-06,
      "loss": 0.2011,
      "step": 4313
    },
    {
      "epoch": 2.8200098087297696,
      "grad_norm": 5.0625,
      "learning_rate": 9.502482220177163e-06,
      "loss": 0.1409,
      "step": 4314
    },
    {
      "epoch": 2.8206637240477357,
      "grad_norm": 6.15625,
      "learning_rate": 9.497921658617202e-06,
      "loss": 0.4576,
      "step": 4315
    },
    {
      "epoch": 2.8213176393657022,
      "grad_norm": 3.75,
      "learning_rate": 9.49336120174463e-06,
      "loss": 0.1621,
      "step": 4316
    },
    {
      "epoch": 2.8219715546836683,
      "grad_norm": 5.65625,
      "learning_rate": 9.48880085051033e-06,
      "loss": 0.1288,
      "step": 4317
    },
    {
      "epoch": 2.822625470001635,
      "grad_norm": 5.65625,
      "learning_rate": 9.484240605865175e-06,
      "loss": 0.244,
      "step": 4318
    },
    {
      "epoch": 2.823279385319601,
      "grad_norm": 4.0625,
      "learning_rate": 9.479680468760017e-06,
      "loss": 0.1242,
      "step": 4319
    },
    {
      "epoch": 2.8239333006375675,
      "grad_norm": 7.46875,
      "learning_rate": 9.475120440145678e-06,
      "loss": 0.296,
      "step": 4320
    },
    {
      "epoch": 2.8245872159555336,
      "grad_norm": 4.6875,
      "learning_rate": 9.470560520972962e-06,
      "loss": 0.1938,
      "step": 4321
    },
    {
      "epoch": 2.8252411312735,
      "grad_norm": 4.90625,
      "learning_rate": 9.466000712192646e-06,
      "loss": 0.1121,
      "step": 4322
    },
    {
      "epoch": 2.8258950465914663,
      "grad_norm": 4.4375,
      "learning_rate": 9.461441014755486e-06,
      "loss": 0.1943,
      "step": 4323
    },
    {
      "epoch": 2.826548961909433,
      "grad_norm": 6.53125,
      "learning_rate": 9.456881429612225e-06,
      "loss": 0.2496,
      "step": 4324
    },
    {
      "epoch": 2.827202877227399,
      "grad_norm": 5.125,
      "learning_rate": 9.452321957713563e-06,
      "loss": 0.2363,
      "step": 4325
    },
    {
      "epoch": 2.8278567925453655,
      "grad_norm": 7.78125,
      "learning_rate": 9.447762600010193e-06,
      "loss": 0.2793,
      "step": 4326
    },
    {
      "epoch": 2.8285107078633316,
      "grad_norm": 4.875,
      "learning_rate": 9.443203357452775e-06,
      "loss": 0.1579,
      "step": 4327
    },
    {
      "epoch": 2.829164623181298,
      "grad_norm": 3.65625,
      "learning_rate": 9.43864423099195e-06,
      "loss": 0.1394,
      "step": 4328
    },
    {
      "epoch": 2.8298185384992642,
      "grad_norm": 5.75,
      "learning_rate": 9.434085221578331e-06,
      "loss": 0.2068,
      "step": 4329
    },
    {
      "epoch": 2.830472453817231,
      "grad_norm": 3.921875,
      "learning_rate": 9.429526330162505e-06,
      "loss": 0.1323,
      "step": 4330
    },
    {
      "epoch": 2.831126369135197,
      "grad_norm": 4.5625,
      "learning_rate": 9.424967557695044e-06,
      "loss": 0.2169,
      "step": 4331
    },
    {
      "epoch": 2.8317802844531634,
      "grad_norm": 6.59375,
      "learning_rate": 9.420408905126484e-06,
      "loss": 0.2845,
      "step": 4332
    },
    {
      "epoch": 2.8324341997711295,
      "grad_norm": 3.875,
      "learning_rate": 9.415850373407342e-06,
      "loss": 0.1573,
      "step": 4333
    },
    {
      "epoch": 2.833088115089096,
      "grad_norm": 6.375,
      "learning_rate": 9.41129196348811e-06,
      "loss": 0.2577,
      "step": 4334
    },
    {
      "epoch": 2.833742030407062,
      "grad_norm": 4.46875,
      "learning_rate": 9.406733676319253e-06,
      "loss": 0.0585,
      "step": 4335
    },
    {
      "epoch": 2.8343959457250287,
      "grad_norm": 4.4375,
      "learning_rate": 9.40217551285121e-06,
      "loss": 0.1533,
      "step": 4336
    },
    {
      "epoch": 2.835049861042995,
      "grad_norm": 5.34375,
      "learning_rate": 9.397617474034396e-06,
      "loss": 0.1725,
      "step": 4337
    },
    {
      "epoch": 2.8357037763609614,
      "grad_norm": 6.90625,
      "learning_rate": 9.3930595608192e-06,
      "loss": 0.2083,
      "step": 4338
    },
    {
      "epoch": 2.8363576916789275,
      "grad_norm": 3.21875,
      "learning_rate": 9.388501774155977e-06,
      "loss": 0.0686,
      "step": 4339
    },
    {
      "epoch": 2.837011606996894,
      "grad_norm": 6.03125,
      "learning_rate": 9.383944114995069e-06,
      "loss": 0.2703,
      "step": 4340
    },
    {
      "epoch": 2.83766552231486,
      "grad_norm": 4.21875,
      "learning_rate": 9.379386584286782e-06,
      "loss": 0.1558,
      "step": 4341
    },
    {
      "epoch": 2.8383194376328267,
      "grad_norm": 4.46875,
      "learning_rate": 9.374829182981397e-06,
      "loss": 0.2216,
      "step": 4342
    },
    {
      "epoch": 2.838973352950793,
      "grad_norm": 7.5625,
      "learning_rate": 9.370271912029175e-06,
      "loss": 0.3406,
      "step": 4343
    },
    {
      "epoch": 2.8396272682687593,
      "grad_norm": 4.78125,
      "learning_rate": 9.365714772380331e-06,
      "loss": 0.1497,
      "step": 4344
    },
    {
      "epoch": 2.8402811835867254,
      "grad_norm": 4.59375,
      "learning_rate": 9.361157764985079e-06,
      "loss": 0.1871,
      "step": 4345
    },
    {
      "epoch": 2.840935098904692,
      "grad_norm": 5.15625,
      "learning_rate": 9.356600890793586e-06,
      "loss": 0.2112,
      "step": 4346
    },
    {
      "epoch": 2.841589014222658,
      "grad_norm": 6.6875,
      "learning_rate": 9.352044150755998e-06,
      "loss": 0.3986,
      "step": 4347
    },
    {
      "epoch": 2.8422429295406246,
      "grad_norm": 5.6875,
      "learning_rate": 9.34748754582243e-06,
      "loss": 0.2567,
      "step": 4348
    },
    {
      "epoch": 2.8428968448585907,
      "grad_norm": 4.40625,
      "learning_rate": 9.342931076942973e-06,
      "loss": 0.1335,
      "step": 4349
    },
    {
      "epoch": 2.8435507601765573,
      "grad_norm": 6.375,
      "learning_rate": 9.338374745067686e-06,
      "loss": 0.209,
      "step": 4350
    },
    {
      "epoch": 2.8442046754945234,
      "grad_norm": 4.875,
      "learning_rate": 9.333818551146605e-06,
      "loss": 0.2201,
      "step": 4351
    },
    {
      "epoch": 2.84485859081249,
      "grad_norm": 5.15625,
      "learning_rate": 9.329262496129727e-06,
      "loss": 0.2405,
      "step": 4352
    },
    {
      "epoch": 2.845512506130456,
      "grad_norm": 6.53125,
      "learning_rate": 9.324706580967029e-06,
      "loss": 0.6133,
      "step": 4353
    },
    {
      "epoch": 2.8461664214484226,
      "grad_norm": 5.1875,
      "learning_rate": 9.320150806608451e-06,
      "loss": 0.1329,
      "step": 4354
    },
    {
      "epoch": 2.8468203367663887,
      "grad_norm": 4.875,
      "learning_rate": 9.315595174003922e-06,
      "loss": 0.2196,
      "step": 4355
    },
    {
      "epoch": 2.8474742520843552,
      "grad_norm": 4.75,
      "learning_rate": 9.311039684103318e-06,
      "loss": 0.2348,
      "step": 4356
    },
    {
      "epoch": 2.8481281674023213,
      "grad_norm": 6.6875,
      "learning_rate": 9.306484337856497e-06,
      "loss": 0.3273,
      "step": 4357
    },
    {
      "epoch": 2.848782082720288,
      "grad_norm": 4.09375,
      "learning_rate": 9.301929136213287e-06,
      "loss": 0.1227,
      "step": 4358
    },
    {
      "epoch": 2.849435998038254,
      "grad_norm": 4.03125,
      "learning_rate": 9.297374080123481e-06,
      "loss": 0.0975,
      "step": 4359
    },
    {
      "epoch": 2.8500899133562205,
      "grad_norm": 5.96875,
      "learning_rate": 9.29281917053685e-06,
      "loss": 0.2992,
      "step": 4360
    },
    {
      "epoch": 2.8507438286741866,
      "grad_norm": 5.78125,
      "learning_rate": 9.288264408403126e-06,
      "loss": 0.3751,
      "step": 4361
    },
    {
      "epoch": 2.851397743992153,
      "grad_norm": 7.25,
      "learning_rate": 9.283709794672012e-06,
      "loss": 0.2992,
      "step": 4362
    },
    {
      "epoch": 2.8520516593101193,
      "grad_norm": 2.671875,
      "learning_rate": 9.279155330293184e-06,
      "loss": 0.0775,
      "step": 4363
    },
    {
      "epoch": 2.852705574628086,
      "grad_norm": 4.8125,
      "learning_rate": 9.274601016216283e-06,
      "loss": 0.2749,
      "step": 4364
    },
    {
      "epoch": 2.853359489946052,
      "grad_norm": 4.875,
      "learning_rate": 9.270046853390924e-06,
      "loss": 0.158,
      "step": 4365
    },
    {
      "epoch": 2.854013405264018,
      "grad_norm": 5.125,
      "learning_rate": 9.265492842766684e-06,
      "loss": 0.2033,
      "step": 4366
    },
    {
      "epoch": 2.8546673205819846,
      "grad_norm": 4.5,
      "learning_rate": 9.260938985293112e-06,
      "loss": 0.1727,
      "step": 4367
    },
    {
      "epoch": 2.855321235899951,
      "grad_norm": 6.34375,
      "learning_rate": 9.256385281919725e-06,
      "loss": 0.3178,
      "step": 4368
    },
    {
      "epoch": 2.8559751512179172,
      "grad_norm": 4.25,
      "learning_rate": 9.251831733596003e-06,
      "loss": 0.1534,
      "step": 4369
    },
    {
      "epoch": 2.8566290665358833,
      "grad_norm": 5.21875,
      "learning_rate": 9.2472783412714e-06,
      "loss": 0.1787,
      "step": 4370
    },
    {
      "epoch": 2.85728298185385,
      "grad_norm": 4.40625,
      "learning_rate": 9.242725105895335e-06,
      "loss": 0.2078,
      "step": 4371
    },
    {
      "epoch": 2.8579368971718164,
      "grad_norm": 5.90625,
      "learning_rate": 9.238172028417192e-06,
      "loss": 0.1778,
      "step": 4372
    },
    {
      "epoch": 2.8585908124897825,
      "grad_norm": 4.15625,
      "learning_rate": 9.233619109786332e-06,
      "loss": 0.1966,
      "step": 4373
    },
    {
      "epoch": 2.8592447278077486,
      "grad_norm": 4.65625,
      "learning_rate": 9.22906635095206e-06,
      "loss": 0.2237,
      "step": 4374
    },
    {
      "epoch": 2.859898643125715,
      "grad_norm": 2.421875,
      "learning_rate": 9.224513752863678e-06,
      "loss": 0.0617,
      "step": 4375
    },
    {
      "epoch": 2.8605525584436817,
      "grad_norm": 4.59375,
      "learning_rate": 9.219961316470437e-06,
      "loss": 0.1509,
      "step": 4376
    },
    {
      "epoch": 2.861206473761648,
      "grad_norm": 4.28125,
      "learning_rate": 9.215409042721553e-06,
      "loss": 0.1002,
      "step": 4377
    },
    {
      "epoch": 2.861860389079614,
      "grad_norm": 5.625,
      "learning_rate": 9.21085693256621e-06,
      "loss": 0.1963,
      "step": 4378
    },
    {
      "epoch": 2.8625143043975805,
      "grad_norm": 5.15625,
      "learning_rate": 9.206304986953562e-06,
      "loss": 0.2506,
      "step": 4379
    },
    {
      "epoch": 2.863168219715547,
      "grad_norm": 5.375,
      "learning_rate": 9.201753206832729e-06,
      "loss": 0.2454,
      "step": 4380
    },
    {
      "epoch": 2.863822135033513,
      "grad_norm": 4.84375,
      "learning_rate": 9.19720159315279e-06,
      "loss": 0.2837,
      "step": 4381
    },
    {
      "epoch": 2.8644760503514792,
      "grad_norm": 4.625,
      "learning_rate": 9.192650146862798e-06,
      "loss": 0.1484,
      "step": 4382
    },
    {
      "epoch": 2.8651299656694458,
      "grad_norm": 4.125,
      "learning_rate": 9.18809886891176e-06,
      "loss": 0.1408,
      "step": 4383
    },
    {
      "epoch": 2.8657838809874123,
      "grad_norm": 2.921875,
      "learning_rate": 9.183547760248657e-06,
      "loss": 0.1175,
      "step": 4384
    },
    {
      "epoch": 2.8664377963053784,
      "grad_norm": 3.25,
      "learning_rate": 9.17899682182243e-06,
      "loss": 0.1495,
      "step": 4385
    },
    {
      "epoch": 2.8670917116233445,
      "grad_norm": 2.734375,
      "learning_rate": 9.17444605458199e-06,
      "loss": 0.0633,
      "step": 4386
    },
    {
      "epoch": 2.867745626941311,
      "grad_norm": 7.40625,
      "learning_rate": 9.169895459476209e-06,
      "loss": 0.2692,
      "step": 4387
    },
    {
      "epoch": 2.8683995422592776,
      "grad_norm": 2.65625,
      "learning_rate": 9.165345037453918e-06,
      "loss": 0.0577,
      "step": 4388
    },
    {
      "epoch": 2.8690534575772437,
      "grad_norm": 4.375,
      "learning_rate": 9.160794789463923e-06,
      "loss": 0.226,
      "step": 4389
    },
    {
      "epoch": 2.86970737289521,
      "grad_norm": 6.25,
      "learning_rate": 9.156244716454984e-06,
      "loss": 0.2861,
      "step": 4390
    },
    {
      "epoch": 2.8703612882131764,
      "grad_norm": 2.109375,
      "learning_rate": 9.151694819375827e-06,
      "loss": 0.045,
      "step": 4391
    },
    {
      "epoch": 2.871015203531143,
      "grad_norm": 3.75,
      "learning_rate": 9.147145099175141e-06,
      "loss": 0.1411,
      "step": 4392
    },
    {
      "epoch": 2.871669118849109,
      "grad_norm": 3.953125,
      "learning_rate": 9.142595556801583e-06,
      "loss": 0.1279,
      "step": 4393
    },
    {
      "epoch": 2.872323034167075,
      "grad_norm": 5.46875,
      "learning_rate": 9.138046193203767e-06,
      "loss": 0.2267,
      "step": 4394
    },
    {
      "epoch": 2.8729769494850417,
      "grad_norm": 4.1875,
      "learning_rate": 9.133497009330271e-06,
      "loss": 0.1902,
      "step": 4395
    },
    {
      "epoch": 2.8736308648030082,
      "grad_norm": 6.25,
      "learning_rate": 9.128948006129642e-06,
      "loss": 0.3315,
      "step": 4396
    },
    {
      "epoch": 2.8742847801209743,
      "grad_norm": 4.1875,
      "learning_rate": 9.124399184550377e-06,
      "loss": 0.1571,
      "step": 4397
    },
    {
      "epoch": 2.8749386954389404,
      "grad_norm": 2.390625,
      "learning_rate": 9.119850545540947e-06,
      "loss": 0.0662,
      "step": 4398
    },
    {
      "epoch": 2.875592610756907,
      "grad_norm": 5.65625,
      "learning_rate": 9.11530209004978e-06,
      "loss": 0.2388,
      "step": 4399
    },
    {
      "epoch": 2.8762465260748735,
      "grad_norm": 4.53125,
      "learning_rate": 9.110753819025261e-06,
      "loss": 0.124,
      "step": 4400
    },
    {
      "epoch": 2.8769004413928396,
      "grad_norm": 3.828125,
      "learning_rate": 9.106205733415745e-06,
      "loss": 0.1344,
      "step": 4401
    },
    {
      "epoch": 2.8775543567108057,
      "grad_norm": 5.84375,
      "learning_rate": 9.101657834169544e-06,
      "loss": 0.2649,
      "step": 4402
    },
    {
      "epoch": 2.8782082720287723,
      "grad_norm": 6.15625,
      "learning_rate": 9.09711012223493e-06,
      "loss": 0.1815,
      "step": 4403
    },
    {
      "epoch": 2.878862187346739,
      "grad_norm": 6.1875,
      "learning_rate": 9.092562598560141e-06,
      "loss": 0.19,
      "step": 4404
    },
    {
      "epoch": 2.879516102664705,
      "grad_norm": 3.296875,
      "learning_rate": 9.088015264093365e-06,
      "loss": 0.1012,
      "step": 4405
    },
    {
      "epoch": 2.880170017982671,
      "grad_norm": 4.15625,
      "learning_rate": 9.083468119782766e-06,
      "loss": 0.1099,
      "step": 4406
    },
    {
      "epoch": 2.8808239333006376,
      "grad_norm": 4.0,
      "learning_rate": 9.07892116657646e-06,
      "loss": 0.1214,
      "step": 4407
    },
    {
      "epoch": 2.881477848618604,
      "grad_norm": 6.25,
      "learning_rate": 9.07437440542252e-06,
      "loss": 0.2973,
      "step": 4408
    },
    {
      "epoch": 2.8821317639365702,
      "grad_norm": 3.96875,
      "learning_rate": 9.069827837268981e-06,
      "loss": 0.1048,
      "step": 4409
    },
    {
      "epoch": 2.8827856792545363,
      "grad_norm": 6.375,
      "learning_rate": 9.065281463063841e-06,
      "loss": 0.2429,
      "step": 4410
    },
    {
      "epoch": 2.883439594572503,
      "grad_norm": 4.3125,
      "learning_rate": 9.060735283755058e-06,
      "loss": 0.1464,
      "step": 4411
    },
    {
      "epoch": 2.8840935098904694,
      "grad_norm": 4.96875,
      "learning_rate": 9.056189300290545e-06,
      "loss": 0.1365,
      "step": 4412
    },
    {
      "epoch": 2.8847474252084355,
      "grad_norm": 4.5,
      "learning_rate": 9.051643513618176e-06,
      "loss": 0.1841,
      "step": 4413
    },
    {
      "epoch": 2.8854013405264016,
      "grad_norm": 3.703125,
      "learning_rate": 9.047097924685784e-06,
      "loss": 0.1269,
      "step": 4414
    },
    {
      "epoch": 2.886055255844368,
      "grad_norm": 3.671875,
      "learning_rate": 9.04255253444116e-06,
      "loss": 0.1131,
      "step": 4415
    },
    {
      "epoch": 2.8867091711623347,
      "grad_norm": 5.78125,
      "learning_rate": 9.038007343832055e-06,
      "loss": 0.145,
      "step": 4416
    },
    {
      "epoch": 2.887363086480301,
      "grad_norm": 3.765625,
      "learning_rate": 9.033462353806182e-06,
      "loss": 0.1838,
      "step": 4417
    },
    {
      "epoch": 2.888017001798267,
      "grad_norm": 4.0625,
      "learning_rate": 9.028917565311204e-06,
      "loss": 0.198,
      "step": 4418
    },
    {
      "epoch": 2.8886709171162335,
      "grad_norm": 4.28125,
      "learning_rate": 9.024372979294748e-06,
      "loss": 0.1627,
      "step": 4419
    },
    {
      "epoch": 2.8893248324342,
      "grad_norm": 6.5,
      "learning_rate": 9.019828596704394e-06,
      "loss": 0.2276,
      "step": 4420
    },
    {
      "epoch": 2.889978747752166,
      "grad_norm": 3.453125,
      "learning_rate": 9.015284418487688e-06,
      "loss": 0.1199,
      "step": 4421
    },
    {
      "epoch": 2.8906326630701322,
      "grad_norm": 6.34375,
      "learning_rate": 9.010740445592122e-06,
      "loss": 0.23,
      "step": 4422
    },
    {
      "epoch": 2.8912865783880988,
      "grad_norm": 4.5,
      "learning_rate": 9.006196678965152e-06,
      "loss": 0.2149,
      "step": 4423
    },
    {
      "epoch": 2.8919404937060653,
      "grad_norm": 8.375,
      "learning_rate": 9.00165311955419e-06,
      "loss": 0.2674,
      "step": 4424
    },
    {
      "epoch": 2.8925944090240314,
      "grad_norm": 5.46875,
      "learning_rate": 8.997109768306607e-06,
      "loss": 0.2135,
      "step": 4425
    },
    {
      "epoch": 2.8932483243419975,
      "grad_norm": 4.15625,
      "learning_rate": 8.992566626169726e-06,
      "loss": 0.2203,
      "step": 4426
    },
    {
      "epoch": 2.893902239659964,
      "grad_norm": 4.1875,
      "learning_rate": 8.988023694090832e-06,
      "loss": 0.1004,
      "step": 4427
    },
    {
      "epoch": 2.8945561549779306,
      "grad_norm": 4.28125,
      "learning_rate": 8.98348097301716e-06,
      "loss": 0.1572,
      "step": 4428
    },
    {
      "epoch": 2.8952100702958967,
      "grad_norm": 3.75,
      "learning_rate": 8.978938463895908e-06,
      "loss": 0.0984,
      "step": 4429
    },
    {
      "epoch": 2.895863985613863,
      "grad_norm": 4.6875,
      "learning_rate": 8.974396167674221e-06,
      "loss": 0.2212,
      "step": 4430
    },
    {
      "epoch": 2.8965179009318294,
      "grad_norm": 4.28125,
      "learning_rate": 8.969854085299206e-06,
      "loss": 0.1119,
      "step": 4431
    },
    {
      "epoch": 2.897171816249796,
      "grad_norm": 6.875,
      "learning_rate": 8.965312217717923e-06,
      "loss": 0.2102,
      "step": 4432
    },
    {
      "epoch": 2.897825731567762,
      "grad_norm": 6.3125,
      "learning_rate": 8.96077056587739e-06,
      "loss": 0.2757,
      "step": 4433
    },
    {
      "epoch": 2.898479646885728,
      "grad_norm": 5.5625,
      "learning_rate": 8.956229130724579e-06,
      "loss": 0.2994,
      "step": 4434
    },
    {
      "epoch": 2.8991335622036947,
      "grad_norm": 6.03125,
      "learning_rate": 8.95168791320641e-06,
      "loss": 0.2284,
      "step": 4435
    },
    {
      "epoch": 2.899787477521661,
      "grad_norm": 4.75,
      "learning_rate": 8.947146914269767e-06,
      "loss": 0.1495,
      "step": 4436
    },
    {
      "epoch": 2.9004413928396273,
      "grad_norm": 4.0,
      "learning_rate": 8.94260613486149e-06,
      "loss": 0.1014,
      "step": 4437
    },
    {
      "epoch": 2.9010953081575934,
      "grad_norm": 3.609375,
      "learning_rate": 8.938065575928361e-06,
      "loss": 0.1171,
      "step": 4438
    },
    {
      "epoch": 2.90174922347556,
      "grad_norm": 6.53125,
      "learning_rate": 8.933525238417125e-06,
      "loss": 0.3894,
      "step": 4439
    },
    {
      "epoch": 2.9024031387935265,
      "grad_norm": 4.65625,
      "learning_rate": 8.928985123274481e-06,
      "loss": 0.1791,
      "step": 4440
    },
    {
      "epoch": 2.9030570541114926,
      "grad_norm": 4.96875,
      "learning_rate": 8.924445231447077e-06,
      "loss": 0.1384,
      "step": 4441
    },
    {
      "epoch": 2.9037109694294587,
      "grad_norm": 7.1875,
      "learning_rate": 8.919905563881523e-06,
      "loss": 0.1693,
      "step": 4442
    },
    {
      "epoch": 2.9043648847474253,
      "grad_norm": 6.0625,
      "learning_rate": 8.915366121524367e-06,
      "loss": 0.177,
      "step": 4443
    },
    {
      "epoch": 2.9050188000653914,
      "grad_norm": 6.0625,
      "learning_rate": 8.910826905322125e-06,
      "loss": 0.2685,
      "step": 4444
    },
    {
      "epoch": 2.905672715383358,
      "grad_norm": 6.25,
      "learning_rate": 8.906287916221259e-06,
      "loss": 0.4072,
      "step": 4445
    },
    {
      "epoch": 2.906326630701324,
      "grad_norm": 3.28125,
      "learning_rate": 8.901749155168183e-06,
      "loss": 0.0787,
      "step": 4446
    },
    {
      "epoch": 2.9069805460192906,
      "grad_norm": 3.21875,
      "learning_rate": 8.89721062310927e-06,
      "loss": 0.1085,
      "step": 4447
    },
    {
      "epoch": 2.9076344613372567,
      "grad_norm": 5.71875,
      "learning_rate": 8.892672320990835e-06,
      "loss": 0.2542,
      "step": 4448
    },
    {
      "epoch": 2.908288376655223,
      "grad_norm": 4.71875,
      "learning_rate": 8.888134249759157e-06,
      "loss": 0.202,
      "step": 4449
    },
    {
      "epoch": 2.9089422919731893,
      "grad_norm": 4.09375,
      "learning_rate": 8.883596410360456e-06,
      "loss": 0.2368,
      "step": 4450
    },
    {
      "epoch": 2.909596207291156,
      "grad_norm": 5.25,
      "learning_rate": 8.879058803740912e-06,
      "loss": 0.1373,
      "step": 4451
    },
    {
      "epoch": 2.910250122609122,
      "grad_norm": 4.40625,
      "learning_rate": 8.874521430846646e-06,
      "loss": 0.2227,
      "step": 4452
    },
    {
      "epoch": 2.9109040379270885,
      "grad_norm": 5.3125,
      "learning_rate": 8.86998429262374e-06,
      "loss": 0.2484,
      "step": 4453
    },
    {
      "epoch": 2.9115579532450546,
      "grad_norm": 5.125,
      "learning_rate": 8.865447390018226e-06,
      "loss": 0.1375,
      "step": 4454
    },
    {
      "epoch": 2.912211868563021,
      "grad_norm": 3.546875,
      "learning_rate": 8.860910723976083e-06,
      "loss": 0.1363,
      "step": 4455
    },
    {
      "epoch": 2.9128657838809873,
      "grad_norm": 7.28125,
      "learning_rate": 8.85637429544324e-06,
      "loss": 0.3121,
      "step": 4456
    },
    {
      "epoch": 2.913519699198954,
      "grad_norm": 6.84375,
      "learning_rate": 8.851838105365584e-06,
      "loss": 0.3096,
      "step": 4457
    },
    {
      "epoch": 2.91417361451692,
      "grad_norm": 6.40625,
      "learning_rate": 8.847302154688944e-06,
      "loss": 0.2641,
      "step": 4458
    },
    {
      "epoch": 2.9148275298348865,
      "grad_norm": 4.28125,
      "learning_rate": 8.842766444359105e-06,
      "loss": 0.1341,
      "step": 4459
    },
    {
      "epoch": 2.9154814451528526,
      "grad_norm": 4.5625,
      "learning_rate": 8.838230975321798e-06,
      "loss": 0.2641,
      "step": 4460
    },
    {
      "epoch": 2.916135360470819,
      "grad_norm": 3.71875,
      "learning_rate": 8.833695748522702e-06,
      "loss": 0.1331,
      "step": 4461
    },
    {
      "epoch": 2.916789275788785,
      "grad_norm": 5.4375,
      "learning_rate": 8.82916076490745e-06,
      "loss": 0.3394,
      "step": 4462
    },
    {
      "epoch": 2.9174431911067518,
      "grad_norm": 3.671875,
      "learning_rate": 8.824626025421625e-06,
      "loss": 0.0833,
      "step": 4463
    },
    {
      "epoch": 2.918097106424718,
      "grad_norm": 4.34375,
      "learning_rate": 8.820091531010756e-06,
      "loss": 0.1658,
      "step": 4464
    },
    {
      "epoch": 2.9187510217426844,
      "grad_norm": 11.4375,
      "learning_rate": 8.81555728262032e-06,
      "loss": 0.3729,
      "step": 4465
    },
    {
      "epoch": 2.9194049370606505,
      "grad_norm": 4.8125,
      "learning_rate": 8.811023281195743e-06,
      "loss": 0.2431,
      "step": 4466
    },
    {
      "epoch": 2.920058852378617,
      "grad_norm": 6.40625,
      "learning_rate": 8.8064895276824e-06,
      "loss": 0.1571,
      "step": 4467
    },
    {
      "epoch": 2.920712767696583,
      "grad_norm": 4.4375,
      "learning_rate": 8.801956023025624e-06,
      "loss": 0.1676,
      "step": 4468
    },
    {
      "epoch": 2.9213666830145497,
      "grad_norm": 5.59375,
      "learning_rate": 8.79742276817068e-06,
      "loss": 0.1804,
      "step": 4469
    },
    {
      "epoch": 2.922020598332516,
      "grad_norm": 5.25,
      "learning_rate": 8.792889764062789e-06,
      "loss": 0.2614,
      "step": 4470
    },
    {
      "epoch": 2.9226745136504824,
      "grad_norm": 4.4375,
      "learning_rate": 8.78835701164712e-06,
      "loss": 0.1191,
      "step": 4471
    },
    {
      "epoch": 2.9233284289684485,
      "grad_norm": 4.125,
      "learning_rate": 8.783824511868787e-06,
      "loss": 0.117,
      "step": 4472
    },
    {
      "epoch": 2.923982344286415,
      "grad_norm": 6.5,
      "learning_rate": 8.779292265672857e-06,
      "loss": 0.3927,
      "step": 4473
    },
    {
      "epoch": 2.924636259604381,
      "grad_norm": 4.875,
      "learning_rate": 8.774760274004333e-06,
      "loss": 0.2002,
      "step": 4474
    },
    {
      "epoch": 2.9252901749223477,
      "grad_norm": 6.90625,
      "learning_rate": 8.770228537808177e-06,
      "loss": 0.3231,
      "step": 4475
    },
    {
      "epoch": 2.9259440902403138,
      "grad_norm": 3.734375,
      "learning_rate": 8.76569705802929e-06,
      "loss": 0.1511,
      "step": 4476
    },
    {
      "epoch": 2.9265980055582803,
      "grad_norm": 6.96875,
      "learning_rate": 8.76116583561252e-06,
      "loss": 0.235,
      "step": 4477
    },
    {
      "epoch": 2.9272519208762464,
      "grad_norm": 5.09375,
      "learning_rate": 8.75663487150267e-06,
      "loss": 0.2939,
      "step": 4478
    },
    {
      "epoch": 2.927905836194213,
      "grad_norm": 6.90625,
      "learning_rate": 8.752104166644479e-06,
      "loss": 0.3426,
      "step": 4479
    },
    {
      "epoch": 2.928559751512179,
      "grad_norm": 5.125,
      "learning_rate": 8.747573721982636e-06,
      "loss": 0.3784,
      "step": 4480
    },
    {
      "epoch": 2.9292136668301456,
      "grad_norm": 4.75,
      "learning_rate": 8.743043538461775e-06,
      "loss": 0.1291,
      "step": 4481
    },
    {
      "epoch": 2.9298675821481117,
      "grad_norm": 5.9375,
      "learning_rate": 8.738513617026477e-06,
      "loss": 0.2854,
      "step": 4482
    },
    {
      "epoch": 2.9305214974660783,
      "grad_norm": 4.96875,
      "learning_rate": 8.733983958621264e-06,
      "loss": 0.1507,
      "step": 4483
    },
    {
      "epoch": 2.9311754127840444,
      "grad_norm": 4.71875,
      "learning_rate": 8.729454564190607e-06,
      "loss": 0.1516,
      "step": 4484
    },
    {
      "epoch": 2.931829328102011,
      "grad_norm": 6.09375,
      "learning_rate": 8.724925434678923e-06,
      "loss": 0.2798,
      "step": 4485
    },
    {
      "epoch": 2.932483243419977,
      "grad_norm": 4.8125,
      "learning_rate": 8.720396571030574e-06,
      "loss": 0.2108,
      "step": 4486
    },
    {
      "epoch": 2.9331371587379436,
      "grad_norm": 3.6875,
      "learning_rate": 8.715867974189856e-06,
      "loss": 0.1237,
      "step": 4487
    },
    {
      "epoch": 2.9337910740559097,
      "grad_norm": 5.03125,
      "learning_rate": 8.711339645101029e-06,
      "loss": 0.1231,
      "step": 4488
    },
    {
      "epoch": 2.934444989373876,
      "grad_norm": 6.34375,
      "learning_rate": 8.70681158470828e-06,
      "loss": 0.2999,
      "step": 4489
    },
    {
      "epoch": 2.9350989046918423,
      "grad_norm": 3.71875,
      "learning_rate": 8.702283793955748e-06,
      "loss": 0.1432,
      "step": 4490
    },
    {
      "epoch": 2.935752820009809,
      "grad_norm": 3.796875,
      "learning_rate": 8.697756273787513e-06,
      "loss": 0.1718,
      "step": 4491
    },
    {
      "epoch": 2.936406735327775,
      "grad_norm": 5.875,
      "learning_rate": 8.693229025147598e-06,
      "loss": 0.2515,
      "step": 4492
    },
    {
      "epoch": 2.9370606506457415,
      "grad_norm": 7.0625,
      "learning_rate": 8.688702048979974e-06,
      "loss": 0.5402,
      "step": 4493
    },
    {
      "epoch": 2.9377145659637076,
      "grad_norm": 5.125,
      "learning_rate": 8.68417534622855e-06,
      "loss": 0.2295,
      "step": 4494
    },
    {
      "epoch": 2.938368481281674,
      "grad_norm": 5.84375,
      "learning_rate": 8.679648917837184e-06,
      "loss": 0.2274,
      "step": 4495
    },
    {
      "epoch": 2.9390223965996403,
      "grad_norm": 5.375,
      "learning_rate": 8.675122764749664e-06,
      "loss": 0.2842,
      "step": 4496
    },
    {
      "epoch": 2.939676311917607,
      "grad_norm": 6.375,
      "learning_rate": 8.670596887909733e-06,
      "loss": 0.3653,
      "step": 4497
    },
    {
      "epoch": 2.940330227235573,
      "grad_norm": 6.03125,
      "learning_rate": 8.666071288261083e-06,
      "loss": 0.4767,
      "step": 4498
    },
    {
      "epoch": 2.9409841425535395,
      "grad_norm": 5.375,
      "learning_rate": 8.661545966747324e-06,
      "loss": 0.1752,
      "step": 4499
    },
    {
      "epoch": 2.9416380578715056,
      "grad_norm": 4.625,
      "learning_rate": 8.65702092431203e-06,
      "loss": 0.1783,
      "step": 4500
    },
    {
      "epoch": 2.942291973189472,
      "grad_norm": 3.828125,
      "learning_rate": 8.652496161898704e-06,
      "loss": 0.1551,
      "step": 4501
    },
    {
      "epoch": 2.942945888507438,
      "grad_norm": 5.71875,
      "learning_rate": 8.647971680450801e-06,
      "loss": 0.4022,
      "step": 4502
    },
    {
      "epoch": 2.9435998038254048,
      "grad_norm": 8.625,
      "learning_rate": 8.64344748091171e-06,
      "loss": 0.4208,
      "step": 4503
    },
    {
      "epoch": 2.944253719143371,
      "grad_norm": 3.890625,
      "learning_rate": 8.63892356422476e-06,
      "loss": 0.2941,
      "step": 4504
    },
    {
      "epoch": 2.9449076344613374,
      "grad_norm": 5.1875,
      "learning_rate": 8.634399931333226e-06,
      "loss": 0.1179,
      "step": 4505
    },
    {
      "epoch": 2.9455615497793035,
      "grad_norm": 4.34375,
      "learning_rate": 8.629876583180322e-06,
      "loss": 0.2114,
      "step": 4506
    },
    {
      "epoch": 2.94621546509727,
      "grad_norm": 5.9375,
      "learning_rate": 8.625353520709203e-06,
      "loss": 0.3903,
      "step": 4507
    },
    {
      "epoch": 2.946869380415236,
      "grad_norm": 4.5625,
      "learning_rate": 8.620830744862962e-06,
      "loss": 0.2304,
      "step": 4508
    },
    {
      "epoch": 2.9475232957332027,
      "grad_norm": 4.3125,
      "learning_rate": 8.616308256584636e-06,
      "loss": 0.1995,
      "step": 4509
    },
    {
      "epoch": 2.948177211051169,
      "grad_norm": 3.828125,
      "learning_rate": 8.611786056817203e-06,
      "loss": 0.1512,
      "step": 4510
    },
    {
      "epoch": 2.9488311263691354,
      "grad_norm": 6.28125,
      "learning_rate": 8.607264146503574e-06,
      "loss": 0.2564,
      "step": 4511
    },
    {
      "epoch": 2.9494850416871015,
      "grad_norm": 6.0625,
      "learning_rate": 8.602742526586607e-06,
      "loss": 0.1605,
      "step": 4512
    },
    {
      "epoch": 2.950138957005068,
      "grad_norm": 7.34375,
      "learning_rate": 8.598221198009094e-06,
      "loss": 0.2781,
      "step": 4513
    },
    {
      "epoch": 2.950792872323034,
      "grad_norm": 4.3125,
      "learning_rate": 8.593700161713767e-06,
      "loss": 0.2319,
      "step": 4514
    },
    {
      "epoch": 2.951446787641,
      "grad_norm": 7.09375,
      "learning_rate": 8.589179418643302e-06,
      "loss": 0.2835,
      "step": 4515
    },
    {
      "epoch": 2.9521007029589668,
      "grad_norm": 7.75,
      "learning_rate": 8.584658969740306e-06,
      "loss": 0.3398,
      "step": 4516
    },
    {
      "epoch": 2.9527546182769333,
      "grad_norm": 4.0625,
      "learning_rate": 8.580138815947336e-06,
      "loss": 0.1528,
      "step": 4517
    },
    {
      "epoch": 2.9534085335948994,
      "grad_norm": 5.78125,
      "learning_rate": 8.57561895820687e-06,
      "loss": 0.1423,
      "step": 4518
    },
    {
      "epoch": 2.9540624489128655,
      "grad_norm": 6.34375,
      "learning_rate": 8.571099397461344e-06,
      "loss": 0.3504,
      "step": 4519
    },
    {
      "epoch": 2.954716364230832,
      "grad_norm": 7.03125,
      "learning_rate": 8.566580134653125e-06,
      "loss": 0.2729,
      "step": 4520
    },
    {
      "epoch": 2.9553702795487986,
      "grad_norm": 3.203125,
      "learning_rate": 8.562061170724506e-06,
      "loss": 0.0996,
      "step": 4521
    },
    {
      "epoch": 2.9560241948667647,
      "grad_norm": 3.59375,
      "learning_rate": 8.557542506617733e-06,
      "loss": 0.168,
      "step": 4522
    },
    {
      "epoch": 2.956678110184731,
      "grad_norm": 4.96875,
      "learning_rate": 8.553024143274984e-06,
      "loss": 0.2146,
      "step": 4523
    },
    {
      "epoch": 2.9573320255026974,
      "grad_norm": 2.09375,
      "learning_rate": 8.548506081638373e-06,
      "loss": 0.0618,
      "step": 4524
    },
    {
      "epoch": 2.957985940820664,
      "grad_norm": 4.75,
      "learning_rate": 8.543988322649954e-06,
      "loss": 0.2589,
      "step": 4525
    },
    {
      "epoch": 2.95863985613863,
      "grad_norm": 7.34375,
      "learning_rate": 8.539470867251713e-06,
      "loss": 0.3506,
      "step": 4526
    },
    {
      "epoch": 2.959293771456596,
      "grad_norm": 7.21875,
      "learning_rate": 8.53495371638558e-06,
      "loss": 0.384,
      "step": 4527
    },
    {
      "epoch": 2.9599476867745627,
      "grad_norm": 5.15625,
      "learning_rate": 8.530436870993411e-06,
      "loss": 0.2524,
      "step": 4528
    },
    {
      "epoch": 2.960601602092529,
      "grad_norm": 4.34375,
      "learning_rate": 8.52592033201701e-06,
      "loss": 0.1956,
      "step": 4529
    },
    {
      "epoch": 2.9612555174104953,
      "grad_norm": 4.03125,
      "learning_rate": 8.521404100398113e-06,
      "loss": 0.1853,
      "step": 4530
    },
    {
      "epoch": 2.9619094327284614,
      "grad_norm": 6.625,
      "learning_rate": 8.516888177078386e-06,
      "loss": 0.3536,
      "step": 4531
    },
    {
      "epoch": 2.962563348046428,
      "grad_norm": 5.5625,
      "learning_rate": 8.512372562999437e-06,
      "loss": 0.1783,
      "step": 4532
    },
    {
      "epoch": 2.9632172633643945,
      "grad_norm": 3.515625,
      "learning_rate": 8.507857259102814e-06,
      "loss": 0.1065,
      "step": 4533
    },
    {
      "epoch": 2.9638711786823606,
      "grad_norm": 5.1875,
      "learning_rate": 8.503342266329986e-06,
      "loss": 0.2599,
      "step": 4534
    },
    {
      "epoch": 2.9645250940003267,
      "grad_norm": 3.6875,
      "learning_rate": 8.498827585622367e-06,
      "loss": 0.1885,
      "step": 4535
    },
    {
      "epoch": 2.9651790093182933,
      "grad_norm": 3.1875,
      "learning_rate": 8.494313217921308e-06,
      "loss": 0.1725,
      "step": 4536
    },
    {
      "epoch": 2.96583292463626,
      "grad_norm": 5.375,
      "learning_rate": 8.489799164168087e-06,
      "loss": 0.149,
      "step": 4537
    },
    {
      "epoch": 2.966486839954226,
      "grad_norm": 5.78125,
      "learning_rate": 8.485285425303922e-06,
      "loss": 0.2747,
      "step": 4538
    },
    {
      "epoch": 2.967140755272192,
      "grad_norm": 6.0625,
      "learning_rate": 8.480772002269966e-06,
      "loss": 0.3262,
      "step": 4539
    },
    {
      "epoch": 2.9677946705901586,
      "grad_norm": 3.890625,
      "learning_rate": 8.476258896007302e-06,
      "loss": 0.1589,
      "step": 4540
    },
    {
      "epoch": 2.968448585908125,
      "grad_norm": 4.5,
      "learning_rate": 8.47174610745695e-06,
      "loss": 0.1923,
      "step": 4541
    },
    {
      "epoch": 2.969102501226091,
      "grad_norm": 3.59375,
      "learning_rate": 8.467233637559866e-06,
      "loss": 0.1549,
      "step": 4542
    },
    {
      "epoch": 2.9697564165440573,
      "grad_norm": 3.9375,
      "learning_rate": 8.462721487256928e-06,
      "loss": 0.0939,
      "step": 4543
    },
    {
      "epoch": 2.970410331862024,
      "grad_norm": 7.0625,
      "learning_rate": 8.458209657488962e-06,
      "loss": 0.4861,
      "step": 4544
    },
    {
      "epoch": 2.9710642471799904,
      "grad_norm": 6.15625,
      "learning_rate": 8.45369814919672e-06,
      "loss": 0.2473,
      "step": 4545
    },
    {
      "epoch": 2.9717181624979565,
      "grad_norm": 3.046875,
      "learning_rate": 8.449186963320886e-06,
      "loss": 0.1042,
      "step": 4546
    },
    {
      "epoch": 2.9723720778159226,
      "grad_norm": 6.6875,
      "learning_rate": 8.444676100802084e-06,
      "loss": 0.3382,
      "step": 4547
    },
    {
      "epoch": 2.973025993133889,
      "grad_norm": 3.953125,
      "learning_rate": 8.440165562580854e-06,
      "loss": 0.249,
      "step": 4548
    },
    {
      "epoch": 2.9736799084518557,
      "grad_norm": 4.0625,
      "learning_rate": 8.43565534959769e-06,
      "loss": 0.1606,
      "step": 4549
    },
    {
      "epoch": 2.974333823769822,
      "grad_norm": 4.96875,
      "learning_rate": 8.431145462793008e-06,
      "loss": 0.1425,
      "step": 4550
    },
    {
      "epoch": 2.974987739087788,
      "grad_norm": 4.84375,
      "learning_rate": 8.426635903107149e-06,
      "loss": 0.2143,
      "step": 4551
    },
    {
      "epoch": 2.9756416544057545,
      "grad_norm": 3.84375,
      "learning_rate": 8.422126671480397e-06,
      "loss": 0.1667,
      "step": 4552
    },
    {
      "epoch": 2.976295569723721,
      "grad_norm": 3.15625,
      "learning_rate": 8.417617768852962e-06,
      "loss": 0.097,
      "step": 4553
    },
    {
      "epoch": 2.976949485041687,
      "grad_norm": 4.96875,
      "learning_rate": 8.413109196164987e-06,
      "loss": 0.1998,
      "step": 4554
    },
    {
      "epoch": 2.977603400359653,
      "grad_norm": 5.71875,
      "learning_rate": 8.408600954356548e-06,
      "loss": 0.2937,
      "step": 4555
    },
    {
      "epoch": 2.9782573156776198,
      "grad_norm": 2.90625,
      "learning_rate": 8.404093044367646e-06,
      "loss": 0.0693,
      "step": 4556
    },
    {
      "epoch": 2.9789112309955863,
      "grad_norm": 5.625,
      "learning_rate": 8.399585467138215e-06,
      "loss": 0.2833,
      "step": 4557
    },
    {
      "epoch": 2.9795651463135524,
      "grad_norm": 4.15625,
      "learning_rate": 8.395078223608125e-06,
      "loss": 0.1177,
      "step": 4558
    },
    {
      "epoch": 2.9802190616315185,
      "grad_norm": 3.34375,
      "learning_rate": 8.39057131471717e-06,
      "loss": 0.0895,
      "step": 4559
    },
    {
      "epoch": 2.980872976949485,
      "grad_norm": 4.90625,
      "learning_rate": 8.38606474140508e-06,
      "loss": 0.1738,
      "step": 4560
    },
    {
      "epoch": 2.9815268922674516,
      "grad_norm": 4.53125,
      "learning_rate": 8.381558504611511e-06,
      "loss": 0.1318,
      "step": 4561
    },
    {
      "epoch": 2.9821808075854177,
      "grad_norm": 4.09375,
      "learning_rate": 8.377052605276051e-06,
      "loss": 0.1764,
      "step": 4562
    },
    {
      "epoch": 2.982834722903384,
      "grad_norm": 5.34375,
      "learning_rate": 8.372547044338212e-06,
      "loss": 0.3153,
      "step": 4563
    },
    {
      "epoch": 2.9834886382213504,
      "grad_norm": 5.375,
      "learning_rate": 8.368041822737444e-06,
      "loss": 0.1854,
      "step": 4564
    },
    {
      "epoch": 2.984142553539317,
      "grad_norm": 4.15625,
      "learning_rate": 8.363536941413121e-06,
      "loss": 0.1127,
      "step": 4565
    },
    {
      "epoch": 2.984796468857283,
      "grad_norm": 3.859375,
      "learning_rate": 8.359032401304544e-06,
      "loss": 0.0963,
      "step": 4566
    },
    {
      "epoch": 2.985450384175249,
      "grad_norm": 5.0,
      "learning_rate": 8.35452820335095e-06,
      "loss": 0.2334,
      "step": 4567
    },
    {
      "epoch": 2.9861042994932157,
      "grad_norm": 6.65625,
      "learning_rate": 8.3500243484915e-06,
      "loss": 0.282,
      "step": 4568
    },
    {
      "epoch": 2.986758214811182,
      "grad_norm": 5.15625,
      "learning_rate": 8.345520837665278e-06,
      "loss": 0.2027,
      "step": 4569
    },
    {
      "epoch": 2.9874121301291483,
      "grad_norm": 3.234375,
      "learning_rate": 8.34101767181131e-06,
      "loss": 0.0696,
      "step": 4570
    },
    {
      "epoch": 2.9880660454471144,
      "grad_norm": 4.84375,
      "learning_rate": 8.336514851868542e-06,
      "loss": 0.1594,
      "step": 4571
    },
    {
      "epoch": 2.988719960765081,
      "grad_norm": 2.859375,
      "learning_rate": 8.332012378775846e-06,
      "loss": 0.1219,
      "step": 4572
    },
    {
      "epoch": 2.9893738760830475,
      "grad_norm": 3.78125,
      "learning_rate": 8.327510253472023e-06,
      "loss": 0.1499,
      "step": 4573
    },
    {
      "epoch": 2.9900277914010136,
      "grad_norm": 4.875,
      "learning_rate": 8.323008476895804e-06,
      "loss": 0.1485,
      "step": 4574
    },
    {
      "epoch": 2.9906817067189797,
      "grad_norm": 3.984375,
      "learning_rate": 8.318507049985844e-06,
      "loss": 0.125,
      "step": 4575
    },
    {
      "epoch": 2.9913356220369463,
      "grad_norm": 7.59375,
      "learning_rate": 8.31400597368073e-06,
      "loss": 0.5685,
      "step": 4576
    },
    {
      "epoch": 2.991989537354913,
      "grad_norm": 7.53125,
      "learning_rate": 8.309505248918973e-06,
      "loss": 0.2563,
      "step": 4577
    },
    {
      "epoch": 2.992643452672879,
      "grad_norm": 5.46875,
      "learning_rate": 8.305004876639004e-06,
      "loss": 0.2168,
      "step": 4578
    },
    {
      "epoch": 2.993297367990845,
      "grad_norm": 4.125,
      "learning_rate": 8.300504857779187e-06,
      "loss": 0.1841,
      "step": 4579
    },
    {
      "epoch": 2.9939512833088116,
      "grad_norm": 4.09375,
      "learning_rate": 8.296005193277821e-06,
      "loss": 0.1521,
      "step": 4580
    },
    {
      "epoch": 2.994605198626778,
      "grad_norm": 4.8125,
      "learning_rate": 8.291505884073121e-06,
      "loss": 0.1835,
      "step": 4581
    },
    {
      "epoch": 2.995259113944744,
      "grad_norm": 4.4375,
      "learning_rate": 8.287006931103222e-06,
      "loss": 0.2153,
      "step": 4582
    },
    {
      "epoch": 2.9959130292627103,
      "grad_norm": 3.953125,
      "learning_rate": 8.2825083353062e-06,
      "loss": 0.0632,
      "step": 4583
    },
    {
      "epoch": 2.996566944580677,
      "grad_norm": 3.90625,
      "learning_rate": 8.278010097620039e-06,
      "loss": 0.1996,
      "step": 4584
    },
    {
      "epoch": 2.9972208598986434,
      "grad_norm": 4.625,
      "learning_rate": 8.273512218982666e-06,
      "loss": 0.1769,
      "step": 4585
    },
    {
      "epoch": 2.9978747752166095,
      "grad_norm": 3.640625,
      "learning_rate": 8.269014700331925e-06,
      "loss": 0.1183,
      "step": 4586
    },
    {
      "epoch": 2.9985286905345756,
      "grad_norm": 7.625,
      "learning_rate": 8.264517542605579e-06,
      "loss": 0.4181,
      "step": 4587
    },
    {
      "epoch": 2.999182605852542,
      "grad_norm": 4.4375,
      "learning_rate": 8.260020746741326e-06,
      "loss": 0.1598,
      "step": 4588
    },
    {
      "epoch": 2.9998365211705087,
      "grad_norm": 4.03125,
      "learning_rate": 8.25552431367678e-06,
      "loss": 0.0631,
      "step": 4589
    },
    {
      "epoch": 3.0,
      "grad_norm": 2.078125,
      "learning_rate": 8.251028244349489e-06,
      "loss": 0.0774,
      "step": 4590
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 7645,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6955839490055137e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}