{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1530,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006539153179663233,
      "grad_norm": 22.375,
      "learning_rate": 2.6143790849673203e-08,
      "loss": 1.7853,
      "step": 1
    },
    {
      "epoch": 0.0013078306359326467,
      "grad_norm": 18.75,
      "learning_rate": 5.228758169934641e-08,
      "loss": 1.3249,
      "step": 2
    },
    {
      "epoch": 0.00196174595389897,
      "grad_norm": 16.5,
      "learning_rate": 7.843137254901961e-08,
      "loss": 1.4347,
      "step": 3
    },
    {
      "epoch": 0.0026156612718652933,
      "grad_norm": 17.125,
      "learning_rate": 1.0457516339869281e-07,
      "loss": 1.1277,
      "step": 4
    },
    {
      "epoch": 0.003269576589831617,
      "grad_norm": 24.375,
      "learning_rate": 1.3071895424836603e-07,
      "loss": 1.8236,
      "step": 5
    },
    {
      "epoch": 0.00392349190779794,
      "grad_norm": 28.375,
      "learning_rate": 1.5686274509803921e-07,
      "loss": 2.18,
      "step": 6
    },
    {
      "epoch": 0.0045774072257642635,
      "grad_norm": 17.875,
      "learning_rate": 1.8300653594771245e-07,
      "loss": 1.7174,
      "step": 7
    },
    {
      "epoch": 0.005231322543730587,
      "grad_norm": 16.25,
      "learning_rate": 2.0915032679738563e-07,
      "loss": 1.1492,
      "step": 8
    },
    {
      "epoch": 0.005885237861696911,
      "grad_norm": 27.25,
      "learning_rate": 2.3529411764705883e-07,
      "loss": 1.6498,
      "step": 9
    },
    {
      "epoch": 0.006539153179663234,
      "grad_norm": 14.8125,
      "learning_rate": 2.6143790849673207e-07,
      "loss": 1.0398,
      "step": 10
    },
    {
      "epoch": 0.007193068497629557,
      "grad_norm": 16.0,
      "learning_rate": 2.8758169934640525e-07,
      "loss": 1.3389,
      "step": 11
    },
    {
      "epoch": 0.00784698381559588,
      "grad_norm": 20.75,
      "learning_rate": 3.1372549019607843e-07,
      "loss": 1.9224,
      "step": 12
    },
    {
      "epoch": 0.008500899133562204,
      "grad_norm": 18.0,
      "learning_rate": 3.398692810457516e-07,
      "loss": 1.3336,
      "step": 13
    },
    {
      "epoch": 0.009154814451528527,
      "grad_norm": 20.625,
      "learning_rate": 3.660130718954249e-07,
      "loss": 1.6119,
      "step": 14
    },
    {
      "epoch": 0.00980872976949485,
      "grad_norm": 17.125,
      "learning_rate": 3.921568627450981e-07,
      "loss": 1.2061,
      "step": 15
    },
    {
      "epoch": 0.010462645087461173,
      "grad_norm": 21.125,
      "learning_rate": 4.1830065359477126e-07,
      "loss": 1.55,
      "step": 16
    },
    {
      "epoch": 0.011116560405427496,
      "grad_norm": 22.125,
      "learning_rate": 4.444444444444445e-07,
      "loss": 1.495,
      "step": 17
    },
    {
      "epoch": 0.011770475723393821,
      "grad_norm": 23.625,
      "learning_rate": 4.7058823529411767e-07,
      "loss": 1.5443,
      "step": 18
    },
    {
      "epoch": 0.012424391041360144,
      "grad_norm": 18.375,
      "learning_rate": 4.967320261437909e-07,
      "loss": 1.72,
      "step": 19
    },
    {
      "epoch": 0.013078306359326467,
      "grad_norm": 20.5,
      "learning_rate": 5.228758169934641e-07,
      "loss": 1.5461,
      "step": 20
    },
    {
      "epoch": 0.01373222167729279,
      "grad_norm": 14.5,
      "learning_rate": 5.490196078431373e-07,
      "loss": 1.3291,
      "step": 21
    },
    {
      "epoch": 0.014386136995259114,
      "grad_norm": 23.625,
      "learning_rate": 5.751633986928105e-07,
      "loss": 1.4587,
      "step": 22
    },
    {
      "epoch": 0.015040052313225437,
      "grad_norm": 20.25,
      "learning_rate": 6.013071895424837e-07,
      "loss": 1.5046,
      "step": 23
    },
    {
      "epoch": 0.01569396763119176,
      "grad_norm": 17.625,
      "learning_rate": 6.274509803921569e-07,
      "loss": 1.9609,
      "step": 24
    },
    {
      "epoch": 0.016347882949158083,
      "grad_norm": 21.375,
      "learning_rate": 6.535947712418302e-07,
      "loss": 1.5493,
      "step": 25
    },
    {
      "epoch": 0.017001798267124408,
      "grad_norm": 18.625,
      "learning_rate": 6.797385620915032e-07,
      "loss": 1.4214,
      "step": 26
    },
    {
      "epoch": 0.01765571358509073,
      "grad_norm": 26.375,
      "learning_rate": 7.058823529411766e-07,
      "loss": 2.0565,
      "step": 27
    },
    {
      "epoch": 0.018309628903057054,
      "grad_norm": 23.5,
      "learning_rate": 7.320261437908498e-07,
      "loss": 2.0252,
      "step": 28
    },
    {
      "epoch": 0.01896354422102338,
      "grad_norm": 22.625,
      "learning_rate": 7.581699346405229e-07,
      "loss": 1.6488,
      "step": 29
    },
    {
      "epoch": 0.0196174595389897,
      "grad_norm": 16.125,
      "learning_rate": 7.843137254901962e-07,
      "loss": 1.3428,
      "step": 30
    },
    {
      "epoch": 0.020271374856956025,
      "grad_norm": 28.25,
      "learning_rate": 8.104575163398694e-07,
      "loss": 1.7191,
      "step": 31
    },
    {
      "epoch": 0.020925290174922347,
      "grad_norm": 17.0,
      "learning_rate": 8.366013071895425e-07,
      "loss": 1.1449,
      "step": 32
    },
    {
      "epoch": 0.02157920549288867,
      "grad_norm": 24.5,
      "learning_rate": 8.627450980392157e-07,
      "loss": 2.135,
      "step": 33
    },
    {
      "epoch": 0.022233120810854993,
      "grad_norm": 20.375,
      "learning_rate": 8.88888888888889e-07,
      "loss": 1.4919,
      "step": 34
    },
    {
      "epoch": 0.022887036128821318,
      "grad_norm": 29.0,
      "learning_rate": 9.150326797385621e-07,
      "loss": 1.8614,
      "step": 35
    },
    {
      "epoch": 0.023540951446787643,
      "grad_norm": 19.125,
      "learning_rate": 9.411764705882353e-07,
      "loss": 1.0191,
      "step": 36
    },
    {
      "epoch": 0.024194866764753964,
      "grad_norm": 15.9375,
      "learning_rate": 9.673202614379086e-07,
      "loss": 1.1653,
      "step": 37
    },
    {
      "epoch": 0.02484878208272029,
      "grad_norm": 22.375,
      "learning_rate": 9.934640522875818e-07,
      "loss": 1.7648,
      "step": 38
    },
    {
      "epoch": 0.02550269740068661,
      "grad_norm": 18.625,
      "learning_rate": 1.019607843137255e-06,
      "loss": 1.7209,
      "step": 39
    },
    {
      "epoch": 0.026156612718652935,
      "grad_norm": 20.125,
      "learning_rate": 1.0457516339869283e-06,
      "loss": 1.5833,
      "step": 40
    },
    {
      "epoch": 0.026810528036619256,
      "grad_norm": 15.0625,
      "learning_rate": 1.0718954248366013e-06,
      "loss": 0.7896,
      "step": 41
    },
    {
      "epoch": 0.02746444335458558,
      "grad_norm": 22.0,
      "learning_rate": 1.0980392156862745e-06,
      "loss": 2.0211,
      "step": 42
    },
    {
      "epoch": 0.028118358672551906,
      "grad_norm": 27.125,
      "learning_rate": 1.1241830065359478e-06,
      "loss": 2.4727,
      "step": 43
    },
    {
      "epoch": 0.028772273990518227,
      "grad_norm": 19.125,
      "learning_rate": 1.150326797385621e-06,
      "loss": 1.6349,
      "step": 44
    },
    {
      "epoch": 0.029426189308484552,
      "grad_norm": 23.125,
      "learning_rate": 1.1764705882352942e-06,
      "loss": 1.6653,
      "step": 45
    },
    {
      "epoch": 0.030080104626450874,
      "grad_norm": 15.0,
      "learning_rate": 1.2026143790849675e-06,
      "loss": 1.0016,
      "step": 46
    },
    {
      "epoch": 0.0307340199444172,
      "grad_norm": 20.5,
      "learning_rate": 1.2287581699346405e-06,
      "loss": 1.2971,
      "step": 47
    },
    {
      "epoch": 0.03138793526238352,
      "grad_norm": 15.6875,
      "learning_rate": 1.2549019607843137e-06,
      "loss": 1.0573,
      "step": 48
    },
    {
      "epoch": 0.03204185058034984,
      "grad_norm": 18.75,
      "learning_rate": 1.281045751633987e-06,
      "loss": 1.3878,
      "step": 49
    },
    {
      "epoch": 0.032695765898316166,
      "grad_norm": 20.875,
      "learning_rate": 1.3071895424836604e-06,
      "loss": 1.8702,
      "step": 50
    },
    {
      "epoch": 0.03334968121628249,
      "grad_norm": 17.0,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 1.8821,
      "step": 51
    },
    {
      "epoch": 0.034003596534248816,
      "grad_norm": 21.125,
      "learning_rate": 1.3594771241830064e-06,
      "loss": 1.751,
      "step": 52
    },
    {
      "epoch": 0.03465751185221514,
      "grad_norm": 17.625,
      "learning_rate": 1.3856209150326799e-06,
      "loss": 1.2839,
      "step": 53
    },
    {
      "epoch": 0.03531142717018146,
      "grad_norm": 20.125,
      "learning_rate": 1.4117647058823531e-06,
      "loss": 1.4963,
      "step": 54
    },
    {
      "epoch": 0.03596534248814778,
      "grad_norm": 16.875,
      "learning_rate": 1.4379084967320261e-06,
      "loss": 1.3659,
      "step": 55
    },
    {
      "epoch": 0.03661925780611411,
      "grad_norm": 19.0,
      "learning_rate": 1.4640522875816996e-06,
      "loss": 1.9621,
      "step": 56
    },
    {
      "epoch": 0.03727317312408043,
      "grad_norm": 17.125,
      "learning_rate": 1.4901960784313726e-06,
      "loss": 1.525,
      "step": 57
    },
    {
      "epoch": 0.03792708844204676,
      "grad_norm": 16.75,
      "learning_rate": 1.5163398692810458e-06,
      "loss": 1.207,
      "step": 58
    },
    {
      "epoch": 0.038581003760013076,
      "grad_norm": 10.0625,
      "learning_rate": 1.542483660130719e-06,
      "loss": 0.6293,
      "step": 59
    },
    {
      "epoch": 0.0392349190779794,
      "grad_norm": 15.1875,
      "learning_rate": 1.5686274509803923e-06,
      "loss": 1.1944,
      "step": 60
    },
    {
      "epoch": 0.039888834395945726,
      "grad_norm": 17.375,
      "learning_rate": 1.5947712418300653e-06,
      "loss": 2.1252,
      "step": 61
    },
    {
      "epoch": 0.04054274971391205,
      "grad_norm": 18.625,
      "learning_rate": 1.6209150326797388e-06,
      "loss": 1.2682,
      "step": 62
    },
    {
      "epoch": 0.04119666503187837,
      "grad_norm": 12.75,
      "learning_rate": 1.6470588235294118e-06,
      "loss": 1.1163,
      "step": 63
    },
    {
      "epoch": 0.04185058034984469,
      "grad_norm": 11.8125,
      "learning_rate": 1.673202614379085e-06,
      "loss": 0.7913,
      "step": 64
    },
    {
      "epoch": 0.04250449566781102,
      "grad_norm": 16.375,
      "learning_rate": 1.6993464052287585e-06,
      "loss": 1.2979,
      "step": 65
    },
    {
      "epoch": 0.04315841098577734,
      "grad_norm": 14.125,
      "learning_rate": 1.7254901960784315e-06,
      "loss": 1.2015,
      "step": 66
    },
    {
      "epoch": 0.04381232630374367,
      "grad_norm": 14.6875,
      "learning_rate": 1.7516339869281045e-06,
      "loss": 1.0585,
      "step": 67
    },
    {
      "epoch": 0.044466241621709986,
      "grad_norm": 13.25,
      "learning_rate": 1.777777777777778e-06,
      "loss": 1.3912,
      "step": 68
    },
    {
      "epoch": 0.04512015693967631,
      "grad_norm": 12.125,
      "learning_rate": 1.8039215686274512e-06,
      "loss": 1.3715,
      "step": 69
    },
    {
      "epoch": 0.045774072257642635,
      "grad_norm": 12.6875,
      "learning_rate": 1.8300653594771242e-06,
      "loss": 1.0968,
      "step": 70
    },
    {
      "epoch": 0.04642798757560896,
      "grad_norm": 9.0,
      "learning_rate": 1.8562091503267977e-06,
      "loss": 0.8315,
      "step": 71
    },
    {
      "epoch": 0.047081902893575285,
      "grad_norm": 9.6875,
      "learning_rate": 1.8823529411764707e-06,
      "loss": 1.0216,
      "step": 72
    },
    {
      "epoch": 0.0477358182115416,
      "grad_norm": 8.9375,
      "learning_rate": 1.9084967320261437e-06,
      "loss": 0.963,
      "step": 73
    },
    {
      "epoch": 0.04838973352950793,
      "grad_norm": 9.9375,
      "learning_rate": 1.934640522875817e-06,
      "loss": 1.0332,
      "step": 74
    },
    {
      "epoch": 0.04904364884747425,
      "grad_norm": 10.0625,
      "learning_rate": 1.96078431372549e-06,
      "loss": 1.3037,
      "step": 75
    },
    {
      "epoch": 0.04969756416544058,
      "grad_norm": 6.75,
      "learning_rate": 1.9869281045751636e-06,
      "loss": 0.6811,
      "step": 76
    },
    {
      "epoch": 0.050351479483406895,
      "grad_norm": 12.625,
      "learning_rate": 2.0130718954248366e-06,
      "loss": 1.2454,
      "step": 77
    },
    {
      "epoch": 0.05100539480137322,
      "grad_norm": 11.125,
      "learning_rate": 2.03921568627451e-06,
      "loss": 1.1049,
      "step": 78
    },
    {
      "epoch": 0.051659310119339545,
      "grad_norm": 11.75,
      "learning_rate": 2.065359477124183e-06,
      "loss": 0.8606,
      "step": 79
    },
    {
      "epoch": 0.05231322543730587,
      "grad_norm": 7.15625,
      "learning_rate": 2.0915032679738565e-06,
      "loss": 0.8439,
      "step": 80
    },
    {
      "epoch": 0.052967140755272195,
      "grad_norm": 7.46875,
      "learning_rate": 2.1176470588235296e-06,
      "loss": 0.7439,
      "step": 81
    },
    {
      "epoch": 0.05362105607323851,
      "grad_norm": 10.4375,
      "learning_rate": 2.1437908496732026e-06,
      "loss": 1.5164,
      "step": 82
    },
    {
      "epoch": 0.05427497139120484,
      "grad_norm": 10.75,
      "learning_rate": 2.169934640522876e-06,
      "loss": 1.5607,
      "step": 83
    },
    {
      "epoch": 0.05492888670917116,
      "grad_norm": 9.0,
      "learning_rate": 2.196078431372549e-06,
      "loss": 0.8527,
      "step": 84
    },
    {
      "epoch": 0.05558280202713749,
      "grad_norm": 9.375,
      "learning_rate": 2.222222222222222e-06,
      "loss": 1.1674,
      "step": 85
    },
    {
      "epoch": 0.05623671734510381,
      "grad_norm": 10.125,
      "learning_rate": 2.2483660130718955e-06,
      "loss": 1.4559,
      "step": 86
    },
    {
      "epoch": 0.05689063266307013,
      "grad_norm": 7.34375,
      "learning_rate": 2.274509803921569e-06,
      "loss": 1.0805,
      "step": 87
    },
    {
      "epoch": 0.057544547981036455,
      "grad_norm": 10.0,
      "learning_rate": 2.300653594771242e-06,
      "loss": 1.3947,
      "step": 88
    },
    {
      "epoch": 0.05819846329900278,
      "grad_norm": 7.8125,
      "learning_rate": 2.3267973856209154e-06,
      "loss": 1.3273,
      "step": 89
    },
    {
      "epoch": 0.058852378616969105,
      "grad_norm": 8.9375,
      "learning_rate": 2.3529411764705885e-06,
      "loss": 1.041,
      "step": 90
    },
    {
      "epoch": 0.05950629393493542,
      "grad_norm": 6.15625,
      "learning_rate": 2.3790849673202615e-06,
      "loss": 0.8624,
      "step": 91
    },
    {
      "epoch": 0.06016020925290175,
      "grad_norm": 8.125,
      "learning_rate": 2.405228758169935e-06,
      "loss": 0.8563,
      "step": 92
    },
    {
      "epoch": 0.06081412457086807,
      "grad_norm": 5.5,
      "learning_rate": 2.431372549019608e-06,
      "loss": 0.8141,
      "step": 93
    },
    {
      "epoch": 0.0614680398888344,
      "grad_norm": 6.25,
      "learning_rate": 2.457516339869281e-06,
      "loss": 0.9837,
      "step": 94
    },
    {
      "epoch": 0.06212195520680072,
      "grad_norm": 7.03125,
      "learning_rate": 2.4836601307189544e-06,
      "loss": 0.9888,
      "step": 95
    },
    {
      "epoch": 0.06277587052476705,
      "grad_norm": 6.78125,
      "learning_rate": 2.5098039215686274e-06,
      "loss": 1.1952,
      "step": 96
    },
    {
      "epoch": 0.06342978584273337,
      "grad_norm": 5.78125,
      "learning_rate": 2.535947712418301e-06,
      "loss": 0.9052,
      "step": 97
    },
    {
      "epoch": 0.06408370116069968,
      "grad_norm": 7.6875,
      "learning_rate": 2.562091503267974e-06,
      "loss": 1.0956,
      "step": 98
    },
    {
      "epoch": 0.06473761647866601,
      "grad_norm": 6.375,
      "learning_rate": 2.5882352941176473e-06,
      "loss": 1.0037,
      "step": 99
    },
    {
      "epoch": 0.06539153179663233,
      "grad_norm": 10.9375,
      "learning_rate": 2.6143790849673208e-06,
      "loss": 1.4849,
      "step": 100
    },
    {
      "epoch": 0.06604544711459866,
      "grad_norm": 6.4375,
      "learning_rate": 2.640522875816994e-06,
      "loss": 0.8732,
      "step": 101
    },
    {
      "epoch": 0.06669936243256498,
      "grad_norm": 6.59375,
      "learning_rate": 2.666666666666667e-06,
      "loss": 0.7752,
      "step": 102
    },
    {
      "epoch": 0.0673532777505313,
      "grad_norm": 5.34375,
      "learning_rate": 2.69281045751634e-06,
      "loss": 0.8277,
      "step": 103
    },
    {
      "epoch": 0.06800719306849763,
      "grad_norm": 6.78125,
      "learning_rate": 2.718954248366013e-06,
      "loss": 0.8004,
      "step": 104
    },
    {
      "epoch": 0.06866110838646396,
      "grad_norm": 3.84375,
      "learning_rate": 2.7450980392156867e-06,
      "loss": 0.5019,
      "step": 105
    },
    {
      "epoch": 0.06931502370443028,
      "grad_norm": 5.5625,
      "learning_rate": 2.7712418300653598e-06,
      "loss": 0.9185,
      "step": 106
    },
    {
      "epoch": 0.0699689390223966,
      "grad_norm": 6.21875,
      "learning_rate": 2.7973856209150328e-06,
      "loss": 0.6808,
      "step": 107
    },
    {
      "epoch": 0.07062285434036292,
      "grad_norm": 5.40625,
      "learning_rate": 2.8235294117647062e-06,
      "loss": 0.872,
      "step": 108
    },
    {
      "epoch": 0.07127676965832924,
      "grad_norm": 6.875,
      "learning_rate": 2.8496732026143792e-06,
      "loss": 1.0618,
      "step": 109
    },
    {
      "epoch": 0.07193068497629557,
      "grad_norm": 6.3125,
      "learning_rate": 2.8758169934640523e-06,
      "loss": 0.8521,
      "step": 110
    },
    {
      "epoch": 0.07258460029426189,
      "grad_norm": 7.0,
      "learning_rate": 2.901960784313726e-06,
      "loss": 1.1416,
      "step": 111
    },
    {
      "epoch": 0.07323851561222822,
      "grad_norm": 6.59375,
      "learning_rate": 2.928104575163399e-06,
      "loss": 0.9626,
      "step": 112
    },
    {
      "epoch": 0.07389243093019454,
      "grad_norm": 5.875,
      "learning_rate": 2.954248366013072e-06,
      "loss": 1.0726,
      "step": 113
    },
    {
      "epoch": 0.07454634624816087,
      "grad_norm": 7.09375,
      "learning_rate": 2.980392156862745e-06,
      "loss": 1.4055,
      "step": 114
    },
    {
      "epoch": 0.07520026156612719,
      "grad_norm": 6.8125,
      "learning_rate": 3.0065359477124182e-06,
      "loss": 0.8797,
      "step": 115
    },
    {
      "epoch": 0.07585417688409352,
      "grad_norm": 7.375,
      "learning_rate": 3.0326797385620917e-06,
      "loss": 1.2011,
      "step": 116
    },
    {
      "epoch": 0.07650809220205983,
      "grad_norm": 6.65625,
      "learning_rate": 3.058823529411765e-06,
      "loss": 1.1419,
      "step": 117
    },
    {
      "epoch": 0.07716200752002615,
      "grad_norm": 4.96875,
      "learning_rate": 3.084967320261438e-06,
      "loss": 0.9388,
      "step": 118
    },
    {
      "epoch": 0.07781592283799248,
      "grad_norm": 9.6875,
      "learning_rate": 3.1111111111111116e-06,
      "loss": 1.0324,
      "step": 119
    },
    {
      "epoch": 0.0784698381559588,
      "grad_norm": 4.21875,
      "learning_rate": 3.1372549019607846e-06,
      "loss": 0.5297,
      "step": 120
    },
    {
      "epoch": 0.07912375347392513,
      "grad_norm": 6.125,
      "learning_rate": 3.1633986928104576e-06,
      "loss": 1.1836,
      "step": 121
    },
    {
      "epoch": 0.07977766879189145,
      "grad_norm": 5.9375,
      "learning_rate": 3.1895424836601306e-06,
      "loss": 0.8431,
      "step": 122
    },
    {
      "epoch": 0.08043158410985778,
      "grad_norm": 4.9375,
      "learning_rate": 3.2156862745098045e-06,
      "loss": 0.8145,
      "step": 123
    },
    {
      "epoch": 0.0810854994278241,
      "grad_norm": 5.59375,
      "learning_rate": 3.2418300653594775e-06,
      "loss": 0.8455,
      "step": 124
    },
    {
      "epoch": 0.08173941474579043,
      "grad_norm": 5.03125,
      "learning_rate": 3.2679738562091506e-06,
      "loss": 0.9593,
      "step": 125
    },
    {
      "epoch": 0.08239333006375674,
      "grad_norm": 5.46875,
      "learning_rate": 3.2941176470588236e-06,
      "loss": 0.9752,
      "step": 126
    },
    {
      "epoch": 0.08304724538172306,
      "grad_norm": 4.5,
      "learning_rate": 3.320261437908497e-06,
      "loss": 0.6472,
      "step": 127
    },
    {
      "epoch": 0.08370116069968939,
      "grad_norm": 5.71875,
      "learning_rate": 3.34640522875817e-06,
      "loss": 0.7602,
      "step": 128
    },
    {
      "epoch": 0.08435507601765571,
      "grad_norm": 7.03125,
      "learning_rate": 3.3725490196078435e-06,
      "loss": 1.1583,
      "step": 129
    },
    {
      "epoch": 0.08500899133562204,
      "grad_norm": 4.40625,
      "learning_rate": 3.398692810457517e-06,
      "loss": 0.3314,
      "step": 130
    },
    {
      "epoch": 0.08566290665358836,
      "grad_norm": 5.25,
      "learning_rate": 3.42483660130719e-06,
      "loss": 0.6011,
      "step": 131
    },
    {
      "epoch": 0.08631682197155469,
      "grad_norm": 7.90625,
      "learning_rate": 3.450980392156863e-06,
      "loss": 1.1565,
      "step": 132
    },
    {
      "epoch": 0.08697073728952101,
      "grad_norm": 5.96875,
      "learning_rate": 3.477124183006536e-06,
      "loss": 0.9662,
      "step": 133
    },
    {
      "epoch": 0.08762465260748734,
      "grad_norm": 4.0625,
      "learning_rate": 3.503267973856209e-06,
      "loss": 0.6753,
      "step": 134
    },
    {
      "epoch": 0.08827856792545366,
      "grad_norm": 4.71875,
      "learning_rate": 3.529411764705883e-06,
      "loss": 0.6891,
      "step": 135
    },
    {
      "epoch": 0.08893248324341997,
      "grad_norm": 5.65625,
      "learning_rate": 3.555555555555556e-06,
      "loss": 0.9057,
      "step": 136
    },
    {
      "epoch": 0.0895863985613863,
      "grad_norm": 5.34375,
      "learning_rate": 3.581699346405229e-06,
      "loss": 0.7746,
      "step": 137
    },
    {
      "epoch": 0.09024031387935262,
      "grad_norm": 4.40625,
      "learning_rate": 3.6078431372549024e-06,
      "loss": 0.66,
      "step": 138
    },
    {
      "epoch": 0.09089422919731895,
      "grad_norm": 3.953125,
      "learning_rate": 3.6339869281045754e-06,
      "loss": 0.4679,
      "step": 139
    },
    {
      "epoch": 0.09154814451528527,
      "grad_norm": 4.375,
      "learning_rate": 3.6601307189542484e-06,
      "loss": 0.5352,
      "step": 140
    },
    {
      "epoch": 0.0922020598332516,
      "grad_norm": 5.8125,
      "learning_rate": 3.6862745098039223e-06,
      "loss": 0.6645,
      "step": 141
    },
    {
      "epoch": 0.09285597515121792,
      "grad_norm": 5.90625,
      "learning_rate": 3.7124183006535953e-06,
      "loss": 1.3812,
      "step": 142
    },
    {
      "epoch": 0.09350989046918425,
      "grad_norm": 4.84375,
      "learning_rate": 3.7385620915032683e-06,
      "loss": 0.8903,
      "step": 143
    },
    {
      "epoch": 0.09416380578715057,
      "grad_norm": 4.0625,
      "learning_rate": 3.7647058823529414e-06,
      "loss": 0.517,
      "step": 144
    },
    {
      "epoch": 0.09481772110511688,
      "grad_norm": 5.96875,
      "learning_rate": 3.7908496732026144e-06,
      "loss": 1.3503,
      "step": 145
    },
    {
      "epoch": 0.0954716364230832,
      "grad_norm": 5.5625,
      "learning_rate": 3.816993464052287e-06,
      "loss": 0.7654,
      "step": 146
    },
    {
      "epoch": 0.09612555174104953,
      "grad_norm": 6.75,
      "learning_rate": 3.843137254901962e-06,
      "loss": 1.0458,
      "step": 147
    },
    {
      "epoch": 0.09677946705901586,
      "grad_norm": 6.125,
      "learning_rate": 3.869281045751634e-06,
      "loss": 0.9453,
      "step": 148
    },
    {
      "epoch": 0.09743338237698218,
      "grad_norm": 4.125,
      "learning_rate": 3.895424836601308e-06,
      "loss": 0.6584,
      "step": 149
    },
    {
      "epoch": 0.0980872976949485,
      "grad_norm": 3.40625,
      "learning_rate": 3.92156862745098e-06,
      "loss": 0.5141,
      "step": 150
    },
    {
      "epoch": 0.09874121301291483,
      "grad_norm": 4.46875,
      "learning_rate": 3.947712418300654e-06,
      "loss": 0.7394,
      "step": 151
    },
    {
      "epoch": 0.09939512833088116,
      "grad_norm": 6.8125,
      "learning_rate": 3.973856209150327e-06,
      "loss": 1.023,
      "step": 152
    },
    {
      "epoch": 0.10004904364884748,
      "grad_norm": 3.828125,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.7538,
      "step": 153
    },
    {
      "epoch": 0.10070295896681379,
      "grad_norm": 4.28125,
      "learning_rate": 4.026143790849673e-06,
      "loss": 0.6604,
      "step": 154
    },
    {
      "epoch": 0.10135687428478012,
      "grad_norm": 3.75,
      "learning_rate": 4.052287581699347e-06,
      "loss": 0.5097,
      "step": 155
    },
    {
      "epoch": 0.10201078960274644,
      "grad_norm": 8.4375,
      "learning_rate": 4.07843137254902e-06,
      "loss": 1.247,
      "step": 156
    },
    {
      "epoch": 0.10266470492071277,
      "grad_norm": 3.453125,
      "learning_rate": 4.104575163398693e-06,
      "loss": 0.5514,
      "step": 157
    },
    {
      "epoch": 0.10331862023867909,
      "grad_norm": 7.03125,
      "learning_rate": 4.130718954248366e-06,
      "loss": 1.0491,
      "step": 158
    },
    {
      "epoch": 0.10397253555664542,
      "grad_norm": 3.359375,
      "learning_rate": 4.15686274509804e-06,
      "loss": 0.4755,
      "step": 159
    },
    {
      "epoch": 0.10462645087461174,
      "grad_norm": 4.03125,
      "learning_rate": 4.183006535947713e-06,
      "loss": 0.609,
      "step": 160
    },
    {
      "epoch": 0.10528036619257806,
      "grad_norm": 5.625,
      "learning_rate": 4.209150326797386e-06,
      "loss": 0.951,
      "step": 161
    },
    {
      "epoch": 0.10593428151054439,
      "grad_norm": 2.78125,
      "learning_rate": 4.235294117647059e-06,
      "loss": 0.3454,
      "step": 162
    },
    {
      "epoch": 0.10658819682851071,
      "grad_norm": 4.3125,
      "learning_rate": 4.2614379084967326e-06,
      "loss": 0.8485,
      "step": 163
    },
    {
      "epoch": 0.10724211214647703,
      "grad_norm": 4.53125,
      "learning_rate": 4.287581699346405e-06,
      "loss": 0.7783,
      "step": 164
    },
    {
      "epoch": 0.10789602746444335,
      "grad_norm": 5.9375,
      "learning_rate": 4.313725490196079e-06,
      "loss": 1.0732,
      "step": 165
    },
    {
      "epoch": 0.10854994278240968,
      "grad_norm": 5.65625,
      "learning_rate": 4.339869281045752e-06,
      "loss": 0.9304,
      "step": 166
    },
    {
      "epoch": 0.109203858100376,
      "grad_norm": 4.59375,
      "learning_rate": 4.3660130718954255e-06,
      "loss": 0.6748,
      "step": 167
    },
    {
      "epoch": 0.10985777341834232,
      "grad_norm": 3.53125,
      "learning_rate": 4.392156862745098e-06,
      "loss": 0.5123,
      "step": 168
    },
    {
      "epoch": 0.11051168873630865,
      "grad_norm": 4.59375,
      "learning_rate": 4.4183006535947716e-06,
      "loss": 0.7995,
      "step": 169
    },
    {
      "epoch": 0.11116560405427497,
      "grad_norm": 4.375,
      "learning_rate": 4.444444444444444e-06,
      "loss": 0.6551,
      "step": 170
    },
    {
      "epoch": 0.1118195193722413,
      "grad_norm": 3.15625,
      "learning_rate": 4.4705882352941184e-06,
      "loss": 0.5553,
      "step": 171
    },
    {
      "epoch": 0.11247343469020762,
      "grad_norm": 3.078125,
      "learning_rate": 4.496732026143791e-06,
      "loss": 0.4769,
      "step": 172
    },
    {
      "epoch": 0.11312735000817394,
      "grad_norm": 5.5625,
      "learning_rate": 4.5228758169934645e-06,
      "loss": 1.0379,
      "step": 173
    },
    {
      "epoch": 0.11378126532614026,
      "grad_norm": 5.8125,
      "learning_rate": 4.549019607843138e-06,
      "loss": 1.0826,
      "step": 174
    },
    {
      "epoch": 0.11443518064410658,
      "grad_norm": 4.28125,
      "learning_rate": 4.5751633986928105e-06,
      "loss": 0.6884,
      "step": 175
    },
    {
      "epoch": 0.11508909596207291,
      "grad_norm": 7.65625,
      "learning_rate": 4.601307189542484e-06,
      "loss": 0.8737,
      "step": 176
    },
    {
      "epoch": 0.11574301128003923,
      "grad_norm": 4.5,
      "learning_rate": 4.627450980392157e-06,
      "loss": 0.7343,
      "step": 177
    },
    {
      "epoch": 0.11639692659800556,
      "grad_norm": 5.21875,
      "learning_rate": 4.653594771241831e-06,
      "loss": 1.0053,
      "step": 178
    },
    {
      "epoch": 0.11705084191597188,
      "grad_norm": 7.03125,
      "learning_rate": 4.6797385620915035e-06,
      "loss": 1.8239,
      "step": 179
    },
    {
      "epoch": 0.11770475723393821,
      "grad_norm": 5.28125,
      "learning_rate": 4.705882352941177e-06,
      "loss": 0.8575,
      "step": 180
    },
    {
      "epoch": 0.11835867255190453,
      "grad_norm": 5.46875,
      "learning_rate": 4.7320261437908495e-06,
      "loss": 1.0108,
      "step": 181
    },
    {
      "epoch": 0.11901258786987085,
      "grad_norm": 5.125,
      "learning_rate": 4.758169934640523e-06,
      "loss": 0.8172,
      "step": 182
    },
    {
      "epoch": 0.11966650318783717,
      "grad_norm": 4.90625,
      "learning_rate": 4.784313725490196e-06,
      "loss": 1.0499,
      "step": 183
    },
    {
      "epoch": 0.1203204185058035,
      "grad_norm": 5.21875,
      "learning_rate": 4.81045751633987e-06,
      "loss": 0.9608,
      "step": 184
    },
    {
      "epoch": 0.12097433382376982,
      "grad_norm": 6.4375,
      "learning_rate": 4.836601307189543e-06,
      "loss": 1.1778,
      "step": 185
    },
    {
      "epoch": 0.12162824914173614,
      "grad_norm": 4.0625,
      "learning_rate": 4.862745098039216e-06,
      "loss": 0.5224,
      "step": 186
    },
    {
      "epoch": 0.12228216445970247,
      "grad_norm": 3.8125,
      "learning_rate": 4.888888888888889e-06,
      "loss": 0.5296,
      "step": 187
    },
    {
      "epoch": 0.1229360797776688,
      "grad_norm": 4.875,
      "learning_rate": 4.915032679738562e-06,
      "loss": 1.05,
      "step": 188
    },
    {
      "epoch": 0.12358999509563512,
      "grad_norm": 3.90625,
      "learning_rate": 4.941176470588236e-06,
      "loss": 0.5972,
      "step": 189
    },
    {
      "epoch": 0.12424391041360144,
      "grad_norm": 3.25,
      "learning_rate": 4.967320261437909e-06,
      "loss": 0.5035,
      "step": 190
    },
    {
      "epoch": 0.12489782573156777,
      "grad_norm": 5.6875,
      "learning_rate": 4.993464052287582e-06,
      "loss": 1.0502,
      "step": 191
    },
    {
      "epoch": 0.1255517410495341,
      "grad_norm": 6.84375,
      "learning_rate": 5.019607843137255e-06,
      "loss": 1.0902,
      "step": 192
    },
    {
      "epoch": 0.12620565636750042,
      "grad_norm": 3.890625,
      "learning_rate": 5.045751633986928e-06,
      "loss": 0.6796,
      "step": 193
    },
    {
      "epoch": 0.12685957168546674,
      "grad_norm": 5.59375,
      "learning_rate": 5.071895424836602e-06,
      "loss": 0.8478,
      "step": 194
    },
    {
      "epoch": 0.12751348700343307,
      "grad_norm": 3.765625,
      "learning_rate": 5.098039215686274e-06,
      "loss": 0.5782,
      "step": 195
    },
    {
      "epoch": 0.12816740232139937,
      "grad_norm": 5.9375,
      "learning_rate": 5.124183006535948e-06,
      "loss": 0.8886,
      "step": 196
    },
    {
      "epoch": 0.1288213176393657,
      "grad_norm": 4.78125,
      "learning_rate": 5.15032679738562e-06,
      "loss": 0.9319,
      "step": 197
    },
    {
      "epoch": 0.12947523295733201,
      "grad_norm": 5.25,
      "learning_rate": 5.176470588235295e-06,
      "loss": 0.9604,
      "step": 198
    },
    {
      "epoch": 0.13012914827529834,
      "grad_norm": 4.46875,
      "learning_rate": 5.202614379084968e-06,
      "loss": 0.9059,
      "step": 199
    },
    {
      "epoch": 0.13078306359326466,
      "grad_norm": 4.15625,
      "learning_rate": 5.2287581699346416e-06,
      "loss": 0.6895,
      "step": 200
    },
    {
      "epoch": 0.131436978911231,
      "grad_norm": 5.5,
      "learning_rate": 5.254901960784314e-06,
      "loss": 0.9966,
      "step": 201
    },
    {
      "epoch": 0.13209089422919731,
      "grad_norm": 6.21875,
      "learning_rate": 5.281045751633988e-06,
      "loss": 1.1461,
      "step": 202
    },
    {
      "epoch": 0.13274480954716364,
      "grad_norm": 3.84375,
      "learning_rate": 5.30718954248366e-06,
      "loss": 0.4568,
      "step": 203
    },
    {
      "epoch": 0.13339872486512996,
      "grad_norm": 4.4375,
      "learning_rate": 5.333333333333334e-06,
      "loss": 0.6391,
      "step": 204
    },
    {
      "epoch": 0.1340526401830963,
      "grad_norm": 4.59375,
      "learning_rate": 5.359477124183007e-06,
      "loss": 0.7027,
      "step": 205
    },
    {
      "epoch": 0.1347065555010626,
      "grad_norm": 3.40625,
      "learning_rate": 5.38562091503268e-06,
      "loss": 0.5334,
      "step": 206
    },
    {
      "epoch": 0.13536047081902894,
      "grad_norm": 4.75,
      "learning_rate": 5.411764705882353e-06,
      "loss": 0.6524,
      "step": 207
    },
    {
      "epoch": 0.13601438613699526,
      "grad_norm": 4.90625,
      "learning_rate": 5.437908496732026e-06,
      "loss": 0.7142,
      "step": 208
    },
    {
      "epoch": 0.1366683014549616,
      "grad_norm": 7.21875,
      "learning_rate": 5.464052287581699e-06,
      "loss": 1.3035,
      "step": 209
    },
    {
      "epoch": 0.1373222167729279,
      "grad_norm": 6.0625,
      "learning_rate": 5.4901960784313735e-06,
      "loss": 0.8904,
      "step": 210
    },
    {
      "epoch": 0.13797613209089424,
      "grad_norm": 6.125,
      "learning_rate": 5.516339869281047e-06,
      "loss": 1.1201,
      "step": 211
    },
    {
      "epoch": 0.13863004740886056,
      "grad_norm": 4.8125,
      "learning_rate": 5.5424836601307195e-06,
      "loss": 0.772,
      "step": 212
    },
    {
      "epoch": 0.1392839627268269,
      "grad_norm": 4.8125,
      "learning_rate": 5.568627450980393e-06,
      "loss": 0.8415,
      "step": 213
    },
    {
      "epoch": 0.1399378780447932,
      "grad_norm": 4.9375,
      "learning_rate": 5.5947712418300656e-06,
      "loss": 0.6259,
      "step": 214
    },
    {
      "epoch": 0.1405917933627595,
      "grad_norm": 5.03125,
      "learning_rate": 5.620915032679739e-06,
      "loss": 0.7825,
      "step": 215
    },
    {
      "epoch": 0.14124570868072583,
      "grad_norm": 4.15625,
      "learning_rate": 5.6470588235294125e-06,
      "loss": 0.9823,
      "step": 216
    },
    {
      "epoch": 0.14189962399869216,
      "grad_norm": 4.15625,
      "learning_rate": 5.673202614379085e-06,
      "loss": 0.6209,
      "step": 217
    },
    {
      "epoch": 0.14255353931665848,
      "grad_norm": 4.6875,
      "learning_rate": 5.6993464052287585e-06,
      "loss": 0.8821,
      "step": 218
    },
    {
      "epoch": 0.1432074546346248,
      "grad_norm": 5.15625,
      "learning_rate": 5.725490196078431e-06,
      "loss": 0.7635,
      "step": 219
    },
    {
      "epoch": 0.14386136995259113,
      "grad_norm": 6.03125,
      "learning_rate": 5.7516339869281045e-06,
      "loss": 1.2596,
      "step": 220
    },
    {
      "epoch": 0.14451528527055746,
      "grad_norm": 5.53125,
      "learning_rate": 5.777777777777778e-06,
      "loss": 0.7383,
      "step": 221
    },
    {
      "epoch": 0.14516920058852378,
      "grad_norm": 5.8125,
      "learning_rate": 5.803921568627452e-06,
      "loss": 0.7485,
      "step": 222
    },
    {
      "epoch": 0.1458231159064901,
      "grad_norm": 4.75,
      "learning_rate": 5.830065359477125e-06,
      "loss": 0.7227,
      "step": 223
    },
    {
      "epoch": 0.14647703122445643,
      "grad_norm": 5.0,
      "learning_rate": 5.856209150326798e-06,
      "loss": 0.7887,
      "step": 224
    },
    {
      "epoch": 0.14713094654242276,
      "grad_norm": 6.53125,
      "learning_rate": 5.882352941176471e-06,
      "loss": 0.9524,
      "step": 225
    },
    {
      "epoch": 0.14778486186038908,
      "grad_norm": 6.46875,
      "learning_rate": 5.908496732026144e-06,
      "loss": 1.1014,
      "step": 226
    },
    {
      "epoch": 0.1484387771783554,
      "grad_norm": 5.375,
      "learning_rate": 5.934640522875818e-06,
      "loss": 1.1672,
      "step": 227
    },
    {
      "epoch": 0.14909269249632173,
      "grad_norm": 5.25,
      "learning_rate": 5.96078431372549e-06,
      "loss": 0.7312,
      "step": 228
    },
    {
      "epoch": 0.14974660781428806,
      "grad_norm": 5.125,
      "learning_rate": 5.986928104575164e-06,
      "loss": 0.707,
      "step": 229
    },
    {
      "epoch": 0.15040052313225438,
      "grad_norm": 3.96875,
      "learning_rate": 6.0130718954248365e-06,
      "loss": 0.5949,
      "step": 230
    },
    {
      "epoch": 0.1510544384502207,
      "grad_norm": 6.40625,
      "learning_rate": 6.03921568627451e-06,
      "loss": 0.9902,
      "step": 231
    },
    {
      "epoch": 0.15170835376818703,
      "grad_norm": 4.3125,
      "learning_rate": 6.065359477124183e-06,
      "loss": 0.7778,
      "step": 232
    },
    {
      "epoch": 0.15236226908615336,
      "grad_norm": 5.71875,
      "learning_rate": 6.091503267973856e-06,
      "loss": 1.1321,
      "step": 233
    },
    {
      "epoch": 0.15301618440411965,
      "grad_norm": 5.03125,
      "learning_rate": 6.11764705882353e-06,
      "loss": 0.7795,
      "step": 234
    },
    {
      "epoch": 0.15367009972208598,
      "grad_norm": 7.0,
      "learning_rate": 6.143790849673204e-06,
      "loss": 1.1002,
      "step": 235
    },
    {
      "epoch": 0.1543240150400523,
      "grad_norm": 3.875,
      "learning_rate": 6.169934640522876e-06,
      "loss": 0.5591,
      "step": 236
    },
    {
      "epoch": 0.15497793035801863,
      "grad_norm": 3.984375,
      "learning_rate": 6.19607843137255e-06,
      "loss": 0.6337,
      "step": 237
    },
    {
      "epoch": 0.15563184567598495,
      "grad_norm": 3.34375,
      "learning_rate": 6.222222222222223e-06,
      "loss": 0.53,
      "step": 238
    },
    {
      "epoch": 0.15628576099395128,
      "grad_norm": 4.375,
      "learning_rate": 6.248366013071896e-06,
      "loss": 0.7318,
      "step": 239
    },
    {
      "epoch": 0.1569396763119176,
      "grad_norm": 4.59375,
      "learning_rate": 6.274509803921569e-06,
      "loss": 0.59,
      "step": 240
    },
    {
      "epoch": 0.15759359162988393,
      "grad_norm": 5.28125,
      "learning_rate": 6.300653594771242e-06,
      "loss": 0.7881,
      "step": 241
    },
    {
      "epoch": 0.15824750694785025,
      "grad_norm": 4.625,
      "learning_rate": 6.326797385620915e-06,
      "loss": 0.7447,
      "step": 242
    },
    {
      "epoch": 0.15890142226581658,
      "grad_norm": 5.0625,
      "learning_rate": 6.352941176470589e-06,
      "loss": 0.7828,
      "step": 243
    },
    {
      "epoch": 0.1595553375837829,
      "grad_norm": 4.40625,
      "learning_rate": 6.379084967320261e-06,
      "loss": 0.7839,
      "step": 244
    },
    {
      "epoch": 0.16020925290174923,
      "grad_norm": 5.28125,
      "learning_rate": 6.405228758169935e-06,
      "loss": 0.8127,
      "step": 245
    },
    {
      "epoch": 0.16086316821971555,
      "grad_norm": 4.4375,
      "learning_rate": 6.431372549019609e-06,
      "loss": 0.7087,
      "step": 246
    },
    {
      "epoch": 0.16151708353768188,
      "grad_norm": 4.875,
      "learning_rate": 6.457516339869282e-06,
      "loss": 0.6723,
      "step": 247
    },
    {
      "epoch": 0.1621709988556482,
      "grad_norm": 3.671875,
      "learning_rate": 6.483660130718955e-06,
      "loss": 0.4365,
      "step": 248
    },
    {
      "epoch": 0.16282491417361453,
      "grad_norm": 3.59375,
      "learning_rate": 6.5098039215686285e-06,
      "loss": 0.5081,
      "step": 249
    },
    {
      "epoch": 0.16347882949158085,
      "grad_norm": 3.953125,
      "learning_rate": 6.535947712418301e-06,
      "loss": 0.6549,
      "step": 250
    },
    {
      "epoch": 0.16413274480954718,
      "grad_norm": 4.4375,
      "learning_rate": 6.5620915032679746e-06,
      "loss": 0.7618,
      "step": 251
    },
    {
      "epoch": 0.16478666012751347,
      "grad_norm": 4.03125,
      "learning_rate": 6.588235294117647e-06,
      "loss": 0.6397,
      "step": 252
    },
    {
      "epoch": 0.1654405754454798,
      "grad_norm": 4.8125,
      "learning_rate": 6.614379084967321e-06,
      "loss": 0.7834,
      "step": 253
    },
    {
      "epoch": 0.16609449076344612,
      "grad_norm": 4.1875,
      "learning_rate": 6.640522875816994e-06,
      "loss": 0.6746,
      "step": 254
    },
    {
      "epoch": 0.16674840608141245,
      "grad_norm": 4.5,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.7292,
      "step": 255
    },
    {
      "epoch": 0.16740232139937877,
      "grad_norm": 4.65625,
      "learning_rate": 6.69281045751634e-06,
      "loss": 0.7284,
      "step": 256
    },
    {
      "epoch": 0.1680562367173451,
      "grad_norm": 5.0625,
      "learning_rate": 6.718954248366014e-06,
      "loss": 0.9511,
      "step": 257
    },
    {
      "epoch": 0.16871015203531142,
      "grad_norm": 4.53125,
      "learning_rate": 6.745098039215687e-06,
      "loss": 0.6918,
      "step": 258
    },
    {
      "epoch": 0.16936406735327775,
      "grad_norm": 3.203125,
      "learning_rate": 6.7712418300653604e-06,
      "loss": 0.4269,
      "step": 259
    },
    {
      "epoch": 0.17001798267124407,
      "grad_norm": 5.0625,
      "learning_rate": 6.797385620915034e-06,
      "loss": 0.8029,
      "step": 260
    },
    {
      "epoch": 0.1706718979892104,
      "grad_norm": 4.59375,
      "learning_rate": 6.8235294117647065e-06,
      "loss": 0.694,
      "step": 261
    },
    {
      "epoch": 0.17132581330717672,
      "grad_norm": 4.3125,
      "learning_rate": 6.84967320261438e-06,
      "loss": 0.6182,
      "step": 262
    },
    {
      "epoch": 0.17197972862514305,
      "grad_norm": 5.9375,
      "learning_rate": 6.8758169934640525e-06,
      "loss": 1.0165,
      "step": 263
    },
    {
      "epoch": 0.17263364394310937,
      "grad_norm": 4.28125,
      "learning_rate": 6.901960784313726e-06,
      "loss": 0.8059,
      "step": 264
    },
    {
      "epoch": 0.1732875592610757,
      "grad_norm": 5.90625,
      "learning_rate": 6.928104575163399e-06,
      "loss": 1.0684,
      "step": 265
    },
    {
      "epoch": 0.17394147457904202,
      "grad_norm": 4.625,
      "learning_rate": 6.954248366013072e-06,
      "loss": 0.8969,
      "step": 266
    },
    {
      "epoch": 0.17459538989700835,
      "grad_norm": 5.1875,
      "learning_rate": 6.9803921568627454e-06,
      "loss": 0.6325,
      "step": 267
    },
    {
      "epoch": 0.17524930521497467,
      "grad_norm": 3.484375,
      "learning_rate": 7.006535947712418e-06,
      "loss": 0.535,
      "step": 268
    },
    {
      "epoch": 0.175903220532941,
      "grad_norm": 3.921875,
      "learning_rate": 7.032679738562092e-06,
      "loss": 0.6261,
      "step": 269
    },
    {
      "epoch": 0.17655713585090732,
      "grad_norm": 3.59375,
      "learning_rate": 7.058823529411766e-06,
      "loss": 0.49,
      "step": 270
    },
    {
      "epoch": 0.17721105116887362,
      "grad_norm": 4.65625,
      "learning_rate": 7.084967320261439e-06,
      "loss": 0.6293,
      "step": 271
    },
    {
      "epoch": 0.17786496648683994,
      "grad_norm": 4.375,
      "learning_rate": 7.111111111111112e-06,
      "loss": 0.816,
      "step": 272
    },
    {
      "epoch": 0.17851888180480627,
      "grad_norm": 5.625,
      "learning_rate": 7.137254901960785e-06,
      "loss": 1.0568,
      "step": 273
    },
    {
      "epoch": 0.1791727971227726,
      "grad_norm": 6.53125,
      "learning_rate": 7.163398692810458e-06,
      "loss": 0.9127,
      "step": 274
    },
    {
      "epoch": 0.17982671244073892,
      "grad_norm": 4.125,
      "learning_rate": 7.189542483660131e-06,
      "loss": 0.637,
      "step": 275
    },
    {
      "epoch": 0.18048062775870524,
      "grad_norm": 5.09375,
      "learning_rate": 7.215686274509805e-06,
      "loss": 0.7204,
      "step": 276
    },
    {
      "epoch": 0.18113454307667157,
      "grad_norm": 4.8125,
      "learning_rate": 7.241830065359477e-06,
      "loss": 0.847,
      "step": 277
    },
    {
      "epoch": 0.1817884583946379,
      "grad_norm": 4.09375,
      "learning_rate": 7.267973856209151e-06,
      "loss": 0.8382,
      "step": 278
    },
    {
      "epoch": 0.18244237371260422,
      "grad_norm": 4.125,
      "learning_rate": 7.294117647058823e-06,
      "loss": 0.5354,
      "step": 279
    },
    {
      "epoch": 0.18309628903057054,
      "grad_norm": 5.28125,
      "learning_rate": 7.320261437908497e-06,
      "loss": 0.9527,
      "step": 280
    },
    {
      "epoch": 0.18375020434853687,
      "grad_norm": 3.5,
      "learning_rate": 7.346405228758171e-06,
      "loss": 0.5157,
      "step": 281
    },
    {
      "epoch": 0.1844041196665032,
      "grad_norm": 2.890625,
      "learning_rate": 7.372549019607845e-06,
      "loss": 0.3743,
      "step": 282
    },
    {
      "epoch": 0.18505803498446952,
      "grad_norm": 6.03125,
      "learning_rate": 7.398692810457517e-06,
      "loss": 0.7489,
      "step": 283
    },
    {
      "epoch": 0.18571195030243584,
      "grad_norm": 4.28125,
      "learning_rate": 7.424836601307191e-06,
      "loss": 0.6514,
      "step": 284
    },
    {
      "epoch": 0.18636586562040217,
      "grad_norm": 4.96875,
      "learning_rate": 7.450980392156863e-06,
      "loss": 0.8043,
      "step": 285
    },
    {
      "epoch": 0.1870197809383685,
      "grad_norm": 5.75,
      "learning_rate": 7.477124183006537e-06,
      "loss": 0.9505,
      "step": 286
    },
    {
      "epoch": 0.18767369625633482,
      "grad_norm": 4.5625,
      "learning_rate": 7.50326797385621e-06,
      "loss": 0.7588,
      "step": 287
    },
    {
      "epoch": 0.18832761157430114,
      "grad_norm": 3.265625,
      "learning_rate": 7.529411764705883e-06,
      "loss": 0.3853,
      "step": 288
    },
    {
      "epoch": 0.18898152689226747,
      "grad_norm": 3.640625,
      "learning_rate": 7.555555555555556e-06,
      "loss": 0.5271,
      "step": 289
    },
    {
      "epoch": 0.18963544221023376,
      "grad_norm": 6.5625,
      "learning_rate": 7.581699346405229e-06,
      "loss": 0.9335,
      "step": 290
    },
    {
      "epoch": 0.1902893575282001,
      "grad_norm": 4.84375,
      "learning_rate": 7.607843137254902e-06,
      "loss": 0.6355,
      "step": 291
    },
    {
      "epoch": 0.1909432728461664,
      "grad_norm": 5.84375,
      "learning_rate": 7.633986928104575e-06,
      "loss": 1.0356,
      "step": 292
    },
    {
      "epoch": 0.19159718816413274,
      "grad_norm": 5.65625,
      "learning_rate": 7.660130718954249e-06,
      "loss": 1.033,
      "step": 293
    },
    {
      "epoch": 0.19225110348209906,
      "grad_norm": 4.40625,
      "learning_rate": 7.686274509803923e-06,
      "loss": 0.7495,
      "step": 294
    },
    {
      "epoch": 0.1929050188000654,
      "grad_norm": 4.90625,
      "learning_rate": 7.712418300653596e-06,
      "loss": 0.8563,
      "step": 295
    },
    {
      "epoch": 0.1935589341180317,
      "grad_norm": 6.0,
      "learning_rate": 7.738562091503269e-06,
      "loss": 1.0563,
      "step": 296
    },
    {
      "epoch": 0.19421284943599804,
      "grad_norm": 5.84375,
      "learning_rate": 7.764705882352941e-06,
      "loss": 1.0439,
      "step": 297
    },
    {
      "epoch": 0.19486676475396436,
      "grad_norm": 6.65625,
      "learning_rate": 7.790849673202615e-06,
      "loss": 1.2193,
      "step": 298
    },
    {
      "epoch": 0.19552068007193069,
      "grad_norm": 4.625,
      "learning_rate": 7.816993464052288e-06,
      "loss": 0.6662,
      "step": 299
    },
    {
      "epoch": 0.196174595389897,
      "grad_norm": 4.25,
      "learning_rate": 7.84313725490196e-06,
      "loss": 0.6387,
      "step": 300
    },
    {
      "epoch": 0.19682851070786334,
      "grad_norm": 4.71875,
      "learning_rate": 7.869281045751635e-06,
      "loss": 0.9447,
      "step": 301
    },
    {
      "epoch": 0.19748242602582966,
      "grad_norm": 5.5,
      "learning_rate": 7.895424836601308e-06,
      "loss": 0.7585,
      "step": 302
    },
    {
      "epoch": 0.19813634134379599,
      "grad_norm": 5.65625,
      "learning_rate": 7.92156862745098e-06,
      "loss": 0.8031,
      "step": 303
    },
    {
      "epoch": 0.1987902566617623,
      "grad_norm": 6.15625,
      "learning_rate": 7.947712418300654e-06,
      "loss": 0.8829,
      "step": 304
    },
    {
      "epoch": 0.19944417197972863,
      "grad_norm": 5.71875,
      "learning_rate": 7.973856209150329e-06,
      "loss": 0.9142,
      "step": 305
    },
    {
      "epoch": 0.20009808729769496,
      "grad_norm": 7.5625,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.7219,
      "step": 306
    },
    {
      "epoch": 0.20075200261566128,
      "grad_norm": 6.21875,
      "learning_rate": 8.026143790849674e-06,
      "loss": 1.0178,
      "step": 307
    },
    {
      "epoch": 0.20140591793362758,
      "grad_norm": 5.34375,
      "learning_rate": 8.052287581699347e-06,
      "loss": 0.9982,
      "step": 308
    },
    {
      "epoch": 0.2020598332515939,
      "grad_norm": 4.5625,
      "learning_rate": 8.07843137254902e-06,
      "loss": 0.798,
      "step": 309
    },
    {
      "epoch": 0.20271374856956023,
      "grad_norm": 5.8125,
      "learning_rate": 8.104575163398693e-06,
      "loss": 1.3086,
      "step": 310
    },
    {
      "epoch": 0.20336766388752656,
      "grad_norm": 4.3125,
      "learning_rate": 8.130718954248366e-06,
      "loss": 0.5503,
      "step": 311
    },
    {
      "epoch": 0.20402157920549288,
      "grad_norm": 3.65625,
      "learning_rate": 8.15686274509804e-06,
      "loss": 0.6438,
      "step": 312
    },
    {
      "epoch": 0.2046754945234592,
      "grad_norm": 3.84375,
      "learning_rate": 8.183006535947713e-06,
      "loss": 0.4031,
      "step": 313
    },
    {
      "epoch": 0.20532940984142553,
      "grad_norm": 6.28125,
      "learning_rate": 8.209150326797386e-06,
      "loss": 1.0666,
      "step": 314
    },
    {
      "epoch": 0.20598332515939186,
      "grad_norm": 4.875,
      "learning_rate": 8.23529411764706e-06,
      "loss": 0.9797,
      "step": 315
    },
    {
      "epoch": 0.20663724047735818,
      "grad_norm": 4.21875,
      "learning_rate": 8.261437908496732e-06,
      "loss": 0.6984,
      "step": 316
    },
    {
      "epoch": 0.2072911557953245,
      "grad_norm": 4.34375,
      "learning_rate": 8.287581699346407e-06,
      "loss": 0.8736,
      "step": 317
    },
    {
      "epoch": 0.20794507111329083,
      "grad_norm": 4.0,
      "learning_rate": 8.31372549019608e-06,
      "loss": 0.6156,
      "step": 318
    },
    {
      "epoch": 0.20859898643125716,
      "grad_norm": 5.65625,
      "learning_rate": 8.339869281045752e-06,
      "loss": 0.9509,
      "step": 319
    },
    {
      "epoch": 0.20925290174922348,
      "grad_norm": 4.34375,
      "learning_rate": 8.366013071895426e-06,
      "loss": 0.8173,
      "step": 320
    },
    {
      "epoch": 0.2099068170671898,
      "grad_norm": 3.875,
      "learning_rate": 8.392156862745099e-06,
      "loss": 0.5676,
      "step": 321
    },
    {
      "epoch": 0.21056073238515613,
      "grad_norm": 5.78125,
      "learning_rate": 8.418300653594771e-06,
      "loss": 0.7598,
      "step": 322
    },
    {
      "epoch": 0.21121464770312245,
      "grad_norm": 3.140625,
      "learning_rate": 8.444444444444446e-06,
      "loss": 0.4609,
      "step": 323
    },
    {
      "epoch": 0.21186856302108878,
      "grad_norm": 5.34375,
      "learning_rate": 8.470588235294118e-06,
      "loss": 0.6789,
      "step": 324
    },
    {
      "epoch": 0.2125224783390551,
      "grad_norm": 4.3125,
      "learning_rate": 8.496732026143791e-06,
      "loss": 0.6431,
      "step": 325
    },
    {
      "epoch": 0.21317639365702143,
      "grad_norm": 3.3125,
      "learning_rate": 8.522875816993465e-06,
      "loss": 0.5432,
      "step": 326
    },
    {
      "epoch": 0.21383030897498773,
      "grad_norm": 4.84375,
      "learning_rate": 8.549019607843138e-06,
      "loss": 1.008,
      "step": 327
    },
    {
      "epoch": 0.21448422429295405,
      "grad_norm": 5.0,
      "learning_rate": 8.57516339869281e-06,
      "loss": 0.6168,
      "step": 328
    },
    {
      "epoch": 0.21513813961092038,
      "grad_norm": 5.0,
      "learning_rate": 8.601307189542485e-06,
      "loss": 0.5513,
      "step": 329
    },
    {
      "epoch": 0.2157920549288867,
      "grad_norm": 3.953125,
      "learning_rate": 8.627450980392157e-06,
      "loss": 0.5599,
      "step": 330
    },
    {
      "epoch": 0.21644597024685303,
      "grad_norm": 7.0,
      "learning_rate": 8.653594771241832e-06,
      "loss": 1.3891,
      "step": 331
    },
    {
      "epoch": 0.21709988556481935,
      "grad_norm": 3.34375,
      "learning_rate": 8.679738562091504e-06,
      "loss": 0.5349,
      "step": 332
    },
    {
      "epoch": 0.21775380088278568,
      "grad_norm": 5.34375,
      "learning_rate": 8.705882352941177e-06,
      "loss": 0.6295,
      "step": 333
    },
    {
      "epoch": 0.218407716200752,
      "grad_norm": 5.0,
      "learning_rate": 8.732026143790851e-06,
      "loss": 0.5849,
      "step": 334
    },
    {
      "epoch": 0.21906163151871832,
      "grad_norm": 3.28125,
      "learning_rate": 8.758169934640524e-06,
      "loss": 0.4733,
      "step": 335
    },
    {
      "epoch": 0.21971554683668465,
      "grad_norm": 6.875,
      "learning_rate": 8.784313725490196e-06,
      "loss": 1.281,
      "step": 336
    },
    {
      "epoch": 0.22036946215465097,
      "grad_norm": 6.21875,
      "learning_rate": 8.81045751633987e-06,
      "loss": 0.7766,
      "step": 337
    },
    {
      "epoch": 0.2210233774726173,
      "grad_norm": 3.59375,
      "learning_rate": 8.836601307189543e-06,
      "loss": 0.6427,
      "step": 338
    },
    {
      "epoch": 0.22167729279058362,
      "grad_norm": 4.84375,
      "learning_rate": 8.862745098039216e-06,
      "loss": 0.6244,
      "step": 339
    },
    {
      "epoch": 0.22233120810854995,
      "grad_norm": 4.5,
      "learning_rate": 8.888888888888888e-06,
      "loss": 0.6362,
      "step": 340
    },
    {
      "epoch": 0.22298512342651627,
      "grad_norm": 6.25,
      "learning_rate": 8.915032679738563e-06,
      "loss": 1.2682,
      "step": 341
    },
    {
      "epoch": 0.2236390387444826,
      "grad_norm": 4.15625,
      "learning_rate": 8.941176470588237e-06,
      "loss": 0.6027,
      "step": 342
    },
    {
      "epoch": 0.22429295406244892,
      "grad_norm": 5.09375,
      "learning_rate": 8.96732026143791e-06,
      "loss": 0.9463,
      "step": 343
    },
    {
      "epoch": 0.22494686938041525,
      "grad_norm": 4.5625,
      "learning_rate": 8.993464052287582e-06,
      "loss": 0.6714,
      "step": 344
    },
    {
      "epoch": 0.22560078469838157,
      "grad_norm": 4.0,
      "learning_rate": 9.019607843137256e-06,
      "loss": 0.6505,
      "step": 345
    },
    {
      "epoch": 0.22625470001634787,
      "grad_norm": 5.15625,
      "learning_rate": 9.045751633986929e-06,
      "loss": 1.3697,
      "step": 346
    },
    {
      "epoch": 0.2269086153343142,
      "grad_norm": 5.03125,
      "learning_rate": 9.071895424836602e-06,
      "loss": 0.8606,
      "step": 347
    },
    {
      "epoch": 0.22756253065228052,
      "grad_norm": 4.40625,
      "learning_rate": 9.098039215686276e-06,
      "loss": 0.8106,
      "step": 348
    },
    {
      "epoch": 0.22821644597024685,
      "grad_norm": 3.640625,
      "learning_rate": 9.124183006535948e-06,
      "loss": 0.5782,
      "step": 349
    },
    {
      "epoch": 0.22887036128821317,
      "grad_norm": 5.1875,
      "learning_rate": 9.150326797385621e-06,
      "loss": 0.9808,
      "step": 350
    },
    {
      "epoch": 0.2295242766061795,
      "grad_norm": 6.75,
      "learning_rate": 9.176470588235294e-06,
      "loss": 1.1096,
      "step": 351
    },
    {
      "epoch": 0.23017819192414582,
      "grad_norm": 5.1875,
      "learning_rate": 9.202614379084968e-06,
      "loss": 0.729,
      "step": 352
    },
    {
      "epoch": 0.23083210724211214,
      "grad_norm": 3.28125,
      "learning_rate": 9.228758169934642e-06,
      "loss": 0.4901,
      "step": 353
    },
    {
      "epoch": 0.23148602256007847,
      "grad_norm": 5.46875,
      "learning_rate": 9.254901960784315e-06,
      "loss": 0.8826,
      "step": 354
    },
    {
      "epoch": 0.2321399378780448,
      "grad_norm": 5.0,
      "learning_rate": 9.281045751633987e-06,
      "loss": 0.6336,
      "step": 355
    },
    {
      "epoch": 0.23279385319601112,
      "grad_norm": 5.5,
      "learning_rate": 9.307189542483662e-06,
      "loss": 0.9505,
      "step": 356
    },
    {
      "epoch": 0.23344776851397744,
      "grad_norm": 4.1875,
      "learning_rate": 9.333333333333334e-06,
      "loss": 0.5205,
      "step": 357
    },
    {
      "epoch": 0.23410168383194377,
      "grad_norm": 3.34375,
      "learning_rate": 9.359477124183007e-06,
      "loss": 0.5255,
      "step": 358
    },
    {
      "epoch": 0.2347555991499101,
      "grad_norm": 5.59375,
      "learning_rate": 9.385620915032681e-06,
      "loss": 0.9878,
      "step": 359
    },
    {
      "epoch": 0.23540951446787642,
      "grad_norm": 4.6875,
      "learning_rate": 9.411764705882354e-06,
      "loss": 0.7116,
      "step": 360
    },
    {
      "epoch": 0.23606342978584274,
      "grad_norm": 3.8125,
      "learning_rate": 9.437908496732026e-06,
      "loss": 0.5263,
      "step": 361
    },
    {
      "epoch": 0.23671734510380907,
      "grad_norm": 4.28125,
      "learning_rate": 9.464052287581699e-06,
      "loss": 0.8144,
      "step": 362
    },
    {
      "epoch": 0.2373712604217754,
      "grad_norm": 3.8125,
      "learning_rate": 9.490196078431373e-06,
      "loss": 0.6487,
      "step": 363
    },
    {
      "epoch": 0.2380251757397417,
      "grad_norm": 5.625,
      "learning_rate": 9.516339869281046e-06,
      "loss": 0.885,
      "step": 364
    },
    {
      "epoch": 0.23867909105770801,
      "grad_norm": 3.875,
      "learning_rate": 9.54248366013072e-06,
      "loss": 0.5814,
      "step": 365
    },
    {
      "epoch": 0.23933300637567434,
      "grad_norm": 3.890625,
      "learning_rate": 9.568627450980393e-06,
      "loss": 0.8265,
      "step": 366
    },
    {
      "epoch": 0.23998692169364066,
      "grad_norm": 6.375,
      "learning_rate": 9.594771241830067e-06,
      "loss": 1.0435,
      "step": 367
    },
    {
      "epoch": 0.240640837011607,
      "grad_norm": 4.25,
      "learning_rate": 9.62091503267974e-06,
      "loss": 0.5925,
      "step": 368
    },
    {
      "epoch": 0.24129475232957331,
      "grad_norm": 5.09375,
      "learning_rate": 9.647058823529412e-06,
      "loss": 0.9492,
      "step": 369
    },
    {
      "epoch": 0.24194866764753964,
      "grad_norm": 4.25,
      "learning_rate": 9.673202614379087e-06,
      "loss": 0.8301,
      "step": 370
    },
    {
      "epoch": 0.24260258296550596,
      "grad_norm": 4.625,
      "learning_rate": 9.69934640522876e-06,
      "loss": 0.718,
      "step": 371
    },
    {
      "epoch": 0.2432564982834723,
      "grad_norm": 6.28125,
      "learning_rate": 9.725490196078432e-06,
      "loss": 1.0038,
      "step": 372
    },
    {
      "epoch": 0.2439104136014386,
      "grad_norm": 6.15625,
      "learning_rate": 9.751633986928104e-06,
      "loss": 0.9708,
      "step": 373
    },
    {
      "epoch": 0.24456432891940494,
      "grad_norm": 6.375,
      "learning_rate": 9.777777777777779e-06,
      "loss": 0.997,
      "step": 374
    },
    {
      "epoch": 0.24521824423737126,
      "grad_norm": 3.71875,
      "learning_rate": 9.803921568627451e-06,
      "loss": 0.6004,
      "step": 375
    },
    {
      "epoch": 0.2458721595553376,
      "grad_norm": 4.65625,
      "learning_rate": 9.830065359477124e-06,
      "loss": 0.5015,
      "step": 376
    },
    {
      "epoch": 0.2465260748733039,
      "grad_norm": 4.125,
      "learning_rate": 9.856209150326798e-06,
      "loss": 0.7668,
      "step": 377
    },
    {
      "epoch": 0.24717999019127024,
      "grad_norm": 5.34375,
      "learning_rate": 9.882352941176472e-06,
      "loss": 0.8773,
      "step": 378
    },
    {
      "epoch": 0.24783390550923656,
      "grad_norm": 3.578125,
      "learning_rate": 9.908496732026145e-06,
      "loss": 0.5378,
      "step": 379
    },
    {
      "epoch": 0.2484878208272029,
      "grad_norm": 3.75,
      "learning_rate": 9.934640522875818e-06,
      "loss": 0.5267,
      "step": 380
    },
    {
      "epoch": 0.2491417361451692,
      "grad_norm": 3.53125,
      "learning_rate": 9.960784313725492e-06,
      "loss": 0.3774,
      "step": 381
    },
    {
      "epoch": 0.24979565146313554,
      "grad_norm": 5.9375,
      "learning_rate": 9.986928104575165e-06,
      "loss": 1.1173,
      "step": 382
    },
    {
      "epoch": 0.25044956678110186,
      "grad_norm": 4.0,
      "learning_rate": 1.0013071895424837e-05,
      "loss": 0.4871,
      "step": 383
    },
    {
      "epoch": 0.2511034820990682,
      "grad_norm": 3.265625,
      "learning_rate": 1.003921568627451e-05,
      "loss": 0.3388,
      "step": 384
    },
    {
      "epoch": 0.2517573974170345,
      "grad_norm": 4.03125,
      "learning_rate": 1.0065359477124184e-05,
      "loss": 0.464,
      "step": 385
    },
    {
      "epoch": 0.25241131273500084,
      "grad_norm": 4.71875,
      "learning_rate": 1.0091503267973857e-05,
      "loss": 0.7948,
      "step": 386
    },
    {
      "epoch": 0.25306522805296716,
      "grad_norm": 4.0,
      "learning_rate": 1.011764705882353e-05,
      "loss": 0.6752,
      "step": 387
    },
    {
      "epoch": 0.2537191433709335,
      "grad_norm": 5.53125,
      "learning_rate": 1.0143790849673203e-05,
      "loss": 0.8921,
      "step": 388
    },
    {
      "epoch": 0.2543730586888998,
      "grad_norm": 3.78125,
      "learning_rate": 1.0169934640522876e-05,
      "loss": 0.5517,
      "step": 389
    },
    {
      "epoch": 0.25502697400686614,
      "grad_norm": 4.96875,
      "learning_rate": 1.0196078431372549e-05,
      "loss": 0.8911,
      "step": 390
    },
    {
      "epoch": 0.25568088932483246,
      "grad_norm": 5.5,
      "learning_rate": 1.0222222222222223e-05,
      "loss": 0.8359,
      "step": 391
    },
    {
      "epoch": 0.25633480464279873,
      "grad_norm": 3.4375,
      "learning_rate": 1.0248366013071896e-05,
      "loss": 0.536,
      "step": 392
    },
    {
      "epoch": 0.25698871996076506,
      "grad_norm": 4.78125,
      "learning_rate": 1.0274509803921568e-05,
      "loss": 0.8284,
      "step": 393
    },
    {
      "epoch": 0.2576426352787314,
      "grad_norm": 5.5625,
      "learning_rate": 1.030065359477124e-05,
      "loss": 0.7924,
      "step": 394
    },
    {
      "epoch": 0.2582965505966977,
      "grad_norm": 5.28125,
      "learning_rate": 1.0326797385620917e-05,
      "loss": 0.9475,
      "step": 395
    },
    {
      "epoch": 0.25895046591466403,
      "grad_norm": 3.984375,
      "learning_rate": 1.035294117647059e-05,
      "loss": 0.5109,
      "step": 396
    },
    {
      "epoch": 0.25960438123263035,
      "grad_norm": 4.5625,
      "learning_rate": 1.0379084967320264e-05,
      "loss": 0.7566,
      "step": 397
    },
    {
      "epoch": 0.2602582965505967,
      "grad_norm": 4.15625,
      "learning_rate": 1.0405228758169936e-05,
      "loss": 0.5593,
      "step": 398
    },
    {
      "epoch": 0.260912211868563,
      "grad_norm": 4.3125,
      "learning_rate": 1.0431372549019609e-05,
      "loss": 0.6165,
      "step": 399
    },
    {
      "epoch": 0.26156612718652933,
      "grad_norm": 5.0,
      "learning_rate": 1.0457516339869283e-05,
      "loss": 0.8043,
      "step": 400
    },
    {
      "epoch": 0.26222004250449565,
      "grad_norm": 3.953125,
      "learning_rate": 1.0483660130718956e-05,
      "loss": 0.5931,
      "step": 401
    },
    {
      "epoch": 0.262873957822462,
      "grad_norm": 4.9375,
      "learning_rate": 1.0509803921568628e-05,
      "loss": 0.7563,
      "step": 402
    },
    {
      "epoch": 0.2635278731404283,
      "grad_norm": 6.90625,
      "learning_rate": 1.0535947712418303e-05,
      "loss": 1.3466,
      "step": 403
    },
    {
      "epoch": 0.26418178845839463,
      "grad_norm": 3.4375,
      "learning_rate": 1.0562091503267975e-05,
      "loss": 0.5283,
      "step": 404
    },
    {
      "epoch": 0.26483570377636095,
      "grad_norm": 3.765625,
      "learning_rate": 1.0588235294117648e-05,
      "loss": 0.3773,
      "step": 405
    },
    {
      "epoch": 0.2654896190943273,
      "grad_norm": 6.40625,
      "learning_rate": 1.061437908496732e-05,
      "loss": 1.484,
      "step": 406
    },
    {
      "epoch": 0.2661435344122936,
      "grad_norm": 3.6875,
      "learning_rate": 1.0640522875816995e-05,
      "loss": 0.5294,
      "step": 407
    },
    {
      "epoch": 0.26679744973025993,
      "grad_norm": 5.4375,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 0.7722,
      "step": 408
    },
    {
      "epoch": 0.26745136504822625,
      "grad_norm": 4.375,
      "learning_rate": 1.069281045751634e-05,
      "loss": 0.9535,
      "step": 409
    },
    {
      "epoch": 0.2681052803661926,
      "grad_norm": 4.25,
      "learning_rate": 1.0718954248366014e-05,
      "loss": 0.735,
      "step": 410
    },
    {
      "epoch": 0.2687591956841589,
      "grad_norm": 4.53125,
      "learning_rate": 1.0745098039215687e-05,
      "loss": 0.6053,
      "step": 411
    },
    {
      "epoch": 0.2694131110021252,
      "grad_norm": 3.6875,
      "learning_rate": 1.077124183006536e-05,
      "loss": 0.6995,
      "step": 412
    },
    {
      "epoch": 0.27006702632009155,
      "grad_norm": 4.3125,
      "learning_rate": 1.0797385620915034e-05,
      "loss": 0.6014,
      "step": 413
    },
    {
      "epoch": 0.2707209416380579,
      "grad_norm": 2.9375,
      "learning_rate": 1.0823529411764706e-05,
      "loss": 0.4536,
      "step": 414
    },
    {
      "epoch": 0.2713748569560242,
      "grad_norm": 4.59375,
      "learning_rate": 1.0849673202614379e-05,
      "loss": 0.6981,
      "step": 415
    },
    {
      "epoch": 0.2720287722739905,
      "grad_norm": 6.46875,
      "learning_rate": 1.0875816993464051e-05,
      "loss": 1.3937,
      "step": 416
    },
    {
      "epoch": 0.27268268759195685,
      "grad_norm": 4.15625,
      "learning_rate": 1.0901960784313726e-05,
      "loss": 0.7647,
      "step": 417
    },
    {
      "epoch": 0.2733366029099232,
      "grad_norm": 4.59375,
      "learning_rate": 1.0928104575163398e-05,
      "loss": 0.704,
      "step": 418
    },
    {
      "epoch": 0.2739905182278895,
      "grad_norm": 5.875,
      "learning_rate": 1.0954248366013074e-05,
      "loss": 0.9878,
      "step": 419
    },
    {
      "epoch": 0.2746444335458558,
      "grad_norm": 4.625,
      "learning_rate": 1.0980392156862747e-05,
      "loss": 0.6714,
      "step": 420
    },
    {
      "epoch": 0.27529834886382215,
      "grad_norm": 4.34375,
      "learning_rate": 1.100653594771242e-05,
      "loss": 0.9399,
      "step": 421
    },
    {
      "epoch": 0.2759522641817885,
      "grad_norm": 5.53125,
      "learning_rate": 1.1032679738562094e-05,
      "loss": 0.8217,
      "step": 422
    },
    {
      "epoch": 0.2766061794997548,
      "grad_norm": 4.53125,
      "learning_rate": 1.1058823529411766e-05,
      "loss": 0.6653,
      "step": 423
    },
    {
      "epoch": 0.2772600948177211,
      "grad_norm": 3.296875,
      "learning_rate": 1.1084967320261439e-05,
      "loss": 0.4958,
      "step": 424
    },
    {
      "epoch": 0.27791401013568745,
      "grad_norm": 5.34375,
      "learning_rate": 1.1111111111111113e-05,
      "loss": 0.9351,
      "step": 425
    },
    {
      "epoch": 0.2785679254536538,
      "grad_norm": 6.8125,
      "learning_rate": 1.1137254901960786e-05,
      "loss": 1.5588,
      "step": 426
    },
    {
      "epoch": 0.2792218407716201,
      "grad_norm": 3.296875,
      "learning_rate": 1.1163398692810459e-05,
      "loss": 0.4091,
      "step": 427
    },
    {
      "epoch": 0.2798757560895864,
      "grad_norm": 5.34375,
      "learning_rate": 1.1189542483660131e-05,
      "loss": 0.5979,
      "step": 428
    },
    {
      "epoch": 0.2805296714075527,
      "grad_norm": 4.15625,
      "learning_rate": 1.1215686274509805e-05,
      "loss": 0.6911,
      "step": 429
    },
    {
      "epoch": 0.281183586725519,
      "grad_norm": 8.0625,
      "learning_rate": 1.1241830065359478e-05,
      "loss": 1.5556,
      "step": 430
    },
    {
      "epoch": 0.28183750204348534,
      "grad_norm": 5.3125,
      "learning_rate": 1.126797385620915e-05,
      "loss": 0.7323,
      "step": 431
    },
    {
      "epoch": 0.28249141736145167,
      "grad_norm": 3.953125,
      "learning_rate": 1.1294117647058825e-05,
      "loss": 0.7486,
      "step": 432
    },
    {
      "epoch": 0.283145332679418,
      "grad_norm": 3.75,
      "learning_rate": 1.1320261437908498e-05,
      "loss": 0.4753,
      "step": 433
    },
    {
      "epoch": 0.2837992479973843,
      "grad_norm": 4.125,
      "learning_rate": 1.134640522875817e-05,
      "loss": 0.5799,
      "step": 434
    },
    {
      "epoch": 0.28445316331535064,
      "grad_norm": 3.953125,
      "learning_rate": 1.1372549019607844e-05,
      "loss": 0.4395,
      "step": 435
    },
    {
      "epoch": 0.28510707863331697,
      "grad_norm": 5.40625,
      "learning_rate": 1.1398692810457517e-05,
      "loss": 0.945,
      "step": 436
    },
    {
      "epoch": 0.2857609939512833,
      "grad_norm": 5.4375,
      "learning_rate": 1.142483660130719e-05,
      "loss": 0.9442,
      "step": 437
    },
    {
      "epoch": 0.2864149092692496,
      "grad_norm": 4.25,
      "learning_rate": 1.1450980392156862e-05,
      "loss": 0.573,
      "step": 438
    },
    {
      "epoch": 0.28706882458721594,
      "grad_norm": 5.34375,
      "learning_rate": 1.1477124183006536e-05,
      "loss": 0.7825,
      "step": 439
    },
    {
      "epoch": 0.28772273990518227,
      "grad_norm": 5.5625,
      "learning_rate": 1.1503267973856209e-05,
      "loss": 1.3477,
      "step": 440
    },
    {
      "epoch": 0.2883766552231486,
      "grad_norm": 4.0,
      "learning_rate": 1.1529411764705882e-05,
      "loss": 0.617,
      "step": 441
    },
    {
      "epoch": 0.2890305705411149,
      "grad_norm": 4.40625,
      "learning_rate": 1.1555555555555556e-05,
      "loss": 0.7197,
      "step": 442
    },
    {
      "epoch": 0.28968448585908124,
      "grad_norm": 4.125,
      "learning_rate": 1.158169934640523e-05,
      "loss": 0.5806,
      "step": 443
    },
    {
      "epoch": 0.29033840117704757,
      "grad_norm": 4.59375,
      "learning_rate": 1.1607843137254905e-05,
      "loss": 0.5216,
      "step": 444
    },
    {
      "epoch": 0.2909923164950139,
      "grad_norm": 6.78125,
      "learning_rate": 1.1633986928104577e-05,
      "loss": 1.2764,
      "step": 445
    },
    {
      "epoch": 0.2916462318129802,
      "grad_norm": 3.8125,
      "learning_rate": 1.166013071895425e-05,
      "loss": 0.5399,
      "step": 446
    },
    {
      "epoch": 0.29230014713094654,
      "grad_norm": 6.03125,
      "learning_rate": 1.1686274509803922e-05,
      "loss": 0.919,
      "step": 447
    },
    {
      "epoch": 0.29295406244891287,
      "grad_norm": 3.1875,
      "learning_rate": 1.1712418300653597e-05,
      "loss": 0.4369,
      "step": 448
    },
    {
      "epoch": 0.2936079777668792,
      "grad_norm": 3.09375,
      "learning_rate": 1.173856209150327e-05,
      "loss": 0.4569,
      "step": 449
    },
    {
      "epoch": 0.2942618930848455,
      "grad_norm": 3.9375,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 0.6275,
      "step": 450
    },
    {
      "epoch": 0.29491580840281184,
      "grad_norm": 4.0625,
      "learning_rate": 1.1790849673202616e-05,
      "loss": 0.7875,
      "step": 451
    },
    {
      "epoch": 0.29556972372077817,
      "grad_norm": 5.1875,
      "learning_rate": 1.1816993464052289e-05,
      "loss": 0.628,
      "step": 452
    },
    {
      "epoch": 0.2962236390387445,
      "grad_norm": 4.6875,
      "learning_rate": 1.1843137254901961e-05,
      "loss": 0.6575,
      "step": 453
    },
    {
      "epoch": 0.2968775543567108,
      "grad_norm": 4.0,
      "learning_rate": 1.1869281045751636e-05,
      "loss": 0.6567,
      "step": 454
    },
    {
      "epoch": 0.29753146967467714,
      "grad_norm": 4.0625,
      "learning_rate": 1.1895424836601308e-05,
      "loss": 0.6079,
      "step": 455
    },
    {
      "epoch": 0.29818538499264347,
      "grad_norm": 4.125,
      "learning_rate": 1.192156862745098e-05,
      "loss": 0.6131,
      "step": 456
    },
    {
      "epoch": 0.2988393003106098,
      "grad_norm": 3.078125,
      "learning_rate": 1.1947712418300655e-05,
      "loss": 0.3501,
      "step": 457
    },
    {
      "epoch": 0.2994932156285761,
      "grad_norm": 5.90625,
      "learning_rate": 1.1973856209150328e-05,
      "loss": 0.7122,
      "step": 458
    },
    {
      "epoch": 0.30014713094654244,
      "grad_norm": 3.546875,
      "learning_rate": 1.2e-05,
      "loss": 0.502,
      "step": 459
    },
    {
      "epoch": 0.30080104626450876,
      "grad_norm": 4.09375,
      "learning_rate": 1.2026143790849673e-05,
      "loss": 0.4544,
      "step": 460
    },
    {
      "epoch": 0.3014549615824751,
      "grad_norm": 5.15625,
      "learning_rate": 1.2052287581699347e-05,
      "loss": 0.676,
      "step": 461
    },
    {
      "epoch": 0.3021088769004414,
      "grad_norm": 4.1875,
      "learning_rate": 1.207843137254902e-05,
      "loss": 0.6687,
      "step": 462
    },
    {
      "epoch": 0.30276279221840774,
      "grad_norm": 4.6875,
      "learning_rate": 1.2104575163398692e-05,
      "loss": 0.7542,
      "step": 463
    },
    {
      "epoch": 0.30341670753637406,
      "grad_norm": 6.71875,
      "learning_rate": 1.2130718954248367e-05,
      "loss": 0.9416,
      "step": 464
    },
    {
      "epoch": 0.3040706228543404,
      "grad_norm": 4.28125,
      "learning_rate": 1.215686274509804e-05,
      "loss": 0.5418,
      "step": 465
    },
    {
      "epoch": 0.3047245381723067,
      "grad_norm": 3.484375,
      "learning_rate": 1.2183006535947712e-05,
      "loss": 0.5504,
      "step": 466
    },
    {
      "epoch": 0.305378453490273,
      "grad_norm": 5.25,
      "learning_rate": 1.2209150326797388e-05,
      "loss": 0.9925,
      "step": 467
    },
    {
      "epoch": 0.3060323688082393,
      "grad_norm": 5.375,
      "learning_rate": 1.223529411764706e-05,
      "loss": 0.766,
      "step": 468
    },
    {
      "epoch": 0.30668628412620563,
      "grad_norm": 3.578125,
      "learning_rate": 1.2261437908496733e-05,
      "loss": 0.4903,
      "step": 469
    },
    {
      "epoch": 0.30734019944417196,
      "grad_norm": 4.03125,
      "learning_rate": 1.2287581699346407e-05,
      "loss": 0.6422,
      "step": 470
    },
    {
      "epoch": 0.3079941147621383,
      "grad_norm": 5.40625,
      "learning_rate": 1.231372549019608e-05,
      "loss": 0.9172,
      "step": 471
    },
    {
      "epoch": 0.3086480300801046,
      "grad_norm": 4.40625,
      "learning_rate": 1.2339869281045753e-05,
      "loss": 0.5337,
      "step": 472
    },
    {
      "epoch": 0.30930194539807093,
      "grad_norm": 6.28125,
      "learning_rate": 1.2366013071895427e-05,
      "loss": 0.6589,
      "step": 473
    },
    {
      "epoch": 0.30995586071603726,
      "grad_norm": 5.6875,
      "learning_rate": 1.23921568627451e-05,
      "loss": 1.0247,
      "step": 474
    },
    {
      "epoch": 0.3106097760340036,
      "grad_norm": 4.625,
      "learning_rate": 1.2418300653594772e-05,
      "loss": 0.5602,
      "step": 475
    },
    {
      "epoch": 0.3112636913519699,
      "grad_norm": 6.375,
      "learning_rate": 1.2444444444444446e-05,
      "loss": 1.0996,
      "step": 476
    },
    {
      "epoch": 0.31191760666993623,
      "grad_norm": 4.1875,
      "learning_rate": 1.2470588235294119e-05,
      "loss": 0.4376,
      "step": 477
    },
    {
      "epoch": 0.31257152198790256,
      "grad_norm": 4.34375,
      "learning_rate": 1.2496732026143792e-05,
      "loss": 0.7795,
      "step": 478
    },
    {
      "epoch": 0.3132254373058689,
      "grad_norm": 5.5625,
      "learning_rate": 1.2522875816993466e-05,
      "loss": 0.9096,
      "step": 479
    },
    {
      "epoch": 0.3138793526238352,
      "grad_norm": 5.625,
      "learning_rate": 1.2549019607843138e-05,
      "loss": 0.9408,
      "step": 480
    },
    {
      "epoch": 0.31453326794180153,
      "grad_norm": 4.9375,
      "learning_rate": 1.2575163398692811e-05,
      "loss": 0.7616,
      "step": 481
    },
    {
      "epoch": 0.31518718325976786,
      "grad_norm": 5.34375,
      "learning_rate": 1.2601307189542484e-05,
      "loss": 0.733,
      "step": 482
    },
    {
      "epoch": 0.3158410985777342,
      "grad_norm": 2.5625,
      "learning_rate": 1.2627450980392158e-05,
      "loss": 0.3602,
      "step": 483
    },
    {
      "epoch": 0.3164950138957005,
      "grad_norm": 5.65625,
      "learning_rate": 1.265359477124183e-05,
      "loss": 0.6671,
      "step": 484
    },
    {
      "epoch": 0.31714892921366683,
      "grad_norm": 4.15625,
      "learning_rate": 1.2679738562091503e-05,
      "loss": 0.4821,
      "step": 485
    },
    {
      "epoch": 0.31780284453163316,
      "grad_norm": 4.1875,
      "learning_rate": 1.2705882352941177e-05,
      "loss": 0.7277,
      "step": 486
    },
    {
      "epoch": 0.3184567598495995,
      "grad_norm": 5.375,
      "learning_rate": 1.273202614379085e-05,
      "loss": 0.7381,
      "step": 487
    },
    {
      "epoch": 0.3191106751675658,
      "grad_norm": 4.53125,
      "learning_rate": 1.2758169934640523e-05,
      "loss": 0.7067,
      "step": 488
    },
    {
      "epoch": 0.31976459048553213,
      "grad_norm": 5.75,
      "learning_rate": 1.2784313725490197e-05,
      "loss": 0.6068,
      "step": 489
    },
    {
      "epoch": 0.32041850580349845,
      "grad_norm": 4.875,
      "learning_rate": 1.281045751633987e-05,
      "loss": 0.8502,
      "step": 490
    },
    {
      "epoch": 0.3210724211214648,
      "grad_norm": 6.96875,
      "learning_rate": 1.2836601307189544e-05,
      "loss": 1.248,
      "step": 491
    },
    {
      "epoch": 0.3217263364394311,
      "grad_norm": 4.125,
      "learning_rate": 1.2862745098039218e-05,
      "loss": 0.5831,
      "step": 492
    },
    {
      "epoch": 0.32238025175739743,
      "grad_norm": 3.21875,
      "learning_rate": 1.288888888888889e-05,
      "loss": 0.4113,
      "step": 493
    },
    {
      "epoch": 0.32303416707536375,
      "grad_norm": 5.1875,
      "learning_rate": 1.2915032679738563e-05,
      "loss": 0.9455,
      "step": 494
    },
    {
      "epoch": 0.3236880823933301,
      "grad_norm": 5.3125,
      "learning_rate": 1.2941176470588238e-05,
      "loss": 0.8783,
      "step": 495
    },
    {
      "epoch": 0.3243419977112964,
      "grad_norm": 4.9375,
      "learning_rate": 1.296732026143791e-05,
      "loss": 0.9331,
      "step": 496
    },
    {
      "epoch": 0.32499591302926273,
      "grad_norm": 4.46875,
      "learning_rate": 1.2993464052287583e-05,
      "loss": 0.7988,
      "step": 497
    },
    {
      "epoch": 0.32564982834722905,
      "grad_norm": 4.90625,
      "learning_rate": 1.3019607843137257e-05,
      "loss": 0.7535,
      "step": 498
    },
    {
      "epoch": 0.3263037436651954,
      "grad_norm": 4.625,
      "learning_rate": 1.304575163398693e-05,
      "loss": 0.7557,
      "step": 499
    },
    {
      "epoch": 0.3269576589831617,
      "grad_norm": 3.265625,
      "learning_rate": 1.3071895424836602e-05,
      "loss": 0.4799,
      "step": 500
    },
    {
      "epoch": 0.32761157430112803,
      "grad_norm": 4.5625,
      "learning_rate": 1.3098039215686275e-05,
      "loss": 0.7014,
      "step": 501
    },
    {
      "epoch": 0.32826548961909435,
      "grad_norm": 3.125,
      "learning_rate": 1.3124183006535949e-05,
      "loss": 0.4667,
      "step": 502
    },
    {
      "epoch": 0.3289194049370607,
      "grad_norm": 4.25,
      "learning_rate": 1.3150326797385622e-05,
      "loss": 0.8005,
      "step": 503
    },
    {
      "epoch": 0.32957332025502695,
      "grad_norm": 6.3125,
      "learning_rate": 1.3176470588235294e-05,
      "loss": 1.0702,
      "step": 504
    },
    {
      "epoch": 0.33022723557299327,
      "grad_norm": 3.4375,
      "learning_rate": 1.3202614379084969e-05,
      "loss": 0.5992,
      "step": 505
    },
    {
      "epoch": 0.3308811508909596,
      "grad_norm": 4.28125,
      "learning_rate": 1.3228758169934641e-05,
      "loss": 0.4368,
      "step": 506
    },
    {
      "epoch": 0.3315350662089259,
      "grad_norm": 3.9375,
      "learning_rate": 1.3254901960784314e-05,
      "loss": 0.7551,
      "step": 507
    },
    {
      "epoch": 0.33218898152689225,
      "grad_norm": 4.84375,
      "learning_rate": 1.3281045751633988e-05,
      "loss": 0.9635,
      "step": 508
    },
    {
      "epoch": 0.33284289684485857,
      "grad_norm": 4.71875,
      "learning_rate": 1.330718954248366e-05,
      "loss": 0.8593,
      "step": 509
    },
    {
      "epoch": 0.3334968121628249,
      "grad_norm": 6.21875,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.2897,
      "step": 510
    },
    {
      "epoch": 0.3341507274807912,
      "grad_norm": 3.875,
      "learning_rate": 1.3359477124183008e-05,
      "loss": 0.7316,
      "step": 511
    },
    {
      "epoch": 0.33480464279875755,
      "grad_norm": 3.53125,
      "learning_rate": 1.338562091503268e-05,
      "loss": 0.4614,
      "step": 512
    },
    {
      "epoch": 0.33545855811672387,
      "grad_norm": 8.8125,
      "learning_rate": 1.3411764705882353e-05,
      "loss": 1.8679,
      "step": 513
    },
    {
      "epoch": 0.3361124734346902,
      "grad_norm": 4.21875,
      "learning_rate": 1.3437908496732029e-05,
      "loss": 0.6266,
      "step": 514
    },
    {
      "epoch": 0.3367663887526565,
      "grad_norm": 5.6875,
      "learning_rate": 1.3464052287581701e-05,
      "loss": 0.8198,
      "step": 515
    },
    {
      "epoch": 0.33742030407062285,
      "grad_norm": 4.6875,
      "learning_rate": 1.3490196078431374e-05,
      "loss": 0.9571,
      "step": 516
    },
    {
      "epoch": 0.33807421938858917,
      "grad_norm": 4.9375,
      "learning_rate": 1.3516339869281048e-05,
      "loss": 0.7718,
      "step": 517
    },
    {
      "epoch": 0.3387281347065555,
      "grad_norm": 3.84375,
      "learning_rate": 1.3542483660130721e-05,
      "loss": 0.5037,
      "step": 518
    },
    {
      "epoch": 0.3393820500245218,
      "grad_norm": 3.21875,
      "learning_rate": 1.3568627450980393e-05,
      "loss": 0.4967,
      "step": 519
    },
    {
      "epoch": 0.34003596534248814,
      "grad_norm": 5.25,
      "learning_rate": 1.3594771241830068e-05,
      "loss": 0.7059,
      "step": 520
    },
    {
      "epoch": 0.34068988066045447,
      "grad_norm": 5.53125,
      "learning_rate": 1.362091503267974e-05,
      "loss": 0.7243,
      "step": 521
    },
    {
      "epoch": 0.3413437959784208,
      "grad_norm": 4.46875,
      "learning_rate": 1.3647058823529413e-05,
      "loss": 0.7595,
      "step": 522
    },
    {
      "epoch": 0.3419977112963871,
      "grad_norm": 4.4375,
      "learning_rate": 1.3673202614379086e-05,
      "loss": 0.7224,
      "step": 523
    },
    {
      "epoch": 0.34265162661435344,
      "grad_norm": 3.609375,
      "learning_rate": 1.369934640522876e-05,
      "loss": 0.699,
      "step": 524
    },
    {
      "epoch": 0.34330554193231977,
      "grad_norm": 4.21875,
      "learning_rate": 1.3725490196078432e-05,
      "loss": 0.7635,
      "step": 525
    },
    {
      "epoch": 0.3439594572502861,
      "grad_norm": 4.5,
      "learning_rate": 1.3751633986928105e-05,
      "loss": 0.7832,
      "step": 526
    },
    {
      "epoch": 0.3446133725682524,
      "grad_norm": 5.15625,
      "learning_rate": 1.377777777777778e-05,
      "loss": 0.8386,
      "step": 527
    },
    {
      "epoch": 0.34526728788621874,
      "grad_norm": 5.34375,
      "learning_rate": 1.3803921568627452e-05,
      "loss": 1.1034,
      "step": 528
    },
    {
      "epoch": 0.34592120320418507,
      "grad_norm": 4.8125,
      "learning_rate": 1.3830065359477125e-05,
      "loss": 0.6836,
      "step": 529
    },
    {
      "epoch": 0.3465751185221514,
      "grad_norm": 4.8125,
      "learning_rate": 1.3856209150326799e-05,
      "loss": 0.7655,
      "step": 530
    },
    {
      "epoch": 0.3472290338401177,
      "grad_norm": 4.5,
      "learning_rate": 1.3882352941176471e-05,
      "loss": 0.5553,
      "step": 531
    },
    {
      "epoch": 0.34788294915808404,
      "grad_norm": 5.40625,
      "learning_rate": 1.3908496732026144e-05,
      "loss": 0.5882,
      "step": 532
    },
    {
      "epoch": 0.34853686447605037,
      "grad_norm": 3.640625,
      "learning_rate": 1.3934640522875818e-05,
      "loss": 0.5727,
      "step": 533
    },
    {
      "epoch": 0.3491907797940167,
      "grad_norm": 4.40625,
      "learning_rate": 1.3960784313725491e-05,
      "loss": 0.8736,
      "step": 534
    },
    {
      "epoch": 0.349844695111983,
      "grad_norm": 5.34375,
      "learning_rate": 1.3986928104575163e-05,
      "loss": 0.5816,
      "step": 535
    },
    {
      "epoch": 0.35049861042994934,
      "grad_norm": 4.875,
      "learning_rate": 1.4013071895424836e-05,
      "loss": 0.7251,
      "step": 536
    },
    {
      "epoch": 0.35115252574791567,
      "grad_norm": 3.703125,
      "learning_rate": 1.403921568627451e-05,
      "loss": 0.62,
      "step": 537
    },
    {
      "epoch": 0.351806441065882,
      "grad_norm": 4.46875,
      "learning_rate": 1.4065359477124185e-05,
      "loss": 0.6138,
      "step": 538
    },
    {
      "epoch": 0.3524603563838483,
      "grad_norm": 3.59375,
      "learning_rate": 1.4091503267973859e-05,
      "loss": 0.5634,
      "step": 539
    },
    {
      "epoch": 0.35311427170181464,
      "grad_norm": 4.96875,
      "learning_rate": 1.4117647058823532e-05,
      "loss": 0.73,
      "step": 540
    },
    {
      "epoch": 0.3537681870197809,
      "grad_norm": 3.9375,
      "learning_rate": 1.4143790849673204e-05,
      "loss": 0.6003,
      "step": 541
    },
    {
      "epoch": 0.35442210233774724,
      "grad_norm": 5.65625,
      "learning_rate": 1.4169934640522878e-05,
      "loss": 1.0472,
      "step": 542
    },
    {
      "epoch": 0.35507601765571356,
      "grad_norm": 3.5625,
      "learning_rate": 1.4196078431372551e-05,
      "loss": 0.4215,
      "step": 543
    },
    {
      "epoch": 0.3557299329736799,
      "grad_norm": 5.5625,
      "learning_rate": 1.4222222222222224e-05,
      "loss": 0.93,
      "step": 544
    },
    {
      "epoch": 0.3563838482916462,
      "grad_norm": 3.625,
      "learning_rate": 1.4248366013071896e-05,
      "loss": 0.6136,
      "step": 545
    },
    {
      "epoch": 0.35703776360961254,
      "grad_norm": 3.09375,
      "learning_rate": 1.427450980392157e-05,
      "loss": 0.3565,
      "step": 546
    },
    {
      "epoch": 0.35769167892757886,
      "grad_norm": 4.71875,
      "learning_rate": 1.4300653594771243e-05,
      "loss": 0.6536,
      "step": 547
    },
    {
      "epoch": 0.3583455942455452,
      "grad_norm": 4.6875,
      "learning_rate": 1.4326797385620916e-05,
      "loss": 0.8062,
      "step": 548
    },
    {
      "epoch": 0.3589995095635115,
      "grad_norm": 3.4375,
      "learning_rate": 1.435294117647059e-05,
      "loss": 0.5485,
      "step": 549
    },
    {
      "epoch": 0.35965342488147783,
      "grad_norm": 5.5625,
      "learning_rate": 1.4379084967320263e-05,
      "loss": 0.8227,
      "step": 550
    },
    {
      "epoch": 0.36030734019944416,
      "grad_norm": 4.1875,
      "learning_rate": 1.4405228758169935e-05,
      "loss": 0.7039,
      "step": 551
    },
    {
      "epoch": 0.3609612555174105,
      "grad_norm": 4.25,
      "learning_rate": 1.443137254901961e-05,
      "loss": 0.8103,
      "step": 552
    },
    {
      "epoch": 0.3616151708353768,
      "grad_norm": 3.984375,
      "learning_rate": 1.4457516339869282e-05,
      "loss": 0.6487,
      "step": 553
    },
    {
      "epoch": 0.36226908615334313,
      "grad_norm": 3.203125,
      "learning_rate": 1.4483660130718955e-05,
      "loss": 0.4815,
      "step": 554
    },
    {
      "epoch": 0.36292300147130946,
      "grad_norm": 3.828125,
      "learning_rate": 1.4509803921568629e-05,
      "loss": 0.449,
      "step": 555
    },
    {
      "epoch": 0.3635769167892758,
      "grad_norm": 4.0625,
      "learning_rate": 1.4535947712418302e-05,
      "loss": 0.5781,
      "step": 556
    },
    {
      "epoch": 0.3642308321072421,
      "grad_norm": 4.875,
      "learning_rate": 1.4562091503267974e-05,
      "loss": 1.0315,
      "step": 557
    },
    {
      "epoch": 0.36488474742520843,
      "grad_norm": 3.765625,
      "learning_rate": 1.4588235294117647e-05,
      "loss": 0.5251,
      "step": 558
    },
    {
      "epoch": 0.36553866274317476,
      "grad_norm": 5.75,
      "learning_rate": 1.4614379084967321e-05,
      "loss": 1.0653,
      "step": 559
    },
    {
      "epoch": 0.3661925780611411,
      "grad_norm": 4.75,
      "learning_rate": 1.4640522875816994e-05,
      "loss": 0.9446,
      "step": 560
    },
    {
      "epoch": 0.3668464933791074,
      "grad_norm": 3.640625,
      "learning_rate": 1.4666666666666666e-05,
      "loss": 0.6336,
      "step": 561
    },
    {
      "epoch": 0.36750040869707373,
      "grad_norm": 4.40625,
      "learning_rate": 1.4692810457516342e-05,
      "loss": 0.7986,
      "step": 562
    },
    {
      "epoch": 0.36815432401504006,
      "grad_norm": 3.953125,
      "learning_rate": 1.4718954248366015e-05,
      "loss": 0.6941,
      "step": 563
    },
    {
      "epoch": 0.3688082393330064,
      "grad_norm": 3.65625,
      "learning_rate": 1.474509803921569e-05,
      "loss": 0.4157,
      "step": 564
    },
    {
      "epoch": 0.3694621546509727,
      "grad_norm": 3.53125,
      "learning_rate": 1.4771241830065362e-05,
      "loss": 0.7389,
      "step": 565
    },
    {
      "epoch": 0.37011606996893903,
      "grad_norm": 4.21875,
      "learning_rate": 1.4797385620915034e-05,
      "loss": 0.7562,
      "step": 566
    },
    {
      "epoch": 0.37076998528690536,
      "grad_norm": 3.796875,
      "learning_rate": 1.4823529411764707e-05,
      "loss": 0.5432,
      "step": 567
    },
    {
      "epoch": 0.3714239006048717,
      "grad_norm": 4.78125,
      "learning_rate": 1.4849673202614381e-05,
      "loss": 0.7261,
      "step": 568
    },
    {
      "epoch": 0.372077815922838,
      "grad_norm": 3.09375,
      "learning_rate": 1.4875816993464054e-05,
      "loss": 0.5192,
      "step": 569
    },
    {
      "epoch": 0.37273173124080433,
      "grad_norm": 6.0625,
      "learning_rate": 1.4901960784313726e-05,
      "loss": 1.4136,
      "step": 570
    },
    {
      "epoch": 0.37338564655877066,
      "grad_norm": 4.25,
      "learning_rate": 1.49281045751634e-05,
      "loss": 0.7003,
      "step": 571
    },
    {
      "epoch": 0.374039561876737,
      "grad_norm": 5.53125,
      "learning_rate": 1.4954248366013073e-05,
      "loss": 0.6006,
      "step": 572
    },
    {
      "epoch": 0.3746934771947033,
      "grad_norm": 3.328125,
      "learning_rate": 1.4980392156862746e-05,
      "loss": 0.4577,
      "step": 573
    },
    {
      "epoch": 0.37534739251266963,
      "grad_norm": 6.9375,
      "learning_rate": 1.500653594771242e-05,
      "loss": 1.0642,
      "step": 574
    },
    {
      "epoch": 0.37600130783063596,
      "grad_norm": 4.9375,
      "learning_rate": 1.5032679738562093e-05,
      "loss": 0.6655,
      "step": 575
    },
    {
      "epoch": 0.3766552231486023,
      "grad_norm": 4.96875,
      "learning_rate": 1.5058823529411765e-05,
      "loss": 1.0192,
      "step": 576
    },
    {
      "epoch": 0.3773091384665686,
      "grad_norm": 4.21875,
      "learning_rate": 1.5084967320261438e-05,
      "loss": 0.5627,
      "step": 577
    },
    {
      "epoch": 0.37796305378453493,
      "grad_norm": 4.21875,
      "learning_rate": 1.5111111111111112e-05,
      "loss": 0.717,
      "step": 578
    },
    {
      "epoch": 0.3786169691025012,
      "grad_norm": 5.4375,
      "learning_rate": 1.5137254901960785e-05,
      "loss": 1.2168,
      "step": 579
    },
    {
      "epoch": 0.3792708844204675,
      "grad_norm": 5.03125,
      "learning_rate": 1.5163398692810458e-05,
      "loss": 0.7631,
      "step": 580
    },
    {
      "epoch": 0.37992479973843385,
      "grad_norm": 5.03125,
      "learning_rate": 1.5189542483660132e-05,
      "loss": 0.9894,
      "step": 581
    },
    {
      "epoch": 0.3805787150564002,
      "grad_norm": 5.09375,
      "learning_rate": 1.5215686274509804e-05,
      "loss": 0.8453,
      "step": 582
    },
    {
      "epoch": 0.3812326303743665,
      "grad_norm": 4.6875,
      "learning_rate": 1.5241830065359477e-05,
      "loss": 0.6673,
      "step": 583
    },
    {
      "epoch": 0.3818865456923328,
      "grad_norm": 3.765625,
      "learning_rate": 1.526797385620915e-05,
      "loss": 0.7228,
      "step": 584
    },
    {
      "epoch": 0.38254046101029915,
      "grad_norm": 4.1875,
      "learning_rate": 1.5294117647058822e-05,
      "loss": 0.664,
      "step": 585
    },
    {
      "epoch": 0.3831943763282655,
      "grad_norm": 3.421875,
      "learning_rate": 1.5320261437908498e-05,
      "loss": 0.5511,
      "step": 586
    },
    {
      "epoch": 0.3838482916462318,
      "grad_norm": 3.8125,
      "learning_rate": 1.534640522875817e-05,
      "loss": 0.4787,
      "step": 587
    },
    {
      "epoch": 0.3845022069641981,
      "grad_norm": 5.15625,
      "learning_rate": 1.5372549019607847e-05,
      "loss": 1.1154,
      "step": 588
    },
    {
      "epoch": 0.38515612228216445,
      "grad_norm": 4.8125,
      "learning_rate": 1.539869281045752e-05,
      "loss": 0.7246,
      "step": 589
    },
    {
      "epoch": 0.3858100376001308,
      "grad_norm": 5.25,
      "learning_rate": 1.5424836601307192e-05,
      "loss": 0.8271,
      "step": 590
    },
    {
      "epoch": 0.3864639529180971,
      "grad_norm": 2.890625,
      "learning_rate": 1.5450980392156865e-05,
      "loss": 0.3758,
      "step": 591
    },
    {
      "epoch": 0.3871178682360634,
      "grad_norm": 6.125,
      "learning_rate": 1.5477124183006537e-05,
      "loss": 0.9127,
      "step": 592
    },
    {
      "epoch": 0.38777178355402975,
      "grad_norm": 4.8125,
      "learning_rate": 1.550326797385621e-05,
      "loss": 0.6839,
      "step": 593
    },
    {
      "epoch": 0.3884256988719961,
      "grad_norm": 4.9375,
      "learning_rate": 1.5529411764705882e-05,
      "loss": 0.8352,
      "step": 594
    },
    {
      "epoch": 0.3890796141899624,
      "grad_norm": 4.4375,
      "learning_rate": 1.555555555555556e-05,
      "loss": 0.7525,
      "step": 595
    },
    {
      "epoch": 0.3897335295079287,
      "grad_norm": 3.796875,
      "learning_rate": 1.558169934640523e-05,
      "loss": 0.6019,
      "step": 596
    },
    {
      "epoch": 0.39038744482589505,
      "grad_norm": 4.21875,
      "learning_rate": 1.5607843137254904e-05,
      "loss": 0.6474,
      "step": 597
    },
    {
      "epoch": 0.39104136014386137,
      "grad_norm": 4.5,
      "learning_rate": 1.5633986928104576e-05,
      "loss": 0.9984,
      "step": 598
    },
    {
      "epoch": 0.3916952754618277,
      "grad_norm": 4.78125,
      "learning_rate": 1.566013071895425e-05,
      "loss": 0.9227,
      "step": 599
    },
    {
      "epoch": 0.392349190779794,
      "grad_norm": 3.359375,
      "learning_rate": 1.568627450980392e-05,
      "loss": 0.5438,
      "step": 600
    },
    {
      "epoch": 0.39300310609776035,
      "grad_norm": 6.1875,
      "learning_rate": 1.5712418300653597e-05,
      "loss": 0.6924,
      "step": 601
    },
    {
      "epoch": 0.39365702141572667,
      "grad_norm": 3.59375,
      "learning_rate": 1.573856209150327e-05,
      "loss": 0.6807,
      "step": 602
    },
    {
      "epoch": 0.394310936733693,
      "grad_norm": 4.4375,
      "learning_rate": 1.5764705882352943e-05,
      "loss": 0.7607,
      "step": 603
    },
    {
      "epoch": 0.3949648520516593,
      "grad_norm": 4.15625,
      "learning_rate": 1.5790849673202615e-05,
      "loss": 0.7465,
      "step": 604
    },
    {
      "epoch": 0.39561876736962565,
      "grad_norm": 5.5625,
      "learning_rate": 1.5816993464052288e-05,
      "loss": 0.8777,
      "step": 605
    },
    {
      "epoch": 0.39627268268759197,
      "grad_norm": 4.78125,
      "learning_rate": 1.584313725490196e-05,
      "loss": 0.7425,
      "step": 606
    },
    {
      "epoch": 0.3969265980055583,
      "grad_norm": 2.59375,
      "learning_rate": 1.5869281045751633e-05,
      "loss": 0.3947,
      "step": 607
    },
    {
      "epoch": 0.3975805133235246,
      "grad_norm": 4.96875,
      "learning_rate": 1.589542483660131e-05,
      "loss": 0.4741,
      "step": 608
    },
    {
      "epoch": 0.39823442864149095,
      "grad_norm": 6.375,
      "learning_rate": 1.592156862745098e-05,
      "loss": 1.4103,
      "step": 609
    },
    {
      "epoch": 0.39888834395945727,
      "grad_norm": 3.859375,
      "learning_rate": 1.5947712418300657e-05,
      "loss": 0.5789,
      "step": 610
    },
    {
      "epoch": 0.3995422592774236,
      "grad_norm": 5.4375,
      "learning_rate": 1.597385620915033e-05,
      "loss": 1.2326,
      "step": 611
    },
    {
      "epoch": 0.4001961745953899,
      "grad_norm": 4.65625,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.829,
      "step": 612
    },
    {
      "epoch": 0.40085008991335624,
      "grad_norm": 5.71875,
      "learning_rate": 1.6026143790849675e-05,
      "loss": 0.6386,
      "step": 613
    },
    {
      "epoch": 0.40150400523132257,
      "grad_norm": 4.625,
      "learning_rate": 1.6052287581699348e-05,
      "loss": 0.9493,
      "step": 614
    },
    {
      "epoch": 0.4021579205492889,
      "grad_norm": 3.328125,
      "learning_rate": 1.607843137254902e-05,
      "loss": 0.4558,
      "step": 615
    },
    {
      "epoch": 0.40281183586725516,
      "grad_norm": 4.46875,
      "learning_rate": 1.6104575163398693e-05,
      "loss": 0.9592,
      "step": 616
    },
    {
      "epoch": 0.4034657511852215,
      "grad_norm": 5.65625,
      "learning_rate": 1.613071895424837e-05,
      "loss": 0.938,
      "step": 617
    },
    {
      "epoch": 0.4041196665031878,
      "grad_norm": 5.71875,
      "learning_rate": 1.615686274509804e-05,
      "loss": 0.9973,
      "step": 618
    },
    {
      "epoch": 0.40477358182115414,
      "grad_norm": 3.390625,
      "learning_rate": 1.6183006535947714e-05,
      "loss": 0.3333,
      "step": 619
    },
    {
      "epoch": 0.40542749713912046,
      "grad_norm": 3.65625,
      "learning_rate": 1.6209150326797387e-05,
      "loss": 0.6231,
      "step": 620
    },
    {
      "epoch": 0.4060814124570868,
      "grad_norm": 5.3125,
      "learning_rate": 1.623529411764706e-05,
      "loss": 0.7472,
      "step": 621
    },
    {
      "epoch": 0.4067353277750531,
      "grad_norm": 4.6875,
      "learning_rate": 1.6261437908496732e-05,
      "loss": 0.6525,
      "step": 622
    },
    {
      "epoch": 0.40738924309301944,
      "grad_norm": 4.71875,
      "learning_rate": 1.6287581699346408e-05,
      "loss": 0.696,
      "step": 623
    },
    {
      "epoch": 0.40804315841098576,
      "grad_norm": 7.34375,
      "learning_rate": 1.631372549019608e-05,
      "loss": 0.945,
      "step": 624
    },
    {
      "epoch": 0.4086970737289521,
      "grad_norm": 4.46875,
      "learning_rate": 1.6339869281045753e-05,
      "loss": 0.6496,
      "step": 625
    },
    {
      "epoch": 0.4093509890469184,
      "grad_norm": 4.96875,
      "learning_rate": 1.6366013071895426e-05,
      "loss": 1.0453,
      "step": 626
    },
    {
      "epoch": 0.41000490436488474,
      "grad_norm": 4.28125,
      "learning_rate": 1.63921568627451e-05,
      "loss": 0.5734,
      "step": 627
    },
    {
      "epoch": 0.41065881968285106,
      "grad_norm": 4.28125,
      "learning_rate": 1.641830065359477e-05,
      "loss": 0.4982,
      "step": 628
    },
    {
      "epoch": 0.4113127350008174,
      "grad_norm": 3.625,
      "learning_rate": 1.6444444444444444e-05,
      "loss": 0.5462,
      "step": 629
    },
    {
      "epoch": 0.4119666503187837,
      "grad_norm": 3.671875,
      "learning_rate": 1.647058823529412e-05,
      "loss": 0.5412,
      "step": 630
    },
    {
      "epoch": 0.41262056563675004,
      "grad_norm": 3.9375,
      "learning_rate": 1.6496732026143792e-05,
      "loss": 0.6907,
      "step": 631
    },
    {
      "epoch": 0.41327448095471636,
      "grad_norm": 7.03125,
      "learning_rate": 1.6522875816993465e-05,
      "loss": 1.0787,
      "step": 632
    },
    {
      "epoch": 0.4139283962726827,
      "grad_norm": 2.71875,
      "learning_rate": 1.6549019607843137e-05,
      "loss": 0.4138,
      "step": 633
    },
    {
      "epoch": 0.414582311590649,
      "grad_norm": 6.4375,
      "learning_rate": 1.6575163398692813e-05,
      "loss": 0.7656,
      "step": 634
    },
    {
      "epoch": 0.41523622690861534,
      "grad_norm": 3.75,
      "learning_rate": 1.6601307189542486e-05,
      "loss": 0.625,
      "step": 635
    },
    {
      "epoch": 0.41589014222658166,
      "grad_norm": 4.46875,
      "learning_rate": 1.662745098039216e-05,
      "loss": 0.5313,
      "step": 636
    },
    {
      "epoch": 0.416544057544548,
      "grad_norm": 4.90625,
      "learning_rate": 1.665359477124183e-05,
      "loss": 0.7668,
      "step": 637
    },
    {
      "epoch": 0.4171979728625143,
      "grad_norm": 3.96875,
      "learning_rate": 1.6679738562091504e-05,
      "loss": 0.6051,
      "step": 638
    },
    {
      "epoch": 0.41785188818048064,
      "grad_norm": 3.890625,
      "learning_rate": 1.670588235294118e-05,
      "loss": 0.5768,
      "step": 639
    },
    {
      "epoch": 0.41850580349844696,
      "grad_norm": 4.0,
      "learning_rate": 1.6732026143790852e-05,
      "loss": 0.5606,
      "step": 640
    },
    {
      "epoch": 0.4191597188164133,
      "grad_norm": 4.34375,
      "learning_rate": 1.6758169934640525e-05,
      "loss": 0.6251,
      "step": 641
    },
    {
      "epoch": 0.4198136341343796,
      "grad_norm": 4.0625,
      "learning_rate": 1.6784313725490198e-05,
      "loss": 0.4984,
      "step": 642
    },
    {
      "epoch": 0.42046754945234593,
      "grad_norm": 3.640625,
      "learning_rate": 1.681045751633987e-05,
      "loss": 0.6556,
      "step": 643
    },
    {
      "epoch": 0.42112146477031226,
      "grad_norm": 4.96875,
      "learning_rate": 1.6836601307189543e-05,
      "loss": 0.8022,
      "step": 644
    },
    {
      "epoch": 0.4217753800882786,
      "grad_norm": 5.125,
      "learning_rate": 1.686274509803922e-05,
      "loss": 0.7004,
      "step": 645
    },
    {
      "epoch": 0.4224292954062449,
      "grad_norm": 5.34375,
      "learning_rate": 1.688888888888889e-05,
      "loss": 0.6712,
      "step": 646
    },
    {
      "epoch": 0.42308321072421123,
      "grad_norm": 4.9375,
      "learning_rate": 1.6915032679738564e-05,
      "loss": 0.9576,
      "step": 647
    },
    {
      "epoch": 0.42373712604217756,
      "grad_norm": 3.515625,
      "learning_rate": 1.6941176470588237e-05,
      "loss": 0.603,
      "step": 648
    },
    {
      "epoch": 0.4243910413601439,
      "grad_norm": 5.03125,
      "learning_rate": 1.696732026143791e-05,
      "loss": 0.8925,
      "step": 649
    },
    {
      "epoch": 0.4250449566781102,
      "grad_norm": 4.9375,
      "learning_rate": 1.6993464052287582e-05,
      "loss": 1.1251,
      "step": 650
    },
    {
      "epoch": 0.42569887199607653,
      "grad_norm": 4.65625,
      "learning_rate": 1.7019607843137254e-05,
      "loss": 0.7117,
      "step": 651
    },
    {
      "epoch": 0.42635278731404286,
      "grad_norm": 5.53125,
      "learning_rate": 1.704575163398693e-05,
      "loss": 0.8326,
      "step": 652
    },
    {
      "epoch": 0.4270067026320091,
      "grad_norm": 2.453125,
      "learning_rate": 1.7071895424836603e-05,
      "loss": 0.3195,
      "step": 653
    },
    {
      "epoch": 0.42766061794997545,
      "grad_norm": 3.453125,
      "learning_rate": 1.7098039215686275e-05,
      "loss": 0.4999,
      "step": 654
    },
    {
      "epoch": 0.4283145332679418,
      "grad_norm": 3.359375,
      "learning_rate": 1.7124183006535948e-05,
      "loss": 0.4422,
      "step": 655
    },
    {
      "epoch": 0.4289684485859081,
      "grad_norm": 3.921875,
      "learning_rate": 1.715032679738562e-05,
      "loss": 0.5043,
      "step": 656
    },
    {
      "epoch": 0.4296223639038744,
      "grad_norm": 4.375,
      "learning_rate": 1.7176470588235293e-05,
      "loss": 0.6563,
      "step": 657
    },
    {
      "epoch": 0.43027627922184075,
      "grad_norm": 4.15625,
      "learning_rate": 1.720261437908497e-05,
      "loss": 0.3584,
      "step": 658
    },
    {
      "epoch": 0.4309301945398071,
      "grad_norm": 4.5,
      "learning_rate": 1.7228758169934642e-05,
      "loss": 0.7562,
      "step": 659
    },
    {
      "epoch": 0.4315841098577734,
      "grad_norm": 4.84375,
      "learning_rate": 1.7254901960784314e-05,
      "loss": 0.5622,
      "step": 660
    },
    {
      "epoch": 0.4322380251757397,
      "grad_norm": 4.90625,
      "learning_rate": 1.728104575163399e-05,
      "loss": 0.9408,
      "step": 661
    },
    {
      "epoch": 0.43289194049370605,
      "grad_norm": 4.46875,
      "learning_rate": 1.7307189542483663e-05,
      "loss": 0.7223,
      "step": 662
    },
    {
      "epoch": 0.4335458558116724,
      "grad_norm": 4.4375,
      "learning_rate": 1.7333333333333336e-05,
      "loss": 0.5794,
      "step": 663
    },
    {
      "epoch": 0.4341997711296387,
      "grad_norm": 5.0625,
      "learning_rate": 1.7359477124183008e-05,
      "loss": 0.5965,
      "step": 664
    },
    {
      "epoch": 0.434853686447605,
      "grad_norm": 5.0,
      "learning_rate": 1.738562091503268e-05,
      "loss": 0.8629,
      "step": 665
    },
    {
      "epoch": 0.43550760176557135,
      "grad_norm": 3.328125,
      "learning_rate": 1.7411764705882353e-05,
      "loss": 0.3594,
      "step": 666
    },
    {
      "epoch": 0.4361615170835377,
      "grad_norm": 6.46875,
      "learning_rate": 1.743790849673203e-05,
      "loss": 0.8079,
      "step": 667
    },
    {
      "epoch": 0.436815432401504,
      "grad_norm": 8.4375,
      "learning_rate": 1.7464052287581702e-05,
      "loss": 1.1402,
      "step": 668
    },
    {
      "epoch": 0.4374693477194703,
      "grad_norm": 4.03125,
      "learning_rate": 1.7490196078431375e-05,
      "loss": 0.6158,
      "step": 669
    },
    {
      "epoch": 0.43812326303743665,
      "grad_norm": 5.0625,
      "learning_rate": 1.7516339869281047e-05,
      "loss": 0.8871,
      "step": 670
    },
    {
      "epoch": 0.438777178355403,
      "grad_norm": 3.734375,
      "learning_rate": 1.754248366013072e-05,
      "loss": 0.6452,
      "step": 671
    },
    {
      "epoch": 0.4394310936733693,
      "grad_norm": 3.703125,
      "learning_rate": 1.7568627450980392e-05,
      "loss": 0.5196,
      "step": 672
    },
    {
      "epoch": 0.4400850089913356,
      "grad_norm": 3.921875,
      "learning_rate": 1.7594771241830065e-05,
      "loss": 0.4932,
      "step": 673
    },
    {
      "epoch": 0.44073892430930195,
      "grad_norm": 5.6875,
      "learning_rate": 1.762091503267974e-05,
      "loss": 0.896,
      "step": 674
    },
    {
      "epoch": 0.4413928396272683,
      "grad_norm": 3.25,
      "learning_rate": 1.7647058823529414e-05,
      "loss": 0.3271,
      "step": 675
    },
    {
      "epoch": 0.4420467549452346,
      "grad_norm": 4.65625,
      "learning_rate": 1.7673202614379086e-05,
      "loss": 0.6974,
      "step": 676
    },
    {
      "epoch": 0.4427006702632009,
      "grad_norm": 5.46875,
      "learning_rate": 1.769934640522876e-05,
      "loss": 0.7297,
      "step": 677
    },
    {
      "epoch": 0.44335458558116725,
      "grad_norm": 4.59375,
      "learning_rate": 1.772549019607843e-05,
      "loss": 0.8317,
      "step": 678
    },
    {
      "epoch": 0.4440085008991336,
      "grad_norm": 4.96875,
      "learning_rate": 1.7751633986928104e-05,
      "loss": 0.8311,
      "step": 679
    },
    {
      "epoch": 0.4446624162170999,
      "grad_norm": 4.6875,
      "learning_rate": 1.7777777777777777e-05,
      "loss": 0.8124,
      "step": 680
    },
    {
      "epoch": 0.4453163315350662,
      "grad_norm": 3.53125,
      "learning_rate": 1.7803921568627453e-05,
      "loss": 0.5505,
      "step": 681
    },
    {
      "epoch": 0.44597024685303255,
      "grad_norm": 3.609375,
      "learning_rate": 1.7830065359477125e-05,
      "loss": 0.472,
      "step": 682
    },
    {
      "epoch": 0.4466241621709989,
      "grad_norm": 5.6875,
      "learning_rate": 1.78562091503268e-05,
      "loss": 1.0624,
      "step": 683
    },
    {
      "epoch": 0.4472780774889652,
      "grad_norm": 6.375,
      "learning_rate": 1.7882352941176474e-05,
      "loss": 1.0482,
      "step": 684
    },
    {
      "epoch": 0.4479319928069315,
      "grad_norm": 6.53125,
      "learning_rate": 1.7908496732026146e-05,
      "loss": 1.0284,
      "step": 685
    },
    {
      "epoch": 0.44858590812489785,
      "grad_norm": 5.5625,
      "learning_rate": 1.793464052287582e-05,
      "loss": 0.8013,
      "step": 686
    },
    {
      "epoch": 0.4492398234428642,
      "grad_norm": 3.78125,
      "learning_rate": 1.796078431372549e-05,
      "loss": 0.6488,
      "step": 687
    },
    {
      "epoch": 0.4498937387608305,
      "grad_norm": 5.40625,
      "learning_rate": 1.7986928104575164e-05,
      "loss": 0.8196,
      "step": 688
    },
    {
      "epoch": 0.4505476540787968,
      "grad_norm": 3.3125,
      "learning_rate": 1.801307189542484e-05,
      "loss": 0.4819,
      "step": 689
    },
    {
      "epoch": 0.45120156939676315,
      "grad_norm": 5.21875,
      "learning_rate": 1.8039215686274513e-05,
      "loss": 0.754,
      "step": 690
    },
    {
      "epoch": 0.4518554847147294,
      "grad_norm": 4.375,
      "learning_rate": 1.8065359477124185e-05,
      "loss": 0.8142,
      "step": 691
    },
    {
      "epoch": 0.45250940003269574,
      "grad_norm": 3.90625,
      "learning_rate": 1.8091503267973858e-05,
      "loss": 0.6999,
      "step": 692
    },
    {
      "epoch": 0.45316331535066207,
      "grad_norm": 3.65625,
      "learning_rate": 1.811764705882353e-05,
      "loss": 0.4873,
      "step": 693
    },
    {
      "epoch": 0.4538172306686284,
      "grad_norm": 4.25,
      "learning_rate": 1.8143790849673203e-05,
      "loss": 0.8854,
      "step": 694
    },
    {
      "epoch": 0.4544711459865947,
      "grad_norm": 5.09375,
      "learning_rate": 1.8169934640522876e-05,
      "loss": 0.7774,
      "step": 695
    },
    {
      "epoch": 0.45512506130456104,
      "grad_norm": 4.53125,
      "learning_rate": 1.8196078431372552e-05,
      "loss": 0.6882,
      "step": 696
    },
    {
      "epoch": 0.45577897662252737,
      "grad_norm": 6.875,
      "learning_rate": 1.8222222222222224e-05,
      "loss": 0.9632,
      "step": 697
    },
    {
      "epoch": 0.4564328919404937,
      "grad_norm": 3.90625,
      "learning_rate": 1.8248366013071897e-05,
      "loss": 0.5186,
      "step": 698
    },
    {
      "epoch": 0.45708680725846,
      "grad_norm": 5.15625,
      "learning_rate": 1.827450980392157e-05,
      "loss": 0.6747,
      "step": 699
    },
    {
      "epoch": 0.45774072257642634,
      "grad_norm": 4.875,
      "learning_rate": 1.8300653594771242e-05,
      "loss": 0.6845,
      "step": 700
    },
    {
      "epoch": 0.45839463789439266,
      "grad_norm": 6.71875,
      "learning_rate": 1.8326797385620915e-05,
      "loss": 1.0584,
      "step": 701
    },
    {
      "epoch": 0.459048553212359,
      "grad_norm": 4.1875,
      "learning_rate": 1.8352941176470587e-05,
      "loss": 0.6146,
      "step": 702
    },
    {
      "epoch": 0.4597024685303253,
      "grad_norm": 4.1875,
      "learning_rate": 1.8379084967320263e-05,
      "loss": 0.5963,
      "step": 703
    },
    {
      "epoch": 0.46035638384829164,
      "grad_norm": 4.78125,
      "learning_rate": 1.8405228758169936e-05,
      "loss": 0.5975,
      "step": 704
    },
    {
      "epoch": 0.46101029916625796,
      "grad_norm": 5.9375,
      "learning_rate": 1.843137254901961e-05,
      "loss": 0.9296,
      "step": 705
    },
    {
      "epoch": 0.4616642144842243,
      "grad_norm": 5.78125,
      "learning_rate": 1.8457516339869284e-05,
      "loss": 1.1027,
      "step": 706
    },
    {
      "epoch": 0.4623181298021906,
      "grad_norm": 5.0,
      "learning_rate": 1.8483660130718957e-05,
      "loss": 0.8167,
      "step": 707
    },
    {
      "epoch": 0.46297204512015694,
      "grad_norm": 5.46875,
      "learning_rate": 1.850980392156863e-05,
      "loss": 0.9061,
      "step": 708
    },
    {
      "epoch": 0.46362596043812326,
      "grad_norm": 5.3125,
      "learning_rate": 1.8535947712418302e-05,
      "loss": 0.8982,
      "step": 709
    },
    {
      "epoch": 0.4642798757560896,
      "grad_norm": 4.53125,
      "learning_rate": 1.8562091503267975e-05,
      "loss": 0.7445,
      "step": 710
    },
    {
      "epoch": 0.4649337910740559,
      "grad_norm": 4.0625,
      "learning_rate": 1.8588235294117647e-05,
      "loss": 0.4744,
      "step": 711
    },
    {
      "epoch": 0.46558770639202224,
      "grad_norm": 5.75,
      "learning_rate": 1.8614379084967323e-05,
      "loss": 0.8194,
      "step": 712
    },
    {
      "epoch": 0.46624162170998856,
      "grad_norm": 3.4375,
      "learning_rate": 1.8640522875816996e-05,
      "loss": 0.4436,
      "step": 713
    },
    {
      "epoch": 0.4668955370279549,
      "grad_norm": 5.3125,
      "learning_rate": 1.866666666666667e-05,
      "loss": 0.8432,
      "step": 714
    },
    {
      "epoch": 0.4675494523459212,
      "grad_norm": 4.46875,
      "learning_rate": 1.869281045751634e-05,
      "loss": 0.7775,
      "step": 715
    },
    {
      "epoch": 0.46820336766388754,
      "grad_norm": 4.53125,
      "learning_rate": 1.8718954248366014e-05,
      "loss": 0.6029,
      "step": 716
    },
    {
      "epoch": 0.46885728298185386,
      "grad_norm": 4.375,
      "learning_rate": 1.8745098039215686e-05,
      "loss": 0.6191,
      "step": 717
    },
    {
      "epoch": 0.4695111982998202,
      "grad_norm": 4.21875,
      "learning_rate": 1.8771241830065362e-05,
      "loss": 0.5841,
      "step": 718
    },
    {
      "epoch": 0.4701651136177865,
      "grad_norm": 4.0625,
      "learning_rate": 1.8797385620915035e-05,
      "loss": 0.6045,
      "step": 719
    },
    {
      "epoch": 0.47081902893575284,
      "grad_norm": 4.75,
      "learning_rate": 1.8823529411764708e-05,
      "loss": 0.975,
      "step": 720
    },
    {
      "epoch": 0.47147294425371916,
      "grad_norm": 3.78125,
      "learning_rate": 1.884967320261438e-05,
      "loss": 0.5637,
      "step": 721
    },
    {
      "epoch": 0.4721268595716855,
      "grad_norm": 4.34375,
      "learning_rate": 1.8875816993464053e-05,
      "loss": 0.7553,
      "step": 722
    },
    {
      "epoch": 0.4727807748896518,
      "grad_norm": 3.1875,
      "learning_rate": 1.8901960784313725e-05,
      "loss": 0.4431,
      "step": 723
    },
    {
      "epoch": 0.47343469020761814,
      "grad_norm": 3.84375,
      "learning_rate": 1.8928104575163398e-05,
      "loss": 0.5161,
      "step": 724
    },
    {
      "epoch": 0.47408860552558446,
      "grad_norm": 5.34375,
      "learning_rate": 1.8954248366013074e-05,
      "loss": 0.9629,
      "step": 725
    },
    {
      "epoch": 0.4747425208435508,
      "grad_norm": 4.53125,
      "learning_rate": 1.8980392156862747e-05,
      "loss": 0.7033,
      "step": 726
    },
    {
      "epoch": 0.4753964361615171,
      "grad_norm": 4.65625,
      "learning_rate": 1.900653594771242e-05,
      "loss": 0.7945,
      "step": 727
    },
    {
      "epoch": 0.4760503514794834,
      "grad_norm": 3.953125,
      "learning_rate": 1.9032679738562092e-05,
      "loss": 0.6442,
      "step": 728
    },
    {
      "epoch": 0.4767042667974497,
      "grad_norm": 4.09375,
      "learning_rate": 1.9058823529411764e-05,
      "loss": 0.6704,
      "step": 729
    },
    {
      "epoch": 0.47735818211541603,
      "grad_norm": 5.40625,
      "learning_rate": 1.908496732026144e-05,
      "loss": 0.8781,
      "step": 730
    },
    {
      "epoch": 0.47801209743338235,
      "grad_norm": 6.03125,
      "learning_rate": 1.9111111111111113e-05,
      "loss": 0.9963,
      "step": 731
    },
    {
      "epoch": 0.4786660127513487,
      "grad_norm": 5.125,
      "learning_rate": 1.9137254901960786e-05,
      "loss": 0.7436,
      "step": 732
    },
    {
      "epoch": 0.479319928069315,
      "grad_norm": 5.125,
      "learning_rate": 1.9163398692810458e-05,
      "loss": 0.8493,
      "step": 733
    },
    {
      "epoch": 0.47997384338728133,
      "grad_norm": 4.5625,
      "learning_rate": 1.9189542483660134e-05,
      "loss": 0.8925,
      "step": 734
    },
    {
      "epoch": 0.48062775870524765,
      "grad_norm": 2.859375,
      "learning_rate": 1.9215686274509807e-05,
      "loss": 0.3353,
      "step": 735
    },
    {
      "epoch": 0.481281674023214,
      "grad_norm": 5.8125,
      "learning_rate": 1.924183006535948e-05,
      "loss": 0.9909,
      "step": 736
    },
    {
      "epoch": 0.4819355893411803,
      "grad_norm": 4.34375,
      "learning_rate": 1.9267973856209152e-05,
      "loss": 0.8178,
      "step": 737
    },
    {
      "epoch": 0.48258950465914663,
      "grad_norm": 4.90625,
      "learning_rate": 1.9294117647058825e-05,
      "loss": 0.6734,
      "step": 738
    },
    {
      "epoch": 0.48324341997711295,
      "grad_norm": 3.09375,
      "learning_rate": 1.9320261437908497e-05,
      "loss": 0.4815,
      "step": 739
    },
    {
      "epoch": 0.4838973352950793,
      "grad_norm": 2.78125,
      "learning_rate": 1.9346405228758173e-05,
      "loss": 0.408,
      "step": 740
    },
    {
      "epoch": 0.4845512506130456,
      "grad_norm": 5.40625,
      "learning_rate": 1.9372549019607846e-05,
      "loss": 0.8701,
      "step": 741
    },
    {
      "epoch": 0.48520516593101193,
      "grad_norm": 3.90625,
      "learning_rate": 1.939869281045752e-05,
      "loss": 0.7292,
      "step": 742
    },
    {
      "epoch": 0.48585908124897825,
      "grad_norm": 3.796875,
      "learning_rate": 1.942483660130719e-05,
      "loss": 0.5935,
      "step": 743
    },
    {
      "epoch": 0.4865129965669446,
      "grad_norm": 4.90625,
      "learning_rate": 1.9450980392156864e-05,
      "loss": 0.7148,
      "step": 744
    },
    {
      "epoch": 0.4871669118849109,
      "grad_norm": 4.09375,
      "learning_rate": 1.9477124183006536e-05,
      "loss": 0.4538,
      "step": 745
    },
    {
      "epoch": 0.4878208272028772,
      "grad_norm": 5.09375,
      "learning_rate": 1.950326797385621e-05,
      "loss": 0.9908,
      "step": 746
    },
    {
      "epoch": 0.48847474252084355,
      "grad_norm": 4.125,
      "learning_rate": 1.9529411764705885e-05,
      "loss": 0.5186,
      "step": 747
    },
    {
      "epoch": 0.4891286578388099,
      "grad_norm": 4.28125,
      "learning_rate": 1.9555555555555557e-05,
      "loss": 0.4834,
      "step": 748
    },
    {
      "epoch": 0.4897825731567762,
      "grad_norm": 3.4375,
      "learning_rate": 1.958169934640523e-05,
      "loss": 0.5935,
      "step": 749
    },
    {
      "epoch": 0.4904364884747425,
      "grad_norm": 4.8125,
      "learning_rate": 1.9607843137254903e-05,
      "loss": 0.7119,
      "step": 750
    },
    {
      "epoch": 0.49109040379270885,
      "grad_norm": 6.71875,
      "learning_rate": 1.9633986928104575e-05,
      "loss": 0.7678,
      "step": 751
    },
    {
      "epoch": 0.4917443191106752,
      "grad_norm": 6.625,
      "learning_rate": 1.9660130718954248e-05,
      "loss": 1.0624,
      "step": 752
    },
    {
      "epoch": 0.4923982344286415,
      "grad_norm": 3.953125,
      "learning_rate": 1.9686274509803924e-05,
      "loss": 0.4809,
      "step": 753
    },
    {
      "epoch": 0.4930521497466078,
      "grad_norm": 5.875,
      "learning_rate": 1.9712418300653596e-05,
      "loss": 0.664,
      "step": 754
    },
    {
      "epoch": 0.49370606506457415,
      "grad_norm": 5.5,
      "learning_rate": 1.973856209150327e-05,
      "loss": 0.721,
      "step": 755
    },
    {
      "epoch": 0.4943599803825405,
      "grad_norm": 4.375,
      "learning_rate": 1.9764705882352945e-05,
      "loss": 0.5999,
      "step": 756
    },
    {
      "epoch": 0.4950138957005068,
      "grad_norm": 3.46875,
      "learning_rate": 1.9790849673202617e-05,
      "loss": 0.4176,
      "step": 757
    },
    {
      "epoch": 0.4956678110184731,
      "grad_norm": 5.875,
      "learning_rate": 1.981699346405229e-05,
      "loss": 0.8356,
      "step": 758
    },
    {
      "epoch": 0.49632172633643945,
      "grad_norm": 2.875,
      "learning_rate": 1.9843137254901963e-05,
      "loss": 0.4127,
      "step": 759
    },
    {
      "epoch": 0.4969756416544058,
      "grad_norm": 3.640625,
      "learning_rate": 1.9869281045751635e-05,
      "loss": 0.5169,
      "step": 760
    },
    {
      "epoch": 0.4976295569723721,
      "grad_norm": 5.15625,
      "learning_rate": 1.9895424836601308e-05,
      "loss": 0.8059,
      "step": 761
    },
    {
      "epoch": 0.4982834722903384,
      "grad_norm": 5.5,
      "learning_rate": 1.9921568627450984e-05,
      "loss": 0.9276,
      "step": 762
    },
    {
      "epoch": 0.49893738760830475,
      "grad_norm": 9.0625,
      "learning_rate": 1.9947712418300656e-05,
      "loss": 1.4035,
      "step": 763
    },
    {
      "epoch": 0.4995913029262711,
      "grad_norm": 3.734375,
      "learning_rate": 1.997385620915033e-05,
      "loss": 0.6315,
      "step": 764
    },
    {
      "epoch": 0.5002452182442374,
      "grad_norm": 4.125,
      "learning_rate": 2e-05,
      "loss": 0.5016,
      "step": 765
    },
    {
      "epoch": 0.5008991335622037,
      "grad_norm": 5.25,
      "learning_rate": 1.9999998957459666e-05,
      "loss": 0.4525,
      "step": 766
    },
    {
      "epoch": 0.50155304888017,
      "grad_norm": 4.0,
      "learning_rate": 1.9999995829838888e-05,
      "loss": 0.4469,
      "step": 767
    },
    {
      "epoch": 0.5022069641981364,
      "grad_norm": 4.21875,
      "learning_rate": 1.9999990617138306e-05,
      "loss": 0.7654,
      "step": 768
    },
    {
      "epoch": 0.5028608795161027,
      "grad_norm": 4.875,
      "learning_rate": 1.999998331935902e-05,
      "loss": 0.72,
      "step": 769
    },
    {
      "epoch": 0.503514794834069,
      "grad_norm": 5.125,
      "learning_rate": 1.9999973936502538e-05,
      "loss": 0.8575,
      "step": 770
    },
    {
      "epoch": 0.5041687101520353,
      "grad_norm": 5.1875,
      "learning_rate": 1.999996246857083e-05,
      "loss": 0.6663,
      "step": 771
    },
    {
      "epoch": 0.5048226254700017,
      "grad_norm": 5.53125,
      "learning_rate": 1.999994891556628e-05,
      "loss": 0.8865,
      "step": 772
    },
    {
      "epoch": 0.505476540787968,
      "grad_norm": 5.46875,
      "learning_rate": 1.9999933277491715e-05,
      "loss": 0.75,
      "step": 773
    },
    {
      "epoch": 0.5061304561059343,
      "grad_norm": 3.078125,
      "learning_rate": 1.9999915554350395e-05,
      "loss": 0.4187,
      "step": 774
    },
    {
      "epoch": 0.5067843714239006,
      "grad_norm": 3.40625,
      "learning_rate": 1.999989574614602e-05,
      "loss": 0.4447,
      "step": 775
    },
    {
      "epoch": 0.507438286741867,
      "grad_norm": 3.953125,
      "learning_rate": 1.9999873852882714e-05,
      "loss": 0.6833,
      "step": 776
    },
    {
      "epoch": 0.5080922020598333,
      "grad_norm": 4.15625,
      "learning_rate": 1.999984987456504e-05,
      "loss": 0.5476,
      "step": 777
    },
    {
      "epoch": 0.5087461173777996,
      "grad_norm": 4.46875,
      "learning_rate": 1.9999823811198006e-05,
      "loss": 0.6096,
      "step": 778
    },
    {
      "epoch": 0.509400032695766,
      "grad_norm": 3.921875,
      "learning_rate": 1.9999795662787043e-05,
      "loss": 0.5435,
      "step": 779
    },
    {
      "epoch": 0.5100539480137323,
      "grad_norm": 3.5625,
      "learning_rate": 1.9999765429338018e-05,
      "loss": 0.5435,
      "step": 780
    },
    {
      "epoch": 0.5107078633316986,
      "grad_norm": 4.1875,
      "learning_rate": 1.9999733110857237e-05,
      "loss": 0.6079,
      "step": 781
    },
    {
      "epoch": 0.5113617786496649,
      "grad_norm": 4.125,
      "learning_rate": 1.999969870735144e-05,
      "loss": 0.5706,
      "step": 782
    },
    {
      "epoch": 0.5120156939676312,
      "grad_norm": 5.09375,
      "learning_rate": 1.9999662218827794e-05,
      "loss": 0.9238,
      "step": 783
    },
    {
      "epoch": 0.5126696092855975,
      "grad_norm": 5.9375,
      "learning_rate": 1.9999623645293915e-05,
      "loss": 1.1608,
      "step": 784
    },
    {
      "epoch": 0.5133235246035638,
      "grad_norm": 4.75,
      "learning_rate": 1.999958298675784e-05,
      "loss": 0.7148,
      "step": 785
    },
    {
      "epoch": 0.5139774399215301,
      "grad_norm": 5.40625,
      "learning_rate": 1.9999540243228052e-05,
      "loss": 0.8556,
      "step": 786
    },
    {
      "epoch": 0.5146313552394964,
      "grad_norm": 4.34375,
      "learning_rate": 1.999949541471346e-05,
      "loss": 0.6286,
      "step": 787
    },
    {
      "epoch": 0.5152852705574628,
      "grad_norm": 3.734375,
      "learning_rate": 1.999944850122341e-05,
      "loss": 0.4143,
      "step": 788
    },
    {
      "epoch": 0.5159391858754291,
      "grad_norm": 3.984375,
      "learning_rate": 1.9999399502767686e-05,
      "loss": 0.4789,
      "step": 789
    },
    {
      "epoch": 0.5165931011933954,
      "grad_norm": 4.21875,
      "learning_rate": 1.9999348419356507e-05,
      "loss": 0.6679,
      "step": 790
    },
    {
      "epoch": 0.5172470165113617,
      "grad_norm": 3.96875,
      "learning_rate": 1.9999295251000517e-05,
      "loss": 0.5674,
      "step": 791
    },
    {
      "epoch": 0.5179009318293281,
      "grad_norm": 3.03125,
      "learning_rate": 1.999923999771081e-05,
      "loss": 0.2701,
      "step": 792
    },
    {
      "epoch": 0.5185548471472944,
      "grad_norm": 4.625,
      "learning_rate": 1.9999182659498905e-05,
      "loss": 0.7045,
      "step": 793
    },
    {
      "epoch": 0.5192087624652607,
      "grad_norm": 4.28125,
      "learning_rate": 1.999912323637675e-05,
      "loss": 0.7503,
      "step": 794
    },
    {
      "epoch": 0.519862677783227,
      "grad_norm": 4.375,
      "learning_rate": 1.9999061728356743e-05,
      "loss": 0.6953,
      "step": 795
    },
    {
      "epoch": 0.5205165931011934,
      "grad_norm": 5.34375,
      "learning_rate": 1.999899813545171e-05,
      "loss": 0.6895,
      "step": 796
    },
    {
      "epoch": 0.5211705084191597,
      "grad_norm": 4.46875,
      "learning_rate": 1.9998932457674904e-05,
      "loss": 0.6713,
      "step": 797
    },
    {
      "epoch": 0.521824423737126,
      "grad_norm": 4.0625,
      "learning_rate": 1.999886469504002e-05,
      "loss": 0.5524,
      "step": 798
    },
    {
      "epoch": 0.5224783390550923,
      "grad_norm": 4.4375,
      "learning_rate": 1.9998794847561197e-05,
      "loss": 0.6095,
      "step": 799
    },
    {
      "epoch": 0.5231322543730587,
      "grad_norm": 4.15625,
      "learning_rate": 1.9998722915252987e-05,
      "loss": 0.5745,
      "step": 800
    },
    {
      "epoch": 0.523786169691025,
      "grad_norm": 4.21875,
      "learning_rate": 1.9998648898130396e-05,
      "loss": 0.69,
      "step": 801
    },
    {
      "epoch": 0.5244400850089913,
      "grad_norm": 4.5,
      "learning_rate": 1.9998572796208848e-05,
      "loss": 0.6694,
      "step": 802
    },
    {
      "epoch": 0.5250940003269576,
      "grad_norm": 5.90625,
      "learning_rate": 1.9998494609504223e-05,
      "loss": 0.884,
      "step": 803
    },
    {
      "epoch": 0.525747915644924,
      "grad_norm": 4.625,
      "learning_rate": 1.9998414338032817e-05,
      "loss": 0.8186,
      "step": 804
    },
    {
      "epoch": 0.5264018309628903,
      "grad_norm": 4.40625,
      "learning_rate": 1.999833198181137e-05,
      "loss": 0.6467,
      "step": 805
    },
    {
      "epoch": 0.5270557462808566,
      "grad_norm": 4.5625,
      "learning_rate": 1.9998247540857045e-05,
      "loss": 0.7452,
      "step": 806
    },
    {
      "epoch": 0.5277096615988229,
      "grad_norm": 6.59375,
      "learning_rate": 1.999816101518746e-05,
      "loss": 1.2817,
      "step": 807
    },
    {
      "epoch": 0.5283635769167893,
      "grad_norm": 4.125,
      "learning_rate": 1.9998072404820648e-05,
      "loss": 0.577,
      "step": 808
    },
    {
      "epoch": 0.5290174922347556,
      "grad_norm": 3.953125,
      "learning_rate": 1.9997981709775096e-05,
      "loss": 0.4899,
      "step": 809
    },
    {
      "epoch": 0.5296714075527219,
      "grad_norm": 5.21875,
      "learning_rate": 1.99978889300697e-05,
      "loss": 0.8487,
      "step": 810
    },
    {
      "epoch": 0.5303253228706882,
      "grad_norm": 6.625,
      "learning_rate": 1.9997794065723818e-05,
      "loss": 1.3262,
      "step": 811
    },
    {
      "epoch": 0.5309792381886546,
      "grad_norm": 4.75,
      "learning_rate": 1.9997697116757222e-05,
      "loss": 0.6515,
      "step": 812
    },
    {
      "epoch": 0.5316331535066209,
      "grad_norm": 7.25,
      "learning_rate": 1.999759808319013e-05,
      "loss": 0.4887,
      "step": 813
    },
    {
      "epoch": 0.5322870688245872,
      "grad_norm": 4.46875,
      "learning_rate": 1.999749696504319e-05,
      "loss": 0.8626,
      "step": 814
    },
    {
      "epoch": 0.5329409841425535,
      "grad_norm": 5.75,
      "learning_rate": 1.9997393762337486e-05,
      "loss": 0.6561,
      "step": 815
    },
    {
      "epoch": 0.5335948994605199,
      "grad_norm": 4.34375,
      "learning_rate": 1.999728847509454e-05,
      "loss": 0.5553,
      "step": 816
    },
    {
      "epoch": 0.5342488147784862,
      "grad_norm": 3.078125,
      "learning_rate": 1.9997181103336302e-05,
      "loss": 0.4297,
      "step": 817
    },
    {
      "epoch": 0.5349027300964525,
      "grad_norm": 6.03125,
      "learning_rate": 1.9997071647085158e-05,
      "loss": 1.0966,
      "step": 818
    },
    {
      "epoch": 0.5355566454144188,
      "grad_norm": 4.625,
      "learning_rate": 1.9996960106363932e-05,
      "loss": 0.7236,
      "step": 819
    },
    {
      "epoch": 0.5362105607323852,
      "grad_norm": 3.625,
      "learning_rate": 1.9996846481195884e-05,
      "loss": 0.5967,
      "step": 820
    },
    {
      "epoch": 0.5368644760503515,
      "grad_norm": 6.40625,
      "learning_rate": 1.99967307716047e-05,
      "loss": 1.2281,
      "step": 821
    },
    {
      "epoch": 0.5375183913683178,
      "grad_norm": 3.515625,
      "learning_rate": 1.9996612977614518e-05,
      "loss": 0.4814,
      "step": 822
    },
    {
      "epoch": 0.5381723066862841,
      "grad_norm": 4.28125,
      "learning_rate": 1.9996493099249884e-05,
      "loss": 0.6375,
      "step": 823
    },
    {
      "epoch": 0.5388262220042505,
      "grad_norm": 4.25,
      "learning_rate": 1.9996371136535803e-05,
      "loss": 0.5511,
      "step": 824
    },
    {
      "epoch": 0.5394801373222168,
      "grad_norm": 3.78125,
      "learning_rate": 1.9996247089497703e-05,
      "loss": 0.4829,
      "step": 825
    },
    {
      "epoch": 0.5401340526401831,
      "grad_norm": 4.0,
      "learning_rate": 1.999612095816145e-05,
      "loss": 0.5908,
      "step": 826
    },
    {
      "epoch": 0.5407879679581494,
      "grad_norm": 3.03125,
      "learning_rate": 1.9995992742553342e-05,
      "loss": 0.466,
      "step": 827
    },
    {
      "epoch": 0.5414418832761158,
      "grad_norm": 3.546875,
      "learning_rate": 1.9995862442700112e-05,
      "loss": 0.5842,
      "step": 828
    },
    {
      "epoch": 0.5420957985940821,
      "grad_norm": 4.4375,
      "learning_rate": 1.9995730058628928e-05,
      "loss": 0.7486,
      "step": 829
    },
    {
      "epoch": 0.5427497139120484,
      "grad_norm": 4.125,
      "learning_rate": 1.9995595590367397e-05,
      "loss": 0.4746,
      "step": 830
    },
    {
      "epoch": 0.5434036292300147,
      "grad_norm": 4.8125,
      "learning_rate": 1.9995459037943556e-05,
      "loss": 0.7395,
      "step": 831
    },
    {
      "epoch": 0.544057544547981,
      "grad_norm": 5.875,
      "learning_rate": 1.999532040138587e-05,
      "loss": 0.9984,
      "step": 832
    },
    {
      "epoch": 0.5447114598659474,
      "grad_norm": 4.09375,
      "learning_rate": 1.9995179680723256e-05,
      "loss": 0.6687,
      "step": 833
    },
    {
      "epoch": 0.5453653751839137,
      "grad_norm": 5.8125,
      "learning_rate": 1.999503687598505e-05,
      "loss": 1.459,
      "step": 834
    },
    {
      "epoch": 0.54601929050188,
      "grad_norm": 2.9375,
      "learning_rate": 1.9994891987201033e-05,
      "loss": 0.3902,
      "step": 835
    },
    {
      "epoch": 0.5466732058198464,
      "grad_norm": 5.09375,
      "learning_rate": 1.9994745014401407e-05,
      "loss": 0.7955,
      "step": 836
    },
    {
      "epoch": 0.5473271211378127,
      "grad_norm": 3.546875,
      "learning_rate": 1.999459595761682e-05,
      "loss": 0.5094,
      "step": 837
    },
    {
      "epoch": 0.547981036455779,
      "grad_norm": 3.765625,
      "learning_rate": 1.9994444816878354e-05,
      "loss": 0.4971,
      "step": 838
    },
    {
      "epoch": 0.5486349517737453,
      "grad_norm": 4.03125,
      "learning_rate": 1.9994291592217527e-05,
      "loss": 0.6496,
      "step": 839
    },
    {
      "epoch": 0.5492888670917117,
      "grad_norm": 7.03125,
      "learning_rate": 1.999413628366628e-05,
      "loss": 1.149,
      "step": 840
    },
    {
      "epoch": 0.549942782409678,
      "grad_norm": 3.4375,
      "learning_rate": 1.9993978891256997e-05,
      "loss": 0.4271,
      "step": 841
    },
    {
      "epoch": 0.5505966977276443,
      "grad_norm": 4.71875,
      "learning_rate": 1.99938194150225e-05,
      "loss": 0.7827,
      "step": 842
    },
    {
      "epoch": 0.5512506130456106,
      "grad_norm": 4.375,
      "learning_rate": 1.9993657854996033e-05,
      "loss": 0.4376,
      "step": 843
    },
    {
      "epoch": 0.551904528363577,
      "grad_norm": 3.765625,
      "learning_rate": 1.9993494211211292e-05,
      "loss": 0.51,
      "step": 844
    },
    {
      "epoch": 0.5525584436815433,
      "grad_norm": 5.28125,
      "learning_rate": 1.9993328483702393e-05,
      "loss": 0.9663,
      "step": 845
    },
    {
      "epoch": 0.5532123589995096,
      "grad_norm": 3.6875,
      "learning_rate": 1.9993160672503896e-05,
      "loss": 0.6493,
      "step": 846
    },
    {
      "epoch": 0.5538662743174759,
      "grad_norm": 5.125,
      "learning_rate": 1.9992990777650784e-05,
      "loss": 0.8078,
      "step": 847
    },
    {
      "epoch": 0.5545201896354423,
      "grad_norm": 5.09375,
      "learning_rate": 1.9992818799178485e-05,
      "loss": 0.8382,
      "step": 848
    },
    {
      "epoch": 0.5551741049534086,
      "grad_norm": 4.09375,
      "learning_rate": 1.9992644737122863e-05,
      "loss": 0.5921,
      "step": 849
    },
    {
      "epoch": 0.5558280202713749,
      "grad_norm": 4.40625,
      "learning_rate": 1.9992468591520198e-05,
      "loss": 0.6852,
      "step": 850
    },
    {
      "epoch": 0.5564819355893412,
      "grad_norm": 4.09375,
      "learning_rate": 1.9992290362407232e-05,
      "loss": 0.5955,
      "step": 851
    },
    {
      "epoch": 0.5571358509073076,
      "grad_norm": 5.09375,
      "learning_rate": 1.9992110049821118e-05,
      "loss": 0.9488,
      "step": 852
    },
    {
      "epoch": 0.5577897662252739,
      "grad_norm": 5.34375,
      "learning_rate": 1.9991927653799458e-05,
      "loss": 0.5971,
      "step": 853
    },
    {
      "epoch": 0.5584436815432402,
      "grad_norm": 4.1875,
      "learning_rate": 1.999174317438028e-05,
      "loss": 0.5554,
      "step": 854
    },
    {
      "epoch": 0.5590975968612065,
      "grad_norm": 3.03125,
      "learning_rate": 1.999155661160205e-05,
      "loss": 0.4821,
      "step": 855
    },
    {
      "epoch": 0.5597515121791728,
      "grad_norm": 7.125,
      "learning_rate": 1.9991367965503667e-05,
      "loss": 1.1827,
      "step": 856
    },
    {
      "epoch": 0.5604054274971392,
      "grad_norm": 4.78125,
      "learning_rate": 1.9991177236124467e-05,
      "loss": 0.7167,
      "step": 857
    },
    {
      "epoch": 0.5610593428151054,
      "grad_norm": 6.46875,
      "learning_rate": 1.999098442350422e-05,
      "loss": 1.2377,
      "step": 858
    },
    {
      "epoch": 0.5617132581330717,
      "grad_norm": 6.09375,
      "learning_rate": 1.9990789527683127e-05,
      "loss": 0.9011,
      "step": 859
    },
    {
      "epoch": 0.562367173451038,
      "grad_norm": 4.25,
      "learning_rate": 1.9990592548701824e-05,
      "loss": 0.684,
      "step": 860
    },
    {
      "epoch": 0.5630210887690044,
      "grad_norm": 4.78125,
      "learning_rate": 1.9990393486601385e-05,
      "loss": 0.6646,
      "step": 861
    },
    {
      "epoch": 0.5636750040869707,
      "grad_norm": 6.09375,
      "learning_rate": 1.9990192341423313e-05,
      "loss": 0.7725,
      "step": 862
    },
    {
      "epoch": 0.564328919404937,
      "grad_norm": 3.703125,
      "learning_rate": 1.998998911320955e-05,
      "loss": 0.5421,
      "step": 863
    },
    {
      "epoch": 0.5649828347229033,
      "grad_norm": 4.03125,
      "learning_rate": 1.9989783802002477e-05,
      "loss": 0.5503,
      "step": 864
    },
    {
      "epoch": 0.5656367500408697,
      "grad_norm": 6.0,
      "learning_rate": 1.9989576407844894e-05,
      "loss": 0.9568,
      "step": 865
    },
    {
      "epoch": 0.566290665358836,
      "grad_norm": 4.5,
      "learning_rate": 1.9989366930780046e-05,
      "loss": 0.5848,
      "step": 866
    },
    {
      "epoch": 0.5669445806768023,
      "grad_norm": 4.5625,
      "learning_rate": 1.9989155370851613e-05,
      "loss": 0.6084,
      "step": 867
    },
    {
      "epoch": 0.5675984959947686,
      "grad_norm": 3.6875,
      "learning_rate": 1.9988941728103707e-05,
      "loss": 0.5925,
      "step": 868
    },
    {
      "epoch": 0.568252411312735,
      "grad_norm": 5.71875,
      "learning_rate": 1.9988726002580874e-05,
      "loss": 0.8152,
      "step": 869
    },
    {
      "epoch": 0.5689063266307013,
      "grad_norm": 4.40625,
      "learning_rate": 1.9988508194328093e-05,
      "loss": 0.7085,
      "step": 870
    },
    {
      "epoch": 0.5695602419486676,
      "grad_norm": 6.90625,
      "learning_rate": 1.998828830339078e-05,
      "loss": 1.0088,
      "step": 871
    },
    {
      "epoch": 0.5702141572666339,
      "grad_norm": 3.09375,
      "learning_rate": 1.9988066329814785e-05,
      "loss": 0.3421,
      "step": 872
    },
    {
      "epoch": 0.5708680725846003,
      "grad_norm": 6.21875,
      "learning_rate": 1.9987842273646388e-05,
      "loss": 1.2265,
      "step": 873
    },
    {
      "epoch": 0.5715219879025666,
      "grad_norm": 3.0625,
      "learning_rate": 1.998761613493231e-05,
      "loss": 0.4234,
      "step": 874
    },
    {
      "epoch": 0.5721759032205329,
      "grad_norm": 4.25,
      "learning_rate": 1.9987387913719698e-05,
      "loss": 0.6454,
      "step": 875
    },
    {
      "epoch": 0.5728298185384992,
      "grad_norm": 5.5625,
      "learning_rate": 1.9987157610056144e-05,
      "loss": 0.686,
      "step": 876
    },
    {
      "epoch": 0.5734837338564656,
      "grad_norm": 4.9375,
      "learning_rate": 1.9986925223989665e-05,
      "loss": 0.718,
      "step": 877
    },
    {
      "epoch": 0.5741376491744319,
      "grad_norm": 5.59375,
      "learning_rate": 1.998669075556872e-05,
      "loss": 0.9246,
      "step": 878
    },
    {
      "epoch": 0.5747915644923982,
      "grad_norm": 4.375,
      "learning_rate": 1.998645420484219e-05,
      "loss": 0.7671,
      "step": 879
    },
    {
      "epoch": 0.5754454798103645,
      "grad_norm": 4.03125,
      "learning_rate": 1.99862155718594e-05,
      "loss": 0.3656,
      "step": 880
    },
    {
      "epoch": 0.5760993951283309,
      "grad_norm": 3.40625,
      "learning_rate": 1.998597485667011e-05,
      "loss": 0.4916,
      "step": 881
    },
    {
      "epoch": 0.5767533104462972,
      "grad_norm": 3.4375,
      "learning_rate": 1.998573205932451e-05,
      "loss": 0.4893,
      "step": 882
    },
    {
      "epoch": 0.5774072257642635,
      "grad_norm": 4.59375,
      "learning_rate": 1.998548717987322e-05,
      "loss": 0.5658,
      "step": 883
    },
    {
      "epoch": 0.5780611410822298,
      "grad_norm": 4.59375,
      "learning_rate": 1.9985240218367305e-05,
      "loss": 0.7497,
      "step": 884
    },
    {
      "epoch": 0.5787150564001962,
      "grad_norm": 5.0,
      "learning_rate": 1.998499117485826e-05,
      "loss": 0.8593,
      "step": 885
    },
    {
      "epoch": 0.5793689717181625,
      "grad_norm": 3.796875,
      "learning_rate": 1.9984740049398007e-05,
      "loss": 0.6118,
      "step": 886
    },
    {
      "epoch": 0.5800228870361288,
      "grad_norm": 4.5625,
      "learning_rate": 1.9984486842038912e-05,
      "loss": 0.6922,
      "step": 887
    },
    {
      "epoch": 0.5806768023540951,
      "grad_norm": 4.65625,
      "learning_rate": 1.998423155283377e-05,
      "loss": 0.6188,
      "step": 888
    },
    {
      "epoch": 0.5813307176720615,
      "grad_norm": 3.4375,
      "learning_rate": 1.9983974181835808e-05,
      "loss": 0.3675,
      "step": 889
    },
    {
      "epoch": 0.5819846329900278,
      "grad_norm": 4.25,
      "learning_rate": 1.9983714729098695e-05,
      "loss": 0.5906,
      "step": 890
    },
    {
      "epoch": 0.5826385483079941,
      "grad_norm": 5.125,
      "learning_rate": 1.998345319467652e-05,
      "loss": 0.8265,
      "step": 891
    },
    {
      "epoch": 0.5832924636259604,
      "grad_norm": 3.5,
      "learning_rate": 1.9983189578623824e-05,
      "loss": 0.472,
      "step": 892
    },
    {
      "epoch": 0.5839463789439268,
      "grad_norm": 4.90625,
      "learning_rate": 1.998292388099557e-05,
      "loss": 0.7463,
      "step": 893
    },
    {
      "epoch": 0.5846002942618931,
      "grad_norm": 3.5625,
      "learning_rate": 1.998265610184716e-05,
      "loss": 0.5639,
      "step": 894
    },
    {
      "epoch": 0.5852542095798594,
      "grad_norm": 4.65625,
      "learning_rate": 1.9982386241234426e-05,
      "loss": 0.7212,
      "step": 895
    },
    {
      "epoch": 0.5859081248978257,
      "grad_norm": 3.140625,
      "learning_rate": 1.9982114299213634e-05,
      "loss": 0.3914,
      "step": 896
    },
    {
      "epoch": 0.5865620402157921,
      "grad_norm": 5.25,
      "learning_rate": 1.9981840275841492e-05,
      "loss": 1.0893,
      "step": 897
    },
    {
      "epoch": 0.5872159555337584,
      "grad_norm": 5.09375,
      "learning_rate": 1.998156417117513e-05,
      "loss": 1.2687,
      "step": 898
    },
    {
      "epoch": 0.5878698708517247,
      "grad_norm": 3.609375,
      "learning_rate": 1.998128598527212e-05,
      "loss": 0.4849,
      "step": 899
    },
    {
      "epoch": 0.588523786169691,
      "grad_norm": 4.6875,
      "learning_rate": 1.998100571819047e-05,
      "loss": 0.5872,
      "step": 900
    },
    {
      "epoch": 0.5891777014876574,
      "grad_norm": 5.59375,
      "learning_rate": 1.998072336998861e-05,
      "loss": 1.1697,
      "step": 901
    },
    {
      "epoch": 0.5898316168056237,
      "grad_norm": 5.375,
      "learning_rate": 1.998043894072542e-05,
      "loss": 1.0084,
      "step": 902
    },
    {
      "epoch": 0.59048553212359,
      "grad_norm": 5.4375,
      "learning_rate": 1.99801524304602e-05,
      "loss": 0.592,
      "step": 903
    },
    {
      "epoch": 0.5911394474415563,
      "grad_norm": 3.453125,
      "learning_rate": 1.9979863839252693e-05,
      "loss": 0.6599,
      "step": 904
    },
    {
      "epoch": 0.5917933627595227,
      "grad_norm": 4.1875,
      "learning_rate": 1.997957316716307e-05,
      "loss": 0.698,
      "step": 905
    },
    {
      "epoch": 0.592447278077489,
      "grad_norm": 4.6875,
      "learning_rate": 1.997928041425194e-05,
      "loss": 0.5678,
      "step": 906
    },
    {
      "epoch": 0.5931011933954553,
      "grad_norm": 6.09375,
      "learning_rate": 1.9978985580580348e-05,
      "loss": 0.9745,
      "step": 907
    },
    {
      "epoch": 0.5937551087134216,
      "grad_norm": 4.8125,
      "learning_rate": 1.9978688666209766e-05,
      "loss": 0.8067,
      "step": 908
    },
    {
      "epoch": 0.594409024031388,
      "grad_norm": 4.1875,
      "learning_rate": 1.9978389671202096e-05,
      "loss": 0.5082,
      "step": 909
    },
    {
      "epoch": 0.5950629393493543,
      "grad_norm": 5.28125,
      "learning_rate": 1.9978088595619692e-05,
      "loss": 0.9207,
      "step": 910
    },
    {
      "epoch": 0.5957168546673206,
      "grad_norm": 5.09375,
      "learning_rate": 1.9977785439525328e-05,
      "loss": 0.6936,
      "step": 911
    },
    {
      "epoch": 0.5963707699852869,
      "grad_norm": 3.859375,
      "learning_rate": 1.9977480202982208e-05,
      "loss": 0.6724,
      "step": 912
    },
    {
      "epoch": 0.5970246853032533,
      "grad_norm": 4.34375,
      "learning_rate": 1.9977172886053982e-05,
      "loss": 0.4092,
      "step": 913
    },
    {
      "epoch": 0.5976786006212196,
      "grad_norm": 3.109375,
      "learning_rate": 1.997686348880473e-05,
      "loss": 0.542,
      "step": 914
    },
    {
      "epoch": 0.5983325159391859,
      "grad_norm": 4.21875,
      "learning_rate": 1.997655201129896e-05,
      "loss": 0.6357,
      "step": 915
    },
    {
      "epoch": 0.5989864312571522,
      "grad_norm": 4.8125,
      "learning_rate": 1.9976238453601614e-05,
      "loss": 0.5035,
      "step": 916
    },
    {
      "epoch": 0.5996403465751186,
      "grad_norm": 3.65625,
      "learning_rate": 1.9975922815778082e-05,
      "loss": 0.6335,
      "step": 917
    },
    {
      "epoch": 0.6002942618930849,
      "grad_norm": 5.34375,
      "learning_rate": 1.9975605097894165e-05,
      "loss": 0.9339,
      "step": 918
    },
    {
      "epoch": 0.6009481772110512,
      "grad_norm": 4.0625,
      "learning_rate": 1.997528530001612e-05,
      "loss": 0.7369,
      "step": 919
    },
    {
      "epoch": 0.6016020925290175,
      "grad_norm": 6.46875,
      "learning_rate": 1.9974963422210623e-05,
      "loss": 0.6741,
      "step": 920
    },
    {
      "epoch": 0.6022560078469839,
      "grad_norm": 4.09375,
      "learning_rate": 1.9974639464544785e-05,
      "loss": 0.7056,
      "step": 921
    },
    {
      "epoch": 0.6029099231649502,
      "grad_norm": 6.875,
      "learning_rate": 1.9974313427086157e-05,
      "loss": 0.8128,
      "step": 922
    },
    {
      "epoch": 0.6035638384829165,
      "grad_norm": 4.28125,
      "learning_rate": 1.9973985309902722e-05,
      "loss": 0.7754,
      "step": 923
    },
    {
      "epoch": 0.6042177538008828,
      "grad_norm": 3.8125,
      "learning_rate": 1.9973655113062895e-05,
      "loss": 0.4393,
      "step": 924
    },
    {
      "epoch": 0.6048716691188492,
      "grad_norm": 3.71875,
      "learning_rate": 1.9973322836635517e-05,
      "loss": 0.4985,
      "step": 925
    },
    {
      "epoch": 0.6055255844368155,
      "grad_norm": 3.78125,
      "learning_rate": 1.997298848068988e-05,
      "loss": 0.5001,
      "step": 926
    },
    {
      "epoch": 0.6061794997547818,
      "grad_norm": 3.328125,
      "learning_rate": 1.9972652045295698e-05,
      "loss": 0.4583,
      "step": 927
    },
    {
      "epoch": 0.6068334150727481,
      "grad_norm": 3.859375,
      "learning_rate": 1.997231353052312e-05,
      "loss": 0.5878,
      "step": 928
    },
    {
      "epoch": 0.6074873303907145,
      "grad_norm": 4.25,
      "learning_rate": 1.997197293644272e-05,
      "loss": 0.6283,
      "step": 929
    },
    {
      "epoch": 0.6081412457086808,
      "grad_norm": 6.4375,
      "learning_rate": 1.997163026312553e-05,
      "loss": 0.7797,
      "step": 930
    },
    {
      "epoch": 0.6087951610266471,
      "grad_norm": 4.9375,
      "learning_rate": 1.997128551064299e-05,
      "loss": 0.8994,
      "step": 931
    },
    {
      "epoch": 0.6094490763446134,
      "grad_norm": 3.03125,
      "learning_rate": 1.9970938679066984e-05,
      "loss": 0.3363,
      "step": 932
    },
    {
      "epoch": 0.6101029916625796,
      "grad_norm": 4.84375,
      "learning_rate": 1.9970589768469833e-05,
      "loss": 0.8361,
      "step": 933
    },
    {
      "epoch": 0.610756906980546,
      "grad_norm": 5.28125,
      "learning_rate": 1.9970238778924286e-05,
      "loss": 0.7096,
      "step": 934
    },
    {
      "epoch": 0.6114108222985123,
      "grad_norm": 4.15625,
      "learning_rate": 1.996988571050353e-05,
      "loss": 0.5665,
      "step": 935
    },
    {
      "epoch": 0.6120647376164786,
      "grad_norm": 5.90625,
      "learning_rate": 1.9969530563281177e-05,
      "loss": 0.9535,
      "step": 936
    },
    {
      "epoch": 0.6127186529344449,
      "grad_norm": 7.125,
      "learning_rate": 1.9969173337331283e-05,
      "loss": 0.7664,
      "step": 937
    },
    {
      "epoch": 0.6133725682524113,
      "grad_norm": 2.609375,
      "learning_rate": 1.996881403272833e-05,
      "loss": 0.3357,
      "step": 938
    },
    {
      "epoch": 0.6140264835703776,
      "grad_norm": 3.828125,
      "learning_rate": 1.996845264954723e-05,
      "loss": 0.5738,
      "step": 939
    },
    {
      "epoch": 0.6146803988883439,
      "grad_norm": 4.78125,
      "learning_rate": 1.996808918786335e-05,
      "loss": 0.7155,
      "step": 940
    },
    {
      "epoch": 0.6153343142063102,
      "grad_norm": 3.765625,
      "learning_rate": 1.9967723647752463e-05,
      "loss": 0.7199,
      "step": 941
    },
    {
      "epoch": 0.6159882295242766,
      "grad_norm": 3.96875,
      "learning_rate": 1.9967356029290786e-05,
      "loss": 0.6848,
      "step": 942
    },
    {
      "epoch": 0.6166421448422429,
      "grad_norm": 5.0,
      "learning_rate": 1.9966986332554973e-05,
      "loss": 0.7918,
      "step": 943
    },
    {
      "epoch": 0.6172960601602092,
      "grad_norm": 5.4375,
      "learning_rate": 1.9966614557622112e-05,
      "loss": 0.7112,
      "step": 944
    },
    {
      "epoch": 0.6179499754781755,
      "grad_norm": 3.984375,
      "learning_rate": 1.9966240704569722e-05,
      "loss": 0.5883,
      "step": 945
    },
    {
      "epoch": 0.6186038907961419,
      "grad_norm": 4.4375,
      "learning_rate": 1.996586477347575e-05,
      "loss": 0.6443,
      "step": 946
    },
    {
      "epoch": 0.6192578061141082,
      "grad_norm": 4.40625,
      "learning_rate": 1.9965486764418577e-05,
      "loss": 0.6256,
      "step": 947
    },
    {
      "epoch": 0.6199117214320745,
      "grad_norm": 3.390625,
      "learning_rate": 1.996510667747703e-05,
      "loss": 0.4967,
      "step": 948
    },
    {
      "epoch": 0.6205656367500408,
      "grad_norm": 2.828125,
      "learning_rate": 1.9964724512730352e-05,
      "loss": 0.3946,
      "step": 949
    },
    {
      "epoch": 0.6212195520680072,
      "grad_norm": 4.59375,
      "learning_rate": 1.9964340270258233e-05,
      "loss": 0.8035,
      "step": 950
    },
    {
      "epoch": 0.6218734673859735,
      "grad_norm": 5.8125,
      "learning_rate": 1.996395395014079e-05,
      "loss": 0.9117,
      "step": 951
    },
    {
      "epoch": 0.6225273827039398,
      "grad_norm": 3.640625,
      "learning_rate": 1.9963565552458572e-05,
      "loss": 0.4545,
      "step": 952
    },
    {
      "epoch": 0.6231812980219061,
      "grad_norm": 3.796875,
      "learning_rate": 1.996317507729256e-05,
      "loss": 0.565,
      "step": 953
    },
    {
      "epoch": 0.6238352133398725,
      "grad_norm": 4.3125,
      "learning_rate": 1.996278252472418e-05,
      "loss": 0.6327,
      "step": 954
    },
    {
      "epoch": 0.6244891286578388,
      "grad_norm": 4.03125,
      "learning_rate": 1.9962387894835277e-05,
      "loss": 0.828,
      "step": 955
    },
    {
      "epoch": 0.6251430439758051,
      "grad_norm": 4.59375,
      "learning_rate": 1.996199118770813e-05,
      "loss": 0.6541,
      "step": 956
    },
    {
      "epoch": 0.6257969592937714,
      "grad_norm": 6.3125,
      "learning_rate": 1.996159240342547e-05,
      "loss": 0.7501,
      "step": 957
    },
    {
      "epoch": 0.6264508746117378,
      "grad_norm": 4.0625,
      "learning_rate": 1.996119154207043e-05,
      "loss": 0.4816,
      "step": 958
    },
    {
      "epoch": 0.6271047899297041,
      "grad_norm": 4.5,
      "learning_rate": 1.9960788603726603e-05,
      "loss": 0.8893,
      "step": 959
    },
    {
      "epoch": 0.6277587052476704,
      "grad_norm": 3.4375,
      "learning_rate": 1.9960383588478e-05,
      "loss": 0.5005,
      "step": 960
    },
    {
      "epoch": 0.6284126205656367,
      "grad_norm": 4.0625,
      "learning_rate": 1.9959976496409073e-05,
      "loss": 0.493,
      "step": 961
    },
    {
      "epoch": 0.6290665358836031,
      "grad_norm": 4.90625,
      "learning_rate": 1.9959567327604704e-05,
      "loss": 0.6515,
      "step": 962
    },
    {
      "epoch": 0.6297204512015694,
      "grad_norm": 3.125,
      "learning_rate": 1.9959156082150205e-05,
      "loss": 0.4173,
      "step": 963
    },
    {
      "epoch": 0.6303743665195357,
      "grad_norm": 3.46875,
      "learning_rate": 1.9958742760131325e-05,
      "loss": 0.4823,
      "step": 964
    },
    {
      "epoch": 0.631028281837502,
      "grad_norm": 3.484375,
      "learning_rate": 1.9958327361634248e-05,
      "loss": 0.4804,
      "step": 965
    },
    {
      "epoch": 0.6316821971554684,
      "grad_norm": 3.84375,
      "learning_rate": 1.9957909886745588e-05,
      "loss": 0.4664,
      "step": 966
    },
    {
      "epoch": 0.6323361124734347,
      "grad_norm": 4.34375,
      "learning_rate": 1.9957490335552386e-05,
      "loss": 0.5754,
      "step": 967
    },
    {
      "epoch": 0.632990027791401,
      "grad_norm": 4.78125,
      "learning_rate": 1.9957068708142127e-05,
      "loss": 1.0389,
      "step": 968
    },
    {
      "epoch": 0.6336439431093673,
      "grad_norm": 5.75,
      "learning_rate": 1.995664500460272e-05,
      "loss": 0.8707,
      "step": 969
    },
    {
      "epoch": 0.6342978584273337,
      "grad_norm": 2.5,
      "learning_rate": 1.9956219225022514e-05,
      "loss": 0.3593,
      "step": 970
    },
    {
      "epoch": 0.6349517737453,
      "grad_norm": 8.0625,
      "learning_rate": 1.9955791369490288e-05,
      "loss": 1.0368,
      "step": 971
    },
    {
      "epoch": 0.6356056890632663,
      "grad_norm": 5.375,
      "learning_rate": 1.9955361438095254e-05,
      "loss": 0.8584,
      "step": 972
    },
    {
      "epoch": 0.6362596043812326,
      "grad_norm": 4.84375,
      "learning_rate": 1.995492943092705e-05,
      "loss": 0.6599,
      "step": 973
    },
    {
      "epoch": 0.636913519699199,
      "grad_norm": 5.15625,
      "learning_rate": 1.995449534807576e-05,
      "loss": 0.8362,
      "step": 974
    },
    {
      "epoch": 0.6375674350171653,
      "grad_norm": 5.84375,
      "learning_rate": 1.9954059189631883e-05,
      "loss": 0.8764,
      "step": 975
    },
    {
      "epoch": 0.6382213503351316,
      "grad_norm": 2.734375,
      "learning_rate": 1.9953620955686376e-05,
      "loss": 0.4303,
      "step": 976
    },
    {
      "epoch": 0.6388752656530979,
      "grad_norm": 4.40625,
      "learning_rate": 1.9953180646330604e-05,
      "loss": 0.6384,
      "step": 977
    },
    {
      "epoch": 0.6395291809710643,
      "grad_norm": 3.53125,
      "learning_rate": 1.9952738261656382e-05,
      "loss": 0.5877,
      "step": 978
    },
    {
      "epoch": 0.6401830962890306,
      "grad_norm": 5.90625,
      "learning_rate": 1.9952293801755946e-05,
      "loss": 0.938,
      "step": 979
    },
    {
      "epoch": 0.6408370116069969,
      "grad_norm": 4.21875,
      "learning_rate": 1.995184726672197e-05,
      "loss": 0.6501,
      "step": 980
    },
    {
      "epoch": 0.6414909269249632,
      "grad_norm": 4.0,
      "learning_rate": 1.995139865664756e-05,
      "loss": 0.5492,
      "step": 981
    },
    {
      "epoch": 0.6421448422429296,
      "grad_norm": 2.75,
      "learning_rate": 1.9950947971626257e-05,
      "loss": 0.3914,
      "step": 982
    },
    {
      "epoch": 0.6427987575608959,
      "grad_norm": 6.0,
      "learning_rate": 1.995049521175203e-05,
      "loss": 0.8864,
      "step": 983
    },
    {
      "epoch": 0.6434526728788622,
      "grad_norm": 5.3125,
      "learning_rate": 1.995004037711929e-05,
      "loss": 0.6174,
      "step": 984
    },
    {
      "epoch": 0.6441065881968285,
      "grad_norm": 4.34375,
      "learning_rate": 1.9949583467822863e-05,
      "loss": 0.3753,
      "step": 985
    },
    {
      "epoch": 0.6447605035147949,
      "grad_norm": 3.78125,
      "learning_rate": 1.994912448395802e-05,
      "loss": 0.4583,
      "step": 986
    },
    {
      "epoch": 0.6454144188327612,
      "grad_norm": 5.4375,
      "learning_rate": 1.9948663425620473e-05,
      "loss": 0.6973,
      "step": 987
    },
    {
      "epoch": 0.6460683341507275,
      "grad_norm": 4.375,
      "learning_rate": 1.9948200292906344e-05,
      "loss": 0.8518,
      "step": 988
    },
    {
      "epoch": 0.6467222494686938,
      "grad_norm": 6.625,
      "learning_rate": 1.994773508591221e-05,
      "loss": 1.0712,
      "step": 989
    },
    {
      "epoch": 0.6473761647866602,
      "grad_norm": 4.375,
      "learning_rate": 1.9947267804735064e-05,
      "loss": 0.5485,
      "step": 990
    },
    {
      "epoch": 0.6480300801046265,
      "grad_norm": 6.5625,
      "learning_rate": 1.9946798449472336e-05,
      "loss": 1.2496,
      "step": 991
    },
    {
      "epoch": 0.6486839954225928,
      "grad_norm": 5.03125,
      "learning_rate": 1.9946327020221898e-05,
      "loss": 0.601,
      "step": 992
    },
    {
      "epoch": 0.6493379107405591,
      "grad_norm": 4.09375,
      "learning_rate": 1.9945853517082043e-05,
      "loss": 0.6031,
      "step": 993
    },
    {
      "epoch": 0.6499918260585255,
      "grad_norm": 5.28125,
      "learning_rate": 1.9945377940151498e-05,
      "loss": 0.8796,
      "step": 994
    },
    {
      "epoch": 0.6506457413764918,
      "grad_norm": 6.8125,
      "learning_rate": 1.9944900289529427e-05,
      "loss": 0.9228,
      "step": 995
    },
    {
      "epoch": 0.6512996566944581,
      "grad_norm": 3.984375,
      "learning_rate": 1.9944420565315427e-05,
      "loss": 0.8225,
      "step": 996
    },
    {
      "epoch": 0.6519535720124244,
      "grad_norm": 4.5,
      "learning_rate": 1.9943938767609515e-05,
      "loss": 0.6592,
      "step": 997
    },
    {
      "epoch": 0.6526074873303908,
      "grad_norm": 5.0,
      "learning_rate": 1.994345489651216e-05,
      "loss": 0.904,
      "step": 998
    },
    {
      "epoch": 0.6532614026483571,
      "grad_norm": 3.03125,
      "learning_rate": 1.9942968952124248e-05,
      "loss": 0.3448,
      "step": 999
    },
    {
      "epoch": 0.6539153179663234,
      "grad_norm": 3.515625,
      "learning_rate": 1.9942480934547103e-05,
      "loss": 0.4805,
      "step": 1000
    },
    {
      "epoch": 0.6545692332842897,
      "grad_norm": 4.8125,
      "learning_rate": 1.9941990843882482e-05,
      "loss": 0.685,
      "step": 1001
    },
    {
      "epoch": 0.6552231486022561,
      "grad_norm": 2.953125,
      "learning_rate": 1.9941498680232573e-05,
      "loss": 0.4924,
      "step": 1002
    },
    {
      "epoch": 0.6558770639202224,
      "grad_norm": 5.4375,
      "learning_rate": 1.994100444369999e-05,
      "loss": 0.9571,
      "step": 1003
    },
    {
      "epoch": 0.6565309792381887,
      "grad_norm": 4.875,
      "learning_rate": 1.9940508134387793e-05,
      "loss": 0.6047,
      "step": 1004
    },
    {
      "epoch": 0.657184894556155,
      "grad_norm": 5.0,
      "learning_rate": 1.9940009752399462e-05,
      "loss": 0.5699,
      "step": 1005
    },
    {
      "epoch": 0.6578388098741214,
      "grad_norm": 4.9375,
      "learning_rate": 1.9939509297838915e-05,
      "loss": 1.1176,
      "step": 1006
    },
    {
      "epoch": 0.6584927251920877,
      "grad_norm": 6.34375,
      "learning_rate": 1.9939006770810502e-05,
      "loss": 0.9447,
      "step": 1007
    },
    {
      "epoch": 0.6591466405100539,
      "grad_norm": 4.34375,
      "learning_rate": 1.9938502171419002e-05,
      "loss": 0.6341,
      "step": 1008
    },
    {
      "epoch": 0.6598005558280202,
      "grad_norm": 4.21875,
      "learning_rate": 1.993799549976963e-05,
      "loss": 0.6712,
      "step": 1009
    },
    {
      "epoch": 0.6604544711459865,
      "grad_norm": 5.15625,
      "learning_rate": 1.9937486755968027e-05,
      "loss": 0.9834,
      "step": 1010
    },
    {
      "epoch": 0.6611083864639529,
      "grad_norm": 3.296875,
      "learning_rate": 1.9936975940120276e-05,
      "loss": 0.387,
      "step": 1011
    },
    {
      "epoch": 0.6617623017819192,
      "grad_norm": 4.3125,
      "learning_rate": 1.9936463052332887e-05,
      "loss": 0.5781,
      "step": 1012
    },
    {
      "epoch": 0.6624162170998855,
      "grad_norm": 3.578125,
      "learning_rate": 1.9935948092712792e-05,
      "loss": 0.5726,
      "step": 1013
    },
    {
      "epoch": 0.6630701324178518,
      "grad_norm": 4.71875,
      "learning_rate": 1.993543106136737e-05,
      "loss": 0.8957,
      "step": 1014
    },
    {
      "epoch": 0.6637240477358182,
      "grad_norm": 3.90625,
      "learning_rate": 1.993491195840443e-05,
      "loss": 0.6109,
      "step": 1015
    },
    {
      "epoch": 0.6643779630537845,
      "grad_norm": 5.90625,
      "learning_rate": 1.9934390783932204e-05,
      "loss": 0.8616,
      "step": 1016
    },
    {
      "epoch": 0.6650318783717508,
      "grad_norm": 4.59375,
      "learning_rate": 1.9933867538059362e-05,
      "loss": 0.9335,
      "step": 1017
    },
    {
      "epoch": 0.6656857936897171,
      "grad_norm": 5.15625,
      "learning_rate": 1.9933342220895e-05,
      "loss": 0.8178,
      "step": 1018
    },
    {
      "epoch": 0.6663397090076835,
      "grad_norm": 5.65625,
      "learning_rate": 1.9932814832548665e-05,
      "loss": 1.248,
      "step": 1019
    },
    {
      "epoch": 0.6669936243256498,
      "grad_norm": 4.90625,
      "learning_rate": 1.993228537313031e-05,
      "loss": 0.6167,
      "step": 1020
    },
    {
      "epoch": 0.6676475396436161,
      "grad_norm": 5.0625,
      "learning_rate": 1.993175384275033e-05,
      "loss": 0.6346,
      "step": 1021
    },
    {
      "epoch": 0.6683014549615824,
      "grad_norm": 3.890625,
      "learning_rate": 1.9931220241519564e-05,
      "loss": 0.6665,
      "step": 1022
    },
    {
      "epoch": 0.6689553702795488,
      "grad_norm": 3.46875,
      "learning_rate": 1.9930684569549265e-05,
      "loss": 0.4437,
      "step": 1023
    },
    {
      "epoch": 0.6696092855975151,
      "grad_norm": 4.65625,
      "learning_rate": 1.9930146826951124e-05,
      "loss": 0.9239,
      "step": 1024
    },
    {
      "epoch": 0.6702632009154814,
      "grad_norm": 3.0625,
      "learning_rate": 1.9929607013837268e-05,
      "loss": 0.3079,
      "step": 1025
    },
    {
      "epoch": 0.6709171162334477,
      "grad_norm": 4.1875,
      "learning_rate": 1.992906513032025e-05,
      "loss": 0.689,
      "step": 1026
    },
    {
      "epoch": 0.6715710315514141,
      "grad_norm": 3.90625,
      "learning_rate": 1.992852117651306e-05,
      "loss": 0.5696,
      "step": 1027
    },
    {
      "epoch": 0.6722249468693804,
      "grad_norm": 5.34375,
      "learning_rate": 1.992797515252911e-05,
      "loss": 0.4639,
      "step": 1028
    },
    {
      "epoch": 0.6728788621873467,
      "grad_norm": 3.0625,
      "learning_rate": 1.992742705848226e-05,
      "loss": 0.4805,
      "step": 1029
    },
    {
      "epoch": 0.673532777505313,
      "grad_norm": 5.0,
      "learning_rate": 1.9926876894486787e-05,
      "loss": 0.5762,
      "step": 1030
    },
    {
      "epoch": 0.6741866928232794,
      "grad_norm": 3.578125,
      "learning_rate": 1.9926324660657403e-05,
      "loss": 0.4997,
      "step": 1031
    },
    {
      "epoch": 0.6748406081412457,
      "grad_norm": 4.09375,
      "learning_rate": 1.9925770357109256e-05,
      "loss": 0.5333,
      "step": 1032
    },
    {
      "epoch": 0.675494523459212,
      "grad_norm": 3.96875,
      "learning_rate": 1.9925213983957926e-05,
      "loss": 0.5319,
      "step": 1033
    },
    {
      "epoch": 0.6761484387771783,
      "grad_norm": 5.34375,
      "learning_rate": 1.992465554131941e-05,
      "loss": 0.6658,
      "step": 1034
    },
    {
      "epoch": 0.6768023540951447,
      "grad_norm": 3.703125,
      "learning_rate": 1.992409502931016e-05,
      "loss": 0.6798,
      "step": 1035
    },
    {
      "epoch": 0.677456269413111,
      "grad_norm": 4.5,
      "learning_rate": 1.992353244804704e-05,
      "loss": 0.6656,
      "step": 1036
    },
    {
      "epoch": 0.6781101847310773,
      "grad_norm": 3.890625,
      "learning_rate": 1.9922967797647357e-05,
      "loss": 0.5322,
      "step": 1037
    },
    {
      "epoch": 0.6787641000490436,
      "grad_norm": 4.375,
      "learning_rate": 1.992240107822884e-05,
      "loss": 0.5492,
      "step": 1038
    },
    {
      "epoch": 0.67941801536701,
      "grad_norm": 4.03125,
      "learning_rate": 1.992183228990966e-05,
      "loss": 0.5365,
      "step": 1039
    },
    {
      "epoch": 0.6800719306849763,
      "grad_norm": 3.625,
      "learning_rate": 1.992126143280841e-05,
      "loss": 0.5934,
      "step": 1040
    },
    {
      "epoch": 0.6807258460029426,
      "grad_norm": 4.75,
      "learning_rate": 1.992068850704412e-05,
      "loss": 0.7762,
      "step": 1041
    },
    {
      "epoch": 0.6813797613209089,
      "grad_norm": 5.5,
      "learning_rate": 1.992011351273625e-05,
      "loss": 0.8475,
      "step": 1042
    },
    {
      "epoch": 0.6820336766388753,
      "grad_norm": 4.3125,
      "learning_rate": 1.9919536450004695e-05,
      "loss": 0.5899,
      "step": 1043
    },
    {
      "epoch": 0.6826875919568416,
      "grad_norm": 3.515625,
      "learning_rate": 1.9918957318969768e-05,
      "loss": 0.3123,
      "step": 1044
    },
    {
      "epoch": 0.6833415072748079,
      "grad_norm": 2.765625,
      "learning_rate": 1.991837611975223e-05,
      "loss": 0.2633,
      "step": 1045
    },
    {
      "epoch": 0.6839954225927742,
      "grad_norm": 5.96875,
      "learning_rate": 1.9917792852473263e-05,
      "loss": 0.7355,
      "step": 1046
    },
    {
      "epoch": 0.6846493379107406,
      "grad_norm": 3.75,
      "learning_rate": 1.991720751725448e-05,
      "loss": 0.8369,
      "step": 1047
    },
    {
      "epoch": 0.6853032532287069,
      "grad_norm": 4.3125,
      "learning_rate": 1.9916620114217934e-05,
      "loss": 0.8012,
      "step": 1048
    },
    {
      "epoch": 0.6859571685466732,
      "grad_norm": 3.25,
      "learning_rate": 1.9916030643486098e-05,
      "loss": 0.4809,
      "step": 1049
    },
    {
      "epoch": 0.6866110838646395,
      "grad_norm": 4.65625,
      "learning_rate": 1.9915439105181887e-05,
      "loss": 0.6411,
      "step": 1050
    },
    {
      "epoch": 0.6872649991826059,
      "grad_norm": 7.40625,
      "learning_rate": 1.9914845499428635e-05,
      "loss": 0.8177,
      "step": 1051
    },
    {
      "epoch": 0.6879189145005722,
      "grad_norm": 4.6875,
      "learning_rate": 1.9914249826350118e-05,
      "loss": 0.8298,
      "step": 1052
    },
    {
      "epoch": 0.6885728298185385,
      "grad_norm": 3.46875,
      "learning_rate": 1.9913652086070535e-05,
      "loss": 0.4278,
      "step": 1053
    },
    {
      "epoch": 0.6892267451365048,
      "grad_norm": 4.4375,
      "learning_rate": 1.9913052278714527e-05,
      "loss": 0.718,
      "step": 1054
    },
    {
      "epoch": 0.6898806604544712,
      "grad_norm": 4.125,
      "learning_rate": 1.9912450404407152e-05,
      "loss": 0.6031,
      "step": 1055
    },
    {
      "epoch": 0.6905345757724375,
      "grad_norm": 5.15625,
      "learning_rate": 1.9911846463273907e-05,
      "loss": 0.5463,
      "step": 1056
    },
    {
      "epoch": 0.6911884910904038,
      "grad_norm": 3.046875,
      "learning_rate": 1.9911240455440718e-05,
      "loss": 0.4352,
      "step": 1057
    },
    {
      "epoch": 0.6918424064083701,
      "grad_norm": 5.1875,
      "learning_rate": 1.9910632381033946e-05,
      "loss": 0.5608,
      "step": 1058
    },
    {
      "epoch": 0.6924963217263365,
      "grad_norm": 4.125,
      "learning_rate": 1.9910022240180374e-05,
      "loss": 0.5663,
      "step": 1059
    },
    {
      "epoch": 0.6931502370443028,
      "grad_norm": 4.96875,
      "learning_rate": 1.9909410033007228e-05,
      "loss": 0.8075,
      "step": 1060
    },
    {
      "epoch": 0.6938041523622691,
      "grad_norm": 6.125,
      "learning_rate": 1.9908795759642154e-05,
      "loss": 1.3843,
      "step": 1061
    },
    {
      "epoch": 0.6944580676802354,
      "grad_norm": 4.125,
      "learning_rate": 1.990817942021323e-05,
      "loss": 0.5968,
      "step": 1062
    },
    {
      "epoch": 0.6951119829982018,
      "grad_norm": 3.90625,
      "learning_rate": 1.9907561014848974e-05,
      "loss": 0.4465,
      "step": 1063
    },
    {
      "epoch": 0.6957658983161681,
      "grad_norm": 3.859375,
      "learning_rate": 1.9906940543678326e-05,
      "loss": 0.87,
      "step": 1064
    },
    {
      "epoch": 0.6964198136341344,
      "grad_norm": 4.59375,
      "learning_rate": 1.990631800683066e-05,
      "loss": 0.9706,
      "step": 1065
    },
    {
      "epoch": 0.6970737289521007,
      "grad_norm": 3.703125,
      "learning_rate": 1.990569340443577e-05,
      "loss": 0.5227,
      "step": 1066
    },
    {
      "epoch": 0.6977276442700671,
      "grad_norm": 6.0625,
      "learning_rate": 1.990506673662391e-05,
      "loss": 1.177,
      "step": 1067
    },
    {
      "epoch": 0.6983815595880334,
      "grad_norm": 3.890625,
      "learning_rate": 1.9904438003525733e-05,
      "loss": 0.5243,
      "step": 1068
    },
    {
      "epoch": 0.6990354749059997,
      "grad_norm": 3.375,
      "learning_rate": 1.9903807205272333e-05,
      "loss": 0.446,
      "step": 1069
    },
    {
      "epoch": 0.699689390223966,
      "grad_norm": 4.5,
      "learning_rate": 1.9903174341995243e-05,
      "loss": 0.7413,
      "step": 1070
    },
    {
      "epoch": 0.7003433055419324,
      "grad_norm": 5.34375,
      "learning_rate": 1.9902539413826415e-05,
      "loss": 0.933,
      "step": 1071
    },
    {
      "epoch": 0.7009972208598987,
      "grad_norm": 3.71875,
      "learning_rate": 1.990190242089824e-05,
      "loss": 0.474,
      "step": 1072
    },
    {
      "epoch": 0.701651136177865,
      "grad_norm": 4.21875,
      "learning_rate": 1.990126336334354e-05,
      "loss": 0.5378,
      "step": 1073
    },
    {
      "epoch": 0.7023050514958313,
      "grad_norm": 4.625,
      "learning_rate": 1.990062224129555e-05,
      "loss": 0.7578,
      "step": 1074
    },
    {
      "epoch": 0.7029589668137977,
      "grad_norm": 3.421875,
      "learning_rate": 1.9899979054887964e-05,
      "loss": 0.4882,
      "step": 1075
    },
    {
      "epoch": 0.703612882131764,
      "grad_norm": 4.15625,
      "learning_rate": 1.9899333804254885e-05,
      "loss": 0.7977,
      "step": 1076
    },
    {
      "epoch": 0.7042667974497303,
      "grad_norm": 3.140625,
      "learning_rate": 1.9898686489530852e-05,
      "loss": 0.4417,
      "step": 1077
    },
    {
      "epoch": 0.7049207127676966,
      "grad_norm": 4.34375,
      "learning_rate": 1.9898037110850835e-05,
      "loss": 0.4985,
      "step": 1078
    },
    {
      "epoch": 0.705574628085663,
      "grad_norm": 4.75,
      "learning_rate": 1.989738566835024e-05,
      "loss": 0.6424,
      "step": 1079
    },
    {
      "epoch": 0.7062285434036293,
      "grad_norm": 4.1875,
      "learning_rate": 1.989673216216489e-05,
      "loss": 0.5638,
      "step": 1080
    },
    {
      "epoch": 0.7068824587215956,
      "grad_norm": 3.734375,
      "learning_rate": 1.9896076592431054e-05,
      "loss": 0.417,
      "step": 1081
    },
    {
      "epoch": 0.7075363740395618,
      "grad_norm": 4.3125,
      "learning_rate": 1.989541895928542e-05,
      "loss": 0.7654,
      "step": 1082
    },
    {
      "epoch": 0.7081902893575281,
      "grad_norm": 5.71875,
      "learning_rate": 1.9894759262865114e-05,
      "loss": 0.7763,
      "step": 1083
    },
    {
      "epoch": 0.7088442046754945,
      "grad_norm": 4.84375,
      "learning_rate": 1.989409750330768e-05,
      "loss": 0.7535,
      "step": 1084
    },
    {
      "epoch": 0.7094981199934608,
      "grad_norm": 6.96875,
      "learning_rate": 1.9893433680751105e-05,
      "loss": 0.7835,
      "step": 1085
    },
    {
      "epoch": 0.7101520353114271,
      "grad_norm": 5.09375,
      "learning_rate": 1.98927677953338e-05,
      "loss": 0.6426,
      "step": 1086
    },
    {
      "epoch": 0.7108059506293934,
      "grad_norm": 5.9375,
      "learning_rate": 1.9892099847194608e-05,
      "loss": 0.9646,
      "step": 1087
    },
    {
      "epoch": 0.7114598659473598,
      "grad_norm": 3.90625,
      "learning_rate": 1.9891429836472805e-05,
      "loss": 0.4663,
      "step": 1088
    },
    {
      "epoch": 0.7121137812653261,
      "grad_norm": 3.5,
      "learning_rate": 1.989075776330809e-05,
      "loss": 0.3986,
      "step": 1089
    },
    {
      "epoch": 0.7127676965832924,
      "grad_norm": 3.71875,
      "learning_rate": 1.989008362784059e-05,
      "loss": 0.4106,
      "step": 1090
    },
    {
      "epoch": 0.7134216119012587,
      "grad_norm": 4.5,
      "learning_rate": 1.988940743021088e-05,
      "loss": 0.6797,
      "step": 1091
    },
    {
      "epoch": 0.7140755272192251,
      "grad_norm": 4.96875,
      "learning_rate": 1.9888729170559948e-05,
      "loss": 0.8449,
      "step": 1092
    },
    {
      "epoch": 0.7147294425371914,
      "grad_norm": 5.46875,
      "learning_rate": 1.988804884902921e-05,
      "loss": 0.6937,
      "step": 1093
    },
    {
      "epoch": 0.7153833578551577,
      "grad_norm": 5.59375,
      "learning_rate": 1.9887366465760523e-05,
      "loss": 0.9909,
      "step": 1094
    },
    {
      "epoch": 0.716037273173124,
      "grad_norm": 5.46875,
      "learning_rate": 1.9886682020896172e-05,
      "loss": 0.8319,
      "step": 1095
    },
    {
      "epoch": 0.7166911884910904,
      "grad_norm": 5.75,
      "learning_rate": 1.988599551457887e-05,
      "loss": 0.8728,
      "step": 1096
    },
    {
      "epoch": 0.7173451038090567,
      "grad_norm": 5.09375,
      "learning_rate": 1.9885306946951753e-05,
      "loss": 0.5158,
      "step": 1097
    },
    {
      "epoch": 0.717999019127023,
      "grad_norm": 5.15625,
      "learning_rate": 1.98846163181584e-05,
      "loss": 0.5721,
      "step": 1098
    },
    {
      "epoch": 0.7186529344449893,
      "grad_norm": 5.46875,
      "learning_rate": 1.9883923628342807e-05,
      "loss": 1.0006,
      "step": 1099
    },
    {
      "epoch": 0.7193068497629557,
      "grad_norm": 6.25,
      "learning_rate": 1.9883228877649407e-05,
      "loss": 0.7545,
      "step": 1100
    },
    {
      "epoch": 0.719960765080922,
      "grad_norm": 3.90625,
      "learning_rate": 1.988253206622306e-05,
      "loss": 0.559,
      "step": 1101
    },
    {
      "epoch": 0.7206146803988883,
      "grad_norm": 5.34375,
      "learning_rate": 1.9881833194209063e-05,
      "loss": 0.634,
      "step": 1102
    },
    {
      "epoch": 0.7212685957168546,
      "grad_norm": 4.59375,
      "learning_rate": 1.9881132261753126e-05,
      "loss": 0.8305,
      "step": 1103
    },
    {
      "epoch": 0.721922511034821,
      "grad_norm": 5.53125,
      "learning_rate": 1.9880429269001407e-05,
      "loss": 0.6211,
      "step": 1104
    },
    {
      "epoch": 0.7225764263527873,
      "grad_norm": 3.328125,
      "learning_rate": 1.9879724216100488e-05,
      "loss": 0.3974,
      "step": 1105
    },
    {
      "epoch": 0.7232303416707536,
      "grad_norm": 7.25,
      "learning_rate": 1.987901710319737e-05,
      "loss": 1.0916,
      "step": 1106
    },
    {
      "epoch": 0.7238842569887199,
      "grad_norm": 6.625,
      "learning_rate": 1.9878307930439497e-05,
      "loss": 1.0786,
      "step": 1107
    },
    {
      "epoch": 0.7245381723066863,
      "grad_norm": 3.859375,
      "learning_rate": 1.9877596697974732e-05,
      "loss": 0.4618,
      "step": 1108
    },
    {
      "epoch": 0.7251920876246526,
      "grad_norm": 6.21875,
      "learning_rate": 1.9876883405951378e-05,
      "loss": 1.01,
      "step": 1109
    },
    {
      "epoch": 0.7258460029426189,
      "grad_norm": 4.125,
      "learning_rate": 1.987616805451816e-05,
      "loss": 0.5793,
      "step": 1110
    },
    {
      "epoch": 0.7264999182605852,
      "grad_norm": 5.21875,
      "learning_rate": 1.987545064382424e-05,
      "loss": 0.6738,
      "step": 1111
    },
    {
      "epoch": 0.7271538335785516,
      "grad_norm": 4.125,
      "learning_rate": 1.9874731174019195e-05,
      "loss": 0.5042,
      "step": 1112
    },
    {
      "epoch": 0.7278077488965179,
      "grad_norm": 4.71875,
      "learning_rate": 1.9874009645253044e-05,
      "loss": 0.7292,
      "step": 1113
    },
    {
      "epoch": 0.7284616642144842,
      "grad_norm": 3.28125,
      "learning_rate": 1.9873286057676232e-05,
      "loss": 0.2973,
      "step": 1114
    },
    {
      "epoch": 0.7291155795324505,
      "grad_norm": 3.875,
      "learning_rate": 1.9872560411439634e-05,
      "loss": 0.5845,
      "step": 1115
    },
    {
      "epoch": 0.7297694948504169,
      "grad_norm": 4.3125,
      "learning_rate": 1.9871832706694553e-05,
      "loss": 0.5467,
      "step": 1116
    },
    {
      "epoch": 0.7304234101683832,
      "grad_norm": 4.40625,
      "learning_rate": 1.9871102943592717e-05,
      "loss": 0.6854,
      "step": 1117
    },
    {
      "epoch": 0.7310773254863495,
      "grad_norm": 4.5625,
      "learning_rate": 1.987037112228629e-05,
      "loss": 0.4087,
      "step": 1118
    },
    {
      "epoch": 0.7317312408043158,
      "grad_norm": 7.3125,
      "learning_rate": 1.986963724292787e-05,
      "loss": 1.1244,
      "step": 1119
    },
    {
      "epoch": 0.7323851561222822,
      "grad_norm": 5.1875,
      "learning_rate": 1.9868901305670465e-05,
      "loss": 0.7025,
      "step": 1120
    },
    {
      "epoch": 0.7330390714402485,
      "grad_norm": 5.0,
      "learning_rate": 1.9868163310667527e-05,
      "loss": 0.637,
      "step": 1121
    },
    {
      "epoch": 0.7336929867582148,
      "grad_norm": 4.5,
      "learning_rate": 1.9867423258072936e-05,
      "loss": 0.6376,
      "step": 1122
    },
    {
      "epoch": 0.7343469020761811,
      "grad_norm": 5.5,
      "learning_rate": 1.9866681148041005e-05,
      "loss": 0.7703,
      "step": 1123
    },
    {
      "epoch": 0.7350008173941475,
      "grad_norm": 4.5,
      "learning_rate": 1.9865936980726457e-05,
      "loss": 0.6379,
      "step": 1124
    },
    {
      "epoch": 0.7356547327121138,
      "grad_norm": 4.21875,
      "learning_rate": 1.9865190756284467e-05,
      "loss": 0.6159,
      "step": 1125
    },
    {
      "epoch": 0.7363086480300801,
      "grad_norm": 4.0,
      "learning_rate": 1.9864442474870625e-05,
      "loss": 0.4685,
      "step": 1126
    },
    {
      "epoch": 0.7369625633480464,
      "grad_norm": 4.84375,
      "learning_rate": 1.9863692136640952e-05,
      "loss": 0.9719,
      "step": 1127
    },
    {
      "epoch": 0.7376164786660128,
      "grad_norm": 6.5,
      "learning_rate": 1.9862939741751904e-05,
      "loss": 0.8208,
      "step": 1128
    },
    {
      "epoch": 0.7382703939839791,
      "grad_norm": 4.6875,
      "learning_rate": 1.986218529036036e-05,
      "loss": 0.665,
      "step": 1129
    },
    {
      "epoch": 0.7389243093019454,
      "grad_norm": 3.3125,
      "learning_rate": 1.9861428782623626e-05,
      "loss": 0.5091,
      "step": 1130
    },
    {
      "epoch": 0.7395782246199117,
      "grad_norm": 4.0625,
      "learning_rate": 1.986067021869944e-05,
      "loss": 0.4906,
      "step": 1131
    },
    {
      "epoch": 0.7402321399378781,
      "grad_norm": 3.796875,
      "learning_rate": 1.9859909598745975e-05,
      "loss": 0.3969,
      "step": 1132
    },
    {
      "epoch": 0.7408860552558444,
      "grad_norm": 4.53125,
      "learning_rate": 1.985914692292182e-05,
      "loss": 0.6145,
      "step": 1133
    },
    {
      "epoch": 0.7415399705738107,
      "grad_norm": 3.75,
      "learning_rate": 1.9858382191386004e-05,
      "loss": 0.428,
      "step": 1134
    },
    {
      "epoch": 0.742193885891777,
      "grad_norm": 3.5,
      "learning_rate": 1.9857615404297972e-05,
      "loss": 0.385,
      "step": 1135
    },
    {
      "epoch": 0.7428478012097434,
      "grad_norm": 5.78125,
      "learning_rate": 1.9856846561817616e-05,
      "loss": 1.0006,
      "step": 1136
    },
    {
      "epoch": 0.7435017165277097,
      "grad_norm": 4.09375,
      "learning_rate": 1.9856075664105238e-05,
      "loss": 0.3184,
      "step": 1137
    },
    {
      "epoch": 0.744155631845676,
      "grad_norm": 5.53125,
      "learning_rate": 1.985530271132158e-05,
      "loss": 1.005,
      "step": 1138
    },
    {
      "epoch": 0.7448095471636423,
      "grad_norm": 3.78125,
      "learning_rate": 1.9854527703627804e-05,
      "loss": 0.3148,
      "step": 1139
    },
    {
      "epoch": 0.7454634624816087,
      "grad_norm": 4.59375,
      "learning_rate": 1.9853750641185512e-05,
      "loss": 0.5231,
      "step": 1140
    },
    {
      "epoch": 0.746117377799575,
      "grad_norm": 3.78125,
      "learning_rate": 1.9852971524156722e-05,
      "loss": 0.5369,
      "step": 1141
    },
    {
      "epoch": 0.7467712931175413,
      "grad_norm": 4.59375,
      "learning_rate": 1.985219035270389e-05,
      "loss": 0.5627,
      "step": 1142
    },
    {
      "epoch": 0.7474252084355076,
      "grad_norm": 5.0,
      "learning_rate": 1.9851407126989897e-05,
      "loss": 0.5977,
      "step": 1143
    },
    {
      "epoch": 0.748079123753474,
      "grad_norm": 4.25,
      "learning_rate": 1.9850621847178047e-05,
      "loss": 0.5823,
      "step": 1144
    },
    {
      "epoch": 0.7487330390714403,
      "grad_norm": 6.03125,
      "learning_rate": 1.9849834513432084e-05,
      "loss": 1.0281,
      "step": 1145
    },
    {
      "epoch": 0.7493869543894066,
      "grad_norm": 3.59375,
      "learning_rate": 1.984904512591617e-05,
      "loss": 0.5137,
      "step": 1146
    },
    {
      "epoch": 0.7500408697073729,
      "grad_norm": 3.609375,
      "learning_rate": 1.9848253684794895e-05,
      "loss": 0.4052,
      "step": 1147
    },
    {
      "epoch": 0.7506947850253393,
      "grad_norm": 3.828125,
      "learning_rate": 1.9847460190233286e-05,
      "loss": 0.4234,
      "step": 1148
    },
    {
      "epoch": 0.7513487003433056,
      "grad_norm": 4.09375,
      "learning_rate": 1.9846664642396793e-05,
      "loss": 0.5227,
      "step": 1149
    },
    {
      "epoch": 0.7520026156612719,
      "grad_norm": 3.34375,
      "learning_rate": 1.984586704145129e-05,
      "loss": 0.3631,
      "step": 1150
    },
    {
      "epoch": 0.7526565309792382,
      "grad_norm": 5.25,
      "learning_rate": 1.984506738756309e-05,
      "loss": 1.2075,
      "step": 1151
    },
    {
      "epoch": 0.7533104462972046,
      "grad_norm": 3.796875,
      "learning_rate": 1.9844265680898917e-05,
      "loss": 0.4715,
      "step": 1152
    },
    {
      "epoch": 0.7539643616151709,
      "grad_norm": 4.28125,
      "learning_rate": 1.9843461921625942e-05,
      "loss": 0.5403,
      "step": 1153
    },
    {
      "epoch": 0.7546182769331372,
      "grad_norm": 4.875,
      "learning_rate": 1.9842656109911753e-05,
      "loss": 0.7448,
      "step": 1154
    },
    {
      "epoch": 0.7552721922511035,
      "grad_norm": 3.96875,
      "learning_rate": 1.984184824592437e-05,
      "loss": 0.6446,
      "step": 1155
    },
    {
      "epoch": 0.7559261075690699,
      "grad_norm": 4.53125,
      "learning_rate": 1.9841038329832237e-05,
      "loss": 0.6427,
      "step": 1156
    },
    {
      "epoch": 0.7565800228870361,
      "grad_norm": 6.09375,
      "learning_rate": 1.9840226361804223e-05,
      "loss": 1.4863,
      "step": 1157
    },
    {
      "epoch": 0.7572339382050024,
      "grad_norm": 3.703125,
      "learning_rate": 1.983941234200964e-05,
      "loss": 0.5256,
      "step": 1158
    },
    {
      "epoch": 0.7578878535229687,
      "grad_norm": 4.65625,
      "learning_rate": 1.983859627061821e-05,
      "loss": 0.6581,
      "step": 1159
    },
    {
      "epoch": 0.758541768840935,
      "grad_norm": 4.78125,
      "learning_rate": 1.9837778147800092e-05,
      "loss": 0.6791,
      "step": 1160
    },
    {
      "epoch": 0.7591956841589014,
      "grad_norm": 5.84375,
      "learning_rate": 1.9836957973725877e-05,
      "loss": 0.9089,
      "step": 1161
    },
    {
      "epoch": 0.7598495994768677,
      "grad_norm": 4.0,
      "learning_rate": 1.983613574856657e-05,
      "loss": 0.7796,
      "step": 1162
    },
    {
      "epoch": 0.760503514794834,
      "grad_norm": 3.3125,
      "learning_rate": 1.9835311472493616e-05,
      "loss": 0.4999,
      "step": 1163
    },
    {
      "epoch": 0.7611574301128003,
      "grad_norm": 4.375,
      "learning_rate": 1.9834485145678883e-05,
      "loss": 0.7209,
      "step": 1164
    },
    {
      "epoch": 0.7618113454307667,
      "grad_norm": 3.359375,
      "learning_rate": 1.983365676829466e-05,
      "loss": 0.4103,
      "step": 1165
    },
    {
      "epoch": 0.762465260748733,
      "grad_norm": 3.984375,
      "learning_rate": 1.9832826340513684e-05,
      "loss": 0.6533,
      "step": 1166
    },
    {
      "epoch": 0.7631191760666993,
      "grad_norm": 3.546875,
      "learning_rate": 1.9831993862509096e-05,
      "loss": 0.4123,
      "step": 1167
    },
    {
      "epoch": 0.7637730913846656,
      "grad_norm": 4.125,
      "learning_rate": 1.9831159334454475e-05,
      "loss": 0.5468,
      "step": 1168
    },
    {
      "epoch": 0.764427006702632,
      "grad_norm": 5.375,
      "learning_rate": 1.9830322756523827e-05,
      "loss": 0.5445,
      "step": 1169
    },
    {
      "epoch": 0.7650809220205983,
      "grad_norm": 2.609375,
      "learning_rate": 1.982948412889159e-05,
      "loss": 0.1975,
      "step": 1170
    },
    {
      "epoch": 0.7657348373385646,
      "grad_norm": 3.59375,
      "learning_rate": 1.9828643451732618e-05,
      "loss": 0.5713,
      "step": 1171
    },
    {
      "epoch": 0.766388752656531,
      "grad_norm": 5.0625,
      "learning_rate": 1.9827800725222203e-05,
      "loss": 0.7995,
      "step": 1172
    },
    {
      "epoch": 0.7670426679744973,
      "grad_norm": 4.40625,
      "learning_rate": 1.9826955949536062e-05,
      "loss": 0.6437,
      "step": 1173
    },
    {
      "epoch": 0.7676965832924636,
      "grad_norm": 4.375,
      "learning_rate": 1.9826109124850333e-05,
      "loss": 0.6973,
      "step": 1174
    },
    {
      "epoch": 0.7683504986104299,
      "grad_norm": 3.984375,
      "learning_rate": 1.9825260251341586e-05,
      "loss": 0.4613,
      "step": 1175
    },
    {
      "epoch": 0.7690044139283962,
      "grad_norm": 3.5625,
      "learning_rate": 1.9824409329186823e-05,
      "loss": 0.4911,
      "step": 1176
    },
    {
      "epoch": 0.7696583292463626,
      "grad_norm": 4.28125,
      "learning_rate": 1.9823556358563464e-05,
      "loss": 0.4457,
      "step": 1177
    },
    {
      "epoch": 0.7703122445643289,
      "grad_norm": 4.40625,
      "learning_rate": 1.9822701339649358e-05,
      "loss": 0.4608,
      "step": 1178
    },
    {
      "epoch": 0.7709661598822952,
      "grad_norm": 3.25,
      "learning_rate": 1.9821844272622793e-05,
      "loss": 0.3109,
      "step": 1179
    },
    {
      "epoch": 0.7716200752002615,
      "grad_norm": 4.6875,
      "learning_rate": 1.9820985157662462e-05,
      "loss": 0.6808,
      "step": 1180
    },
    {
      "epoch": 0.7722739905182279,
      "grad_norm": 3.5625,
      "learning_rate": 1.9820123994947505e-05,
      "loss": 0.538,
      "step": 1181
    },
    {
      "epoch": 0.7729279058361942,
      "grad_norm": 3.875,
      "learning_rate": 1.981926078465748e-05,
      "loss": 0.588,
      "step": 1182
    },
    {
      "epoch": 0.7735818211541605,
      "grad_norm": 4.46875,
      "learning_rate": 1.9818395526972373e-05,
      "loss": 0.581,
      "step": 1183
    },
    {
      "epoch": 0.7742357364721268,
      "grad_norm": 3.71875,
      "learning_rate": 1.9817528222072595e-05,
      "loss": 0.5263,
      "step": 1184
    },
    {
      "epoch": 0.7748896517900932,
      "grad_norm": 3.8125,
      "learning_rate": 1.981665887013899e-05,
      "loss": 0.3681,
      "step": 1185
    },
    {
      "epoch": 0.7755435671080595,
      "grad_norm": 3.859375,
      "learning_rate": 1.9815787471352824e-05,
      "loss": 0.4546,
      "step": 1186
    },
    {
      "epoch": 0.7761974824260258,
      "grad_norm": 4.40625,
      "learning_rate": 1.981491402589579e-05,
      "loss": 0.6558,
      "step": 1187
    },
    {
      "epoch": 0.7768513977439921,
      "grad_norm": 5.09375,
      "learning_rate": 1.9814038533950008e-05,
      "loss": 0.5277,
      "step": 1188
    },
    {
      "epoch": 0.7775053130619585,
      "grad_norm": 4.25,
      "learning_rate": 1.9813160995698023e-05,
      "loss": 0.7088,
      "step": 1189
    },
    {
      "epoch": 0.7781592283799248,
      "grad_norm": 2.9375,
      "learning_rate": 1.9812281411322812e-05,
      "loss": 0.2773,
      "step": 1190
    },
    {
      "epoch": 0.7788131436978911,
      "grad_norm": 7.375,
      "learning_rate": 1.9811399781007775e-05,
      "loss": 0.8488,
      "step": 1191
    },
    {
      "epoch": 0.7794670590158574,
      "grad_norm": 4.46875,
      "learning_rate": 1.9810516104936743e-05,
      "loss": 0.5473,
      "step": 1192
    },
    {
      "epoch": 0.7801209743338238,
      "grad_norm": 2.84375,
      "learning_rate": 1.980963038329396e-05,
      "loss": 0.2899,
      "step": 1193
    },
    {
      "epoch": 0.7807748896517901,
      "grad_norm": 2.953125,
      "learning_rate": 1.9808742616264114e-05,
      "loss": 0.3808,
      "step": 1194
    },
    {
      "epoch": 0.7814288049697564,
      "grad_norm": 4.53125,
      "learning_rate": 1.9807852804032306e-05,
      "loss": 0.7729,
      "step": 1195
    },
    {
      "epoch": 0.7820827202877227,
      "grad_norm": 3.5625,
      "learning_rate": 1.9806960946784076e-05,
      "loss": 0.5398,
      "step": 1196
    },
    {
      "epoch": 0.7827366356056891,
      "grad_norm": 4.59375,
      "learning_rate": 1.9806067044705375e-05,
      "loss": 0.8246,
      "step": 1197
    },
    {
      "epoch": 0.7833905509236554,
      "grad_norm": 4.3125,
      "learning_rate": 1.9805171097982595e-05,
      "loss": 0.6711,
      "step": 1198
    },
    {
      "epoch": 0.7840444662416217,
      "grad_norm": 3.5,
      "learning_rate": 1.9804273106802546e-05,
      "loss": 0.3875,
      "step": 1199
    },
    {
      "epoch": 0.784698381559588,
      "grad_norm": 6.90625,
      "learning_rate": 1.9803373071352467e-05,
      "loss": 1.0515,
      "step": 1200
    },
    {
      "epoch": 0.7853522968775544,
      "grad_norm": 5.625,
      "learning_rate": 1.9802470991820023e-05,
      "loss": 0.7506,
      "step": 1201
    },
    {
      "epoch": 0.7860062121955207,
      "grad_norm": 4.0,
      "learning_rate": 1.9801566868393303e-05,
      "loss": 0.6214,
      "step": 1202
    },
    {
      "epoch": 0.786660127513487,
      "grad_norm": 4.4375,
      "learning_rate": 1.9800660701260826e-05,
      "loss": 0.6577,
      "step": 1203
    },
    {
      "epoch": 0.7873140428314533,
      "grad_norm": 4.65625,
      "learning_rate": 1.9799752490611534e-05,
      "loss": 0.5119,
      "step": 1204
    },
    {
      "epoch": 0.7879679581494197,
      "grad_norm": 4.5,
      "learning_rate": 1.9798842236634797e-05,
      "loss": 0.6337,
      "step": 1205
    },
    {
      "epoch": 0.788621873467386,
      "grad_norm": 2.90625,
      "learning_rate": 1.979792993952041e-05,
      "loss": 0.3248,
      "step": 1206
    },
    {
      "epoch": 0.7892757887853523,
      "grad_norm": 4.125,
      "learning_rate": 1.979701559945859e-05,
      "loss": 0.4343,
      "step": 1207
    },
    {
      "epoch": 0.7899297041033186,
      "grad_norm": 3.671875,
      "learning_rate": 1.9796099216639995e-05,
      "loss": 0.6919,
      "step": 1208
    },
    {
      "epoch": 0.790583619421285,
      "grad_norm": 3.65625,
      "learning_rate": 1.9795180791255687e-05,
      "loss": 0.5202,
      "step": 1209
    },
    {
      "epoch": 0.7912375347392513,
      "grad_norm": 4.25,
      "learning_rate": 1.9794260323497175e-05,
      "loss": 0.5914,
      "step": 1210
    },
    {
      "epoch": 0.7918914500572176,
      "grad_norm": 7.34375,
      "learning_rate": 1.9793337813556372e-05,
      "loss": 0.8604,
      "step": 1211
    },
    {
      "epoch": 0.7925453653751839,
      "grad_norm": 3.03125,
      "learning_rate": 1.9792413261625644e-05,
      "loss": 0.4264,
      "step": 1212
    },
    {
      "epoch": 0.7931992806931503,
      "grad_norm": 6.65625,
      "learning_rate": 1.979148666789775e-05,
      "loss": 0.9233,
      "step": 1213
    },
    {
      "epoch": 0.7938531960111166,
      "grad_norm": 4.25,
      "learning_rate": 1.9790558032565908e-05,
      "loss": 0.4091,
      "step": 1214
    },
    {
      "epoch": 0.7945071113290829,
      "grad_norm": 4.0,
      "learning_rate": 1.9789627355823737e-05,
      "loss": 0.5195,
      "step": 1215
    },
    {
      "epoch": 0.7951610266470492,
      "grad_norm": 4.71875,
      "learning_rate": 1.9788694637865292e-05,
      "loss": 0.6803,
      "step": 1216
    },
    {
      "epoch": 0.7958149419650156,
      "grad_norm": 4.4375,
      "learning_rate": 1.9787759878885054e-05,
      "loss": 0.6369,
      "step": 1217
    },
    {
      "epoch": 0.7964688572829819,
      "grad_norm": 5.1875,
      "learning_rate": 1.9786823079077927e-05,
      "loss": 0.7595,
      "step": 1218
    },
    {
      "epoch": 0.7971227726009482,
      "grad_norm": 4.53125,
      "learning_rate": 1.978588423863924e-05,
      "loss": 0.6496,
      "step": 1219
    },
    {
      "epoch": 0.7977766879189145,
      "grad_norm": 4.25,
      "learning_rate": 1.9784943357764754e-05,
      "loss": 0.6233,
      "step": 1220
    },
    {
      "epoch": 0.7984306032368809,
      "grad_norm": 4.25,
      "learning_rate": 1.978400043665064e-05,
      "loss": 0.5194,
      "step": 1221
    },
    {
      "epoch": 0.7990845185548472,
      "grad_norm": 5.84375,
      "learning_rate": 1.9783055475493516e-05,
      "loss": 0.9662,
      "step": 1222
    },
    {
      "epoch": 0.7997384338728135,
      "grad_norm": 4.59375,
      "learning_rate": 1.9782108474490408e-05,
      "loss": 0.6733,
      "step": 1223
    },
    {
      "epoch": 0.8003923491907798,
      "grad_norm": 3.234375,
      "learning_rate": 1.9781159433838774e-05,
      "loss": 0.3441,
      "step": 1224
    },
    {
      "epoch": 0.8010462645087462,
      "grad_norm": 3.921875,
      "learning_rate": 1.9780208353736493e-05,
      "loss": 0.5661,
      "step": 1225
    },
    {
      "epoch": 0.8017001798267125,
      "grad_norm": 4.90625,
      "learning_rate": 1.9779255234381883e-05,
      "loss": 0.6459,
      "step": 1226
    },
    {
      "epoch": 0.8023540951446788,
      "grad_norm": 3.375,
      "learning_rate": 1.9778300075973668e-05,
      "loss": 0.4205,
      "step": 1227
    },
    {
      "epoch": 0.8030080104626451,
      "grad_norm": 2.234375,
      "learning_rate": 1.9777342878711006e-05,
      "loss": 0.2515,
      "step": 1228
    },
    {
      "epoch": 0.8036619257806115,
      "grad_norm": 5.09375,
      "learning_rate": 1.977638364279349e-05,
      "loss": 0.6933,
      "step": 1229
    },
    {
      "epoch": 0.8043158410985778,
      "grad_norm": 3.671875,
      "learning_rate": 1.9775422368421118e-05,
      "loss": 0.2568,
      "step": 1230
    },
    {
      "epoch": 0.804969756416544,
      "grad_norm": 5.875,
      "learning_rate": 1.9774459055794328e-05,
      "loss": 0.6884,
      "step": 1231
    },
    {
      "epoch": 0.8056236717345103,
      "grad_norm": 3.828125,
      "learning_rate": 1.977349370511398e-05,
      "loss": 0.6073,
      "step": 1232
    },
    {
      "epoch": 0.8062775870524767,
      "grad_norm": 4.5625,
      "learning_rate": 1.9772526316581354e-05,
      "loss": 0.7383,
      "step": 1233
    },
    {
      "epoch": 0.806931502370443,
      "grad_norm": 2.46875,
      "learning_rate": 1.9771556890398156e-05,
      "loss": 0.3692,
      "step": 1234
    },
    {
      "epoch": 0.8075854176884093,
      "grad_norm": 5.46875,
      "learning_rate": 1.9770585426766528e-05,
      "loss": 0.8585,
      "step": 1235
    },
    {
      "epoch": 0.8082393330063756,
      "grad_norm": 4.75,
      "learning_rate": 1.9769611925889016e-05,
      "loss": 0.64,
      "step": 1236
    },
    {
      "epoch": 0.808893248324342,
      "grad_norm": 4.84375,
      "learning_rate": 1.9768636387968616e-05,
      "loss": 0.6219,
      "step": 1237
    },
    {
      "epoch": 0.8095471636423083,
      "grad_norm": 4.625,
      "learning_rate": 1.9767658813208725e-05,
      "loss": 0.8045,
      "step": 1238
    },
    {
      "epoch": 0.8102010789602746,
      "grad_norm": 3.453125,
      "learning_rate": 1.976667920181318e-05,
      "loss": 0.4122,
      "step": 1239
    },
    {
      "epoch": 0.8108549942782409,
      "grad_norm": 3.53125,
      "learning_rate": 1.9765697553986237e-05,
      "loss": 0.5164,
      "step": 1240
    },
    {
      "epoch": 0.8115089095962073,
      "grad_norm": 4.15625,
      "learning_rate": 1.976471386993258e-05,
      "loss": 0.8459,
      "step": 1241
    },
    {
      "epoch": 0.8121628249141736,
      "grad_norm": 3.234375,
      "learning_rate": 1.976372814985731e-05,
      "loss": 0.3772,
      "step": 1242
    },
    {
      "epoch": 0.8128167402321399,
      "grad_norm": 3.40625,
      "learning_rate": 1.9762740393965963e-05,
      "loss": 0.4406,
      "step": 1243
    },
    {
      "epoch": 0.8134706555501062,
      "grad_norm": 5.25,
      "learning_rate": 1.976175060246449e-05,
      "loss": 1.0501,
      "step": 1244
    },
    {
      "epoch": 0.8141245708680726,
      "grad_norm": 3.90625,
      "learning_rate": 1.9760758775559275e-05,
      "loss": 0.4366,
      "step": 1245
    },
    {
      "epoch": 0.8147784861860389,
      "grad_norm": 3.34375,
      "learning_rate": 1.9759764913457113e-05,
      "loss": 0.4725,
      "step": 1246
    },
    {
      "epoch": 0.8154324015040052,
      "grad_norm": 6.0,
      "learning_rate": 1.9758769016365242e-05,
      "loss": 0.719,
      "step": 1247
    },
    {
      "epoch": 0.8160863168219715,
      "grad_norm": 8.6875,
      "learning_rate": 1.975777108449131e-05,
      "loss": 1.6058,
      "step": 1248
    },
    {
      "epoch": 0.8167402321399378,
      "grad_norm": 3.65625,
      "learning_rate": 1.9756771118043393e-05,
      "loss": 0.5823,
      "step": 1249
    },
    {
      "epoch": 0.8173941474579042,
      "grad_norm": 4.59375,
      "learning_rate": 1.9755769117229993e-05,
      "loss": 0.7355,
      "step": 1250
    },
    {
      "epoch": 0.8180480627758705,
      "grad_norm": 2.921875,
      "learning_rate": 1.9754765082260035e-05,
      "loss": 0.438,
      "step": 1251
    },
    {
      "epoch": 0.8187019780938368,
      "grad_norm": 4.25,
      "learning_rate": 1.9753759013342875e-05,
      "loss": 0.6023,
      "step": 1252
    },
    {
      "epoch": 0.8193558934118031,
      "grad_norm": 2.984375,
      "learning_rate": 1.9752750910688278e-05,
      "loss": 0.3565,
      "step": 1253
    },
    {
      "epoch": 0.8200098087297695,
      "grad_norm": 4.21875,
      "learning_rate": 1.975174077450644e-05,
      "loss": 0.6343,
      "step": 1254
    },
    {
      "epoch": 0.8206637240477358,
      "grad_norm": 4.25,
      "learning_rate": 1.975072860500799e-05,
      "loss": 0.8848,
      "step": 1255
    },
    {
      "epoch": 0.8213176393657021,
      "grad_norm": 4.6875,
      "learning_rate": 1.974971440240397e-05,
      "loss": 0.8236,
      "step": 1256
    },
    {
      "epoch": 0.8219715546836684,
      "grad_norm": 4.53125,
      "learning_rate": 1.9748698166905847e-05,
      "loss": 0.5921,
      "step": 1257
    },
    {
      "epoch": 0.8226254700016348,
      "grad_norm": 3.5,
      "learning_rate": 1.974767989872552e-05,
      "loss": 0.6978,
      "step": 1258
    },
    {
      "epoch": 0.8232793853196011,
      "grad_norm": 4.34375,
      "learning_rate": 1.9746659598075303e-05,
      "loss": 0.503,
      "step": 1259
    },
    {
      "epoch": 0.8239333006375674,
      "grad_norm": 2.984375,
      "learning_rate": 1.9745637265167937e-05,
      "loss": 0.4463,
      "step": 1260
    },
    {
      "epoch": 0.8245872159555337,
      "grad_norm": 3.109375,
      "learning_rate": 1.9744612900216588e-05,
      "loss": 0.3345,
      "step": 1261
    },
    {
      "epoch": 0.8252411312735001,
      "grad_norm": 3.453125,
      "learning_rate": 1.9743586503434842e-05,
      "loss": 0.4771,
      "step": 1262
    },
    {
      "epoch": 0.8258950465914664,
      "grad_norm": 4.96875,
      "learning_rate": 1.9742558075036712e-05,
      "loss": 0.6727,
      "step": 1263
    },
    {
      "epoch": 0.8265489619094327,
      "grad_norm": 3.71875,
      "learning_rate": 1.974152761523663e-05,
      "loss": 0.5154,
      "step": 1264
    },
    {
      "epoch": 0.827202877227399,
      "grad_norm": 3.765625,
      "learning_rate": 1.9740495124249462e-05,
      "loss": 0.4207,
      "step": 1265
    },
    {
      "epoch": 0.8278567925453654,
      "grad_norm": 4.5625,
      "learning_rate": 1.973946060229049e-05,
      "loss": 0.6274,
      "step": 1266
    },
    {
      "epoch": 0.8285107078633317,
      "grad_norm": 4.3125,
      "learning_rate": 1.973842404957541e-05,
      "loss": 0.4892,
      "step": 1267
    },
    {
      "epoch": 0.829164623181298,
      "grad_norm": 4.40625,
      "learning_rate": 1.9737385466320366e-05,
      "loss": 0.4182,
      "step": 1268
    },
    {
      "epoch": 0.8298185384992643,
      "grad_norm": 6.125,
      "learning_rate": 1.9736344852741905e-05,
      "loss": 1.1654,
      "step": 1269
    },
    {
      "epoch": 0.8304724538172307,
      "grad_norm": 3.21875,
      "learning_rate": 1.9735302209057e-05,
      "loss": 0.352,
      "step": 1270
    },
    {
      "epoch": 0.831126369135197,
      "grad_norm": 3.84375,
      "learning_rate": 1.973425753548305e-05,
      "loss": 0.5972,
      "step": 1271
    },
    {
      "epoch": 0.8317802844531633,
      "grad_norm": 5.34375,
      "learning_rate": 1.9733210832237887e-05,
      "loss": 0.854,
      "step": 1272
    },
    {
      "epoch": 0.8324341997711296,
      "grad_norm": 6.5,
      "learning_rate": 1.9732162099539748e-05,
      "loss": 0.8069,
      "step": 1273
    },
    {
      "epoch": 0.833088115089096,
      "grad_norm": 6.53125,
      "learning_rate": 1.9731111337607304e-05,
      "loss": 0.87,
      "step": 1274
    },
    {
      "epoch": 0.8337420304070623,
      "grad_norm": 4.3125,
      "learning_rate": 1.9730058546659653e-05,
      "loss": 0.4515,
      "step": 1275
    },
    {
      "epoch": 0.8343959457250286,
      "grad_norm": 4.59375,
      "learning_rate": 1.97290037269163e-05,
      "loss": 0.7724,
      "step": 1276
    },
    {
      "epoch": 0.835049861042995,
      "grad_norm": 6.0,
      "learning_rate": 1.9727946878597193e-05,
      "loss": 0.8362,
      "step": 1277
    },
    {
      "epoch": 0.8357037763609613,
      "grad_norm": 3.046875,
      "learning_rate": 1.9726888001922693e-05,
      "loss": 0.3663,
      "step": 1278
    },
    {
      "epoch": 0.8363576916789276,
      "grad_norm": 3.734375,
      "learning_rate": 1.9725827097113578e-05,
      "loss": 0.3654,
      "step": 1279
    },
    {
      "epoch": 0.8370116069968939,
      "grad_norm": 4.625,
      "learning_rate": 1.9724764164391063e-05,
      "loss": 0.6039,
      "step": 1280
    },
    {
      "epoch": 0.8376655223148602,
      "grad_norm": 5.78125,
      "learning_rate": 1.9723699203976768e-05,
      "loss": 1.0668,
      "step": 1281
    },
    {
      "epoch": 0.8383194376328266,
      "grad_norm": 5.78125,
      "learning_rate": 1.9722632216092752e-05,
      "loss": 0.9367,
      "step": 1282
    },
    {
      "epoch": 0.8389733529507929,
      "grad_norm": 2.9375,
      "learning_rate": 1.9721563200961494e-05,
      "loss": 0.3356,
      "step": 1283
    },
    {
      "epoch": 0.8396272682687592,
      "grad_norm": 4.65625,
      "learning_rate": 1.9720492158805884e-05,
      "loss": 0.4986,
      "step": 1284
    },
    {
      "epoch": 0.8402811835867255,
      "grad_norm": 4.875,
      "learning_rate": 1.971941908984925e-05,
      "loss": 0.6653,
      "step": 1285
    },
    {
      "epoch": 0.8409350989046919,
      "grad_norm": 4.9375,
      "learning_rate": 1.971834399431533e-05,
      "loss": 0.7116,
      "step": 1286
    },
    {
      "epoch": 0.8415890142226582,
      "grad_norm": 6.71875,
      "learning_rate": 1.9717266872428295e-05,
      "loss": 0.9576,
      "step": 1287
    },
    {
      "epoch": 0.8422429295406245,
      "grad_norm": 4.40625,
      "learning_rate": 1.9716187724412728e-05,
      "loss": 0.567,
      "step": 1288
    },
    {
      "epoch": 0.8428968448585908,
      "grad_norm": 4.625,
      "learning_rate": 1.9715106550493645e-05,
      "loss": 0.442,
      "step": 1289
    },
    {
      "epoch": 0.8435507601765572,
      "grad_norm": 3.96875,
      "learning_rate": 1.971402335089648e-05,
      "loss": 0.5429,
      "step": 1290
    },
    {
      "epoch": 0.8442046754945235,
      "grad_norm": 3.0625,
      "learning_rate": 1.9712938125847086e-05,
      "loss": 0.3932,
      "step": 1291
    },
    {
      "epoch": 0.8448585908124898,
      "grad_norm": 4.46875,
      "learning_rate": 1.971185087557174e-05,
      "loss": 0.7773,
      "step": 1292
    },
    {
      "epoch": 0.8455125061304561,
      "grad_norm": 3.875,
      "learning_rate": 1.9710761600297147e-05,
      "loss": 0.7628,
      "step": 1293
    },
    {
      "epoch": 0.8461664214484225,
      "grad_norm": 3.71875,
      "learning_rate": 1.9709670300250425e-05,
      "loss": 0.5101,
      "step": 1294
    },
    {
      "epoch": 0.8468203367663888,
      "grad_norm": 3.140625,
      "learning_rate": 1.9708576975659123e-05,
      "loss": 0.5427,
      "step": 1295
    },
    {
      "epoch": 0.8474742520843551,
      "grad_norm": 4.28125,
      "learning_rate": 1.9707481626751206e-05,
      "loss": 0.632,
      "step": 1296
    },
    {
      "epoch": 0.8481281674023214,
      "grad_norm": 4.0625,
      "learning_rate": 1.9706384253755063e-05,
      "loss": 0.4592,
      "step": 1297
    },
    {
      "epoch": 0.8487820827202878,
      "grad_norm": 4.59375,
      "learning_rate": 1.97052848568995e-05,
      "loss": 0.579,
      "step": 1298
    },
    {
      "epoch": 0.8494359980382541,
      "grad_norm": 5.46875,
      "learning_rate": 1.9704183436413764e-05,
      "loss": 1.0889,
      "step": 1299
    },
    {
      "epoch": 0.8500899133562204,
      "grad_norm": 4.375,
      "learning_rate": 1.9703079992527495e-05,
      "loss": 0.7516,
      "step": 1300
    },
    {
      "epoch": 0.8507438286741867,
      "grad_norm": 3.296875,
      "learning_rate": 1.970197452547078e-05,
      "loss": 0.3716,
      "step": 1301
    },
    {
      "epoch": 0.8513977439921531,
      "grad_norm": 3.28125,
      "learning_rate": 1.970086703547411e-05,
      "loss": 0.371,
      "step": 1302
    },
    {
      "epoch": 0.8520516593101194,
      "grad_norm": 4.09375,
      "learning_rate": 1.9699757522768413e-05,
      "loss": 0.51,
      "step": 1303
    },
    {
      "epoch": 0.8527055746280857,
      "grad_norm": 4.34375,
      "learning_rate": 1.969864598758503e-05,
      "loss": 0.6076,
      "step": 1304
    },
    {
      "epoch": 0.853359489946052,
      "grad_norm": 5.375,
      "learning_rate": 1.9697532430155718e-05,
      "loss": 0.934,
      "step": 1305
    },
    {
      "epoch": 0.8540134052640183,
      "grad_norm": 4.78125,
      "learning_rate": 1.969641685071267e-05,
      "loss": 0.9857,
      "step": 1306
    },
    {
      "epoch": 0.8546673205819846,
      "grad_norm": 2.578125,
      "learning_rate": 1.9695299249488488e-05,
      "loss": 0.2168,
      "step": 1307
    },
    {
      "epoch": 0.8553212358999509,
      "grad_norm": 9.375,
      "learning_rate": 1.969417962671621e-05,
      "loss": 0.8594,
      "step": 1308
    },
    {
      "epoch": 0.8559751512179172,
      "grad_norm": 4.96875,
      "learning_rate": 1.9693057982629277e-05,
      "loss": 0.7069,
      "step": 1309
    },
    {
      "epoch": 0.8566290665358836,
      "grad_norm": 5.125,
      "learning_rate": 1.9691934317461565e-05,
      "loss": 1.0717,
      "step": 1310
    },
    {
      "epoch": 0.8572829818538499,
      "grad_norm": 5.46875,
      "learning_rate": 1.9690808631447368e-05,
      "loss": 0.7704,
      "step": 1311
    },
    {
      "epoch": 0.8579368971718162,
      "grad_norm": 7.25,
      "learning_rate": 1.9689680924821395e-05,
      "loss": 1.098,
      "step": 1312
    },
    {
      "epoch": 0.8585908124897825,
      "grad_norm": 4.09375,
      "learning_rate": 1.9688551197818788e-05,
      "loss": 0.5938,
      "step": 1313
    },
    {
      "epoch": 0.8592447278077489,
      "grad_norm": 4.53125,
      "learning_rate": 1.9687419450675104e-05,
      "loss": 0.7635,
      "step": 1314
    },
    {
      "epoch": 0.8598986431257152,
      "grad_norm": 3.53125,
      "learning_rate": 1.9686285683626316e-05,
      "loss": 0.3596,
      "step": 1315
    },
    {
      "epoch": 0.8605525584436815,
      "grad_norm": 4.40625,
      "learning_rate": 1.9685149896908832e-05,
      "loss": 0.6028,
      "step": 1316
    },
    {
      "epoch": 0.8612064737616478,
      "grad_norm": 3.6875,
      "learning_rate": 1.968401209075946e-05,
      "loss": 0.496,
      "step": 1317
    },
    {
      "epoch": 0.8618603890796142,
      "grad_norm": 3.28125,
      "learning_rate": 1.9682872265415458e-05,
      "loss": 0.4101,
      "step": 1318
    },
    {
      "epoch": 0.8625143043975805,
      "grad_norm": 4.875,
      "learning_rate": 1.9681730421114475e-05,
      "loss": 0.481,
      "step": 1319
    },
    {
      "epoch": 0.8631682197155468,
      "grad_norm": 5.59375,
      "learning_rate": 1.9680586558094604e-05,
      "loss": 0.5441,
      "step": 1320
    },
    {
      "epoch": 0.8638221350335131,
      "grad_norm": 4.0,
      "learning_rate": 1.9679440676594342e-05,
      "loss": 0.4592,
      "step": 1321
    },
    {
      "epoch": 0.8644760503514795,
      "grad_norm": 5.0625,
      "learning_rate": 1.967829277685262e-05,
      "loss": 0.6525,
      "step": 1322
    },
    {
      "epoch": 0.8651299656694458,
      "grad_norm": 4.03125,
      "learning_rate": 1.9677142859108784e-05,
      "loss": 0.367,
      "step": 1323
    },
    {
      "epoch": 0.8657838809874121,
      "grad_norm": 4.09375,
      "learning_rate": 1.96759909236026e-05,
      "loss": 0.5479,
      "step": 1324
    },
    {
      "epoch": 0.8664377963053784,
      "grad_norm": 5.0,
      "learning_rate": 1.9674836970574253e-05,
      "loss": 0.7971,
      "step": 1325
    },
    {
      "epoch": 0.8670917116233448,
      "grad_norm": 4.34375,
      "learning_rate": 1.9673681000264358e-05,
      "loss": 0.6036,
      "step": 1326
    },
    {
      "epoch": 0.8677456269413111,
      "grad_norm": 5.875,
      "learning_rate": 1.9672523012913937e-05,
      "loss": 0.9767,
      "step": 1327
    },
    {
      "epoch": 0.8683995422592774,
      "grad_norm": 4.28125,
      "learning_rate": 1.9671363008764445e-05,
      "loss": 0.666,
      "step": 1328
    },
    {
      "epoch": 0.8690534575772437,
      "grad_norm": 5.125,
      "learning_rate": 1.967020098805775e-05,
      "loss": 0.8879,
      "step": 1329
    },
    {
      "epoch": 0.86970737289521,
      "grad_norm": 4.40625,
      "learning_rate": 1.966903695103614e-05,
      "loss": 0.576,
      "step": 1330
    },
    {
      "epoch": 0.8703612882131764,
      "grad_norm": 4.15625,
      "learning_rate": 1.966787089794233e-05,
      "loss": 0.4973,
      "step": 1331
    },
    {
      "epoch": 0.8710152035311427,
      "grad_norm": 5.875,
      "learning_rate": 1.9666702829019455e-05,
      "loss": 1.0025,
      "step": 1332
    },
    {
      "epoch": 0.871669118849109,
      "grad_norm": 3.75,
      "learning_rate": 1.966553274451106e-05,
      "loss": 0.4209,
      "step": 1333
    },
    {
      "epoch": 0.8723230341670754,
      "grad_norm": 4.875,
      "learning_rate": 1.9664360644661118e-05,
      "loss": 0.7864,
      "step": 1334
    },
    {
      "epoch": 0.8729769494850417,
      "grad_norm": 4.0625,
      "learning_rate": 1.9663186529714022e-05,
      "loss": 0.6316,
      "step": 1335
    },
    {
      "epoch": 0.873630864803008,
      "grad_norm": 7.34375,
      "learning_rate": 1.9662010399914588e-05,
      "loss": 0.8036,
      "step": 1336
    },
    {
      "epoch": 0.8742847801209743,
      "grad_norm": 5.25,
      "learning_rate": 1.9660832255508045e-05,
      "loss": 0.937,
      "step": 1337
    },
    {
      "epoch": 0.8749386954389407,
      "grad_norm": 4.84375,
      "learning_rate": 1.9659652096740042e-05,
      "loss": 0.8778,
      "step": 1338
    },
    {
      "epoch": 0.875592610756907,
      "grad_norm": 4.15625,
      "learning_rate": 1.9658469923856664e-05,
      "loss": 0.4902,
      "step": 1339
    },
    {
      "epoch": 0.8762465260748733,
      "grad_norm": 4.1875,
      "learning_rate": 1.965728573710439e-05,
      "loss": 0.7317,
      "step": 1340
    },
    {
      "epoch": 0.8769004413928396,
      "grad_norm": 3.671875,
      "learning_rate": 1.965609953673014e-05,
      "loss": 0.6844,
      "step": 1341
    },
    {
      "epoch": 0.877554356710806,
      "grad_norm": 5.90625,
      "learning_rate": 1.965491132298124e-05,
      "loss": 0.5328,
      "step": 1342
    },
    {
      "epoch": 0.8782082720287723,
      "grad_norm": 5.96875,
      "learning_rate": 1.9653721096105448e-05,
      "loss": 0.8051,
      "step": 1343
    },
    {
      "epoch": 0.8788621873467386,
      "grad_norm": 3.46875,
      "learning_rate": 1.965252885635094e-05,
      "loss": 0.5046,
      "step": 1344
    },
    {
      "epoch": 0.8795161026647049,
      "grad_norm": 5.0,
      "learning_rate": 1.9651334603966298e-05,
      "loss": 0.6676,
      "step": 1345
    },
    {
      "epoch": 0.8801700179826712,
      "grad_norm": 5.21875,
      "learning_rate": 1.9650138339200535e-05,
      "loss": 0.766,
      "step": 1346
    },
    {
      "epoch": 0.8808239333006376,
      "grad_norm": 4.34375,
      "learning_rate": 1.9648940062303085e-05,
      "loss": 0.6907,
      "step": 1347
    },
    {
      "epoch": 0.8814778486186039,
      "grad_norm": 3.671875,
      "learning_rate": 1.96477397735238e-05,
      "loss": 0.5437,
      "step": 1348
    },
    {
      "epoch": 0.8821317639365702,
      "grad_norm": 4.03125,
      "learning_rate": 1.9646537473112946e-05,
      "loss": 0.6664,
      "step": 1349
    },
    {
      "epoch": 0.8827856792545365,
      "grad_norm": 5.0625,
      "learning_rate": 1.9645333161321213e-05,
      "loss": 0.8064,
      "step": 1350
    },
    {
      "epoch": 0.8834395945725029,
      "grad_norm": 4.03125,
      "learning_rate": 1.964412683839971e-05,
      "loss": 0.5848,
      "step": 1351
    },
    {
      "epoch": 0.8840935098904692,
      "grad_norm": 2.90625,
      "learning_rate": 1.9642918504599967e-05,
      "loss": 0.3608,
      "step": 1352
    },
    {
      "epoch": 0.8847474252084355,
      "grad_norm": 3.625,
      "learning_rate": 1.964170816017393e-05,
      "loss": 0.8004,
      "step": 1353
    },
    {
      "epoch": 0.8854013405264018,
      "grad_norm": 5.25,
      "learning_rate": 1.9640495805373965e-05,
      "loss": 0.6615,
      "step": 1354
    },
    {
      "epoch": 0.8860552558443682,
      "grad_norm": 5.59375,
      "learning_rate": 1.9639281440452858e-05,
      "loss": 0.9144,
      "step": 1355
    },
    {
      "epoch": 0.8867091711623345,
      "grad_norm": 5.09375,
      "learning_rate": 1.9638065065663815e-05,
      "loss": 0.9773,
      "step": 1356
    },
    {
      "epoch": 0.8873630864803008,
      "grad_norm": 3.4375,
      "learning_rate": 1.963684668126046e-05,
      "loss": 0.4712,
      "step": 1357
    },
    {
      "epoch": 0.8880170017982671,
      "grad_norm": 4.84375,
      "learning_rate": 1.9635626287496833e-05,
      "loss": 0.7769,
      "step": 1358
    },
    {
      "epoch": 0.8886709171162335,
      "grad_norm": 3.828125,
      "learning_rate": 1.9634403884627394e-05,
      "loss": 0.6143,
      "step": 1359
    },
    {
      "epoch": 0.8893248324341998,
      "grad_norm": 4.09375,
      "learning_rate": 1.9633179472907032e-05,
      "loss": 0.5514,
      "step": 1360
    },
    {
      "epoch": 0.8899787477521661,
      "grad_norm": 5.125,
      "learning_rate": 1.963195305259104e-05,
      "loss": 0.5352,
      "step": 1361
    },
    {
      "epoch": 0.8906326630701324,
      "grad_norm": 4.0625,
      "learning_rate": 1.9630724623935146e-05,
      "loss": 0.4738,
      "step": 1362
    },
    {
      "epoch": 0.8912865783880988,
      "grad_norm": 5.3125,
      "learning_rate": 1.9629494187195473e-05,
      "loss": 0.8231,
      "step": 1363
    },
    {
      "epoch": 0.8919404937060651,
      "grad_norm": 5.03125,
      "learning_rate": 1.9628261742628587e-05,
      "loss": 0.894,
      "step": 1364
    },
    {
      "epoch": 0.8925944090240314,
      "grad_norm": 4.03125,
      "learning_rate": 1.962702729049146e-05,
      "loss": 0.6571,
      "step": 1365
    },
    {
      "epoch": 0.8932483243419977,
      "grad_norm": 6.0,
      "learning_rate": 1.9625790831041484e-05,
      "loss": 0.8724,
      "step": 1366
    },
    {
      "epoch": 0.8939022396599641,
      "grad_norm": 5.75,
      "learning_rate": 1.9624552364536472e-05,
      "loss": 0.6192,
      "step": 1367
    },
    {
      "epoch": 0.8945561549779304,
      "grad_norm": 5.46875,
      "learning_rate": 1.962331189123466e-05,
      "loss": 0.872,
      "step": 1368
    },
    {
      "epoch": 0.8952100702958967,
      "grad_norm": 4.09375,
      "learning_rate": 1.9622069411394685e-05,
      "loss": 0.6936,
      "step": 1369
    },
    {
      "epoch": 0.895863985613863,
      "grad_norm": 4.125,
      "learning_rate": 1.962082492527562e-05,
      "loss": 0.5064,
      "step": 1370
    },
    {
      "epoch": 0.8965179009318294,
      "grad_norm": 5.0625,
      "learning_rate": 1.961957843313695e-05,
      "loss": 0.7711,
      "step": 1371
    },
    {
      "epoch": 0.8971718162497957,
      "grad_norm": 3.953125,
      "learning_rate": 1.9618329935238582e-05,
      "loss": 0.4953,
      "step": 1372
    },
    {
      "epoch": 0.897825731567762,
      "grad_norm": 4.4375,
      "learning_rate": 1.961707943184083e-05,
      "loss": 0.541,
      "step": 1373
    },
    {
      "epoch": 0.8984796468857283,
      "grad_norm": 3.75,
      "learning_rate": 1.9615826923204446e-05,
      "loss": 0.4206,
      "step": 1374
    },
    {
      "epoch": 0.8991335622036947,
      "grad_norm": 6.65625,
      "learning_rate": 1.9614572409590575e-05,
      "loss": 1.1008,
      "step": 1375
    },
    {
      "epoch": 0.899787477521661,
      "grad_norm": 4.21875,
      "learning_rate": 1.96133158912608e-05,
      "loss": 0.5554,
      "step": 1376
    },
    {
      "epoch": 0.9004413928396273,
      "grad_norm": 3.6875,
      "learning_rate": 1.9612057368477117e-05,
      "loss": 0.4283,
      "step": 1377
    },
    {
      "epoch": 0.9010953081575936,
      "grad_norm": 5.78125,
      "learning_rate": 1.9610796841501935e-05,
      "loss": 0.7818,
      "step": 1378
    },
    {
      "epoch": 0.90174922347556,
      "grad_norm": 4.03125,
      "learning_rate": 1.9609534310598083e-05,
      "loss": 0.6435,
      "step": 1379
    },
    {
      "epoch": 0.9024031387935263,
      "grad_norm": 4.59375,
      "learning_rate": 1.9608269776028813e-05,
      "loss": 0.6275,
      "step": 1380
    },
    {
      "epoch": 0.9030570541114925,
      "grad_norm": 3.375,
      "learning_rate": 1.960700323805779e-05,
      "loss": 0.4377,
      "step": 1381
    },
    {
      "epoch": 0.9037109694294588,
      "grad_norm": 5.78125,
      "learning_rate": 1.960573469694909e-05,
      "loss": 0.5706,
      "step": 1382
    },
    {
      "epoch": 0.9043648847474252,
      "grad_norm": 3.109375,
      "learning_rate": 1.960446415296722e-05,
      "loss": 0.3354,
      "step": 1383
    },
    {
      "epoch": 0.9050188000653915,
      "grad_norm": 4.6875,
      "learning_rate": 1.9603191606377105e-05,
      "loss": 0.6345,
      "step": 1384
    },
    {
      "epoch": 0.9056727153833578,
      "grad_norm": 3.96875,
      "learning_rate": 1.960191705744407e-05,
      "loss": 0.6971,
      "step": 1385
    },
    {
      "epoch": 0.9063266307013241,
      "grad_norm": 3.15625,
      "learning_rate": 1.9600640506433873e-05,
      "loss": 0.4258,
      "step": 1386
    },
    {
      "epoch": 0.9069805460192905,
      "grad_norm": 3.40625,
      "learning_rate": 1.9599361953612685e-05,
      "loss": 0.4723,
      "step": 1387
    },
    {
      "epoch": 0.9076344613372568,
      "grad_norm": 4.46875,
      "learning_rate": 1.95980813992471e-05,
      "loss": 0.7193,
      "step": 1388
    },
    {
      "epoch": 0.9082883766552231,
      "grad_norm": 3.40625,
      "learning_rate": 1.9596798843604114e-05,
      "loss": 0.4142,
      "step": 1389
    },
    {
      "epoch": 0.9089422919731894,
      "grad_norm": 4.15625,
      "learning_rate": 1.9595514286951155e-05,
      "loss": 0.6368,
      "step": 1390
    },
    {
      "epoch": 0.9095962072911558,
      "grad_norm": 4.375,
      "learning_rate": 1.9594227729556064e-05,
      "loss": 0.4688,
      "step": 1391
    },
    {
      "epoch": 0.9102501226091221,
      "grad_norm": 3.875,
      "learning_rate": 1.95929391716871e-05,
      "loss": 0.5326,
      "step": 1392
    },
    {
      "epoch": 0.9109040379270884,
      "grad_norm": 4.8125,
      "learning_rate": 1.9591648613612936e-05,
      "loss": 0.9176,
      "step": 1393
    },
    {
      "epoch": 0.9115579532450547,
      "grad_norm": 6.40625,
      "learning_rate": 1.9590356055602662e-05,
      "loss": 1.0696,
      "step": 1394
    },
    {
      "epoch": 0.912211868563021,
      "grad_norm": 4.15625,
      "learning_rate": 1.958906149792579e-05,
      "loss": 0.4847,
      "step": 1395
    },
    {
      "epoch": 0.9128657838809874,
      "grad_norm": 3.34375,
      "learning_rate": 1.958776494085224e-05,
      "loss": 0.4474,
      "step": 1396
    },
    {
      "epoch": 0.9135196991989537,
      "grad_norm": 4.90625,
      "learning_rate": 1.9586466384652366e-05,
      "loss": 0.4446,
      "step": 1397
    },
    {
      "epoch": 0.91417361451692,
      "grad_norm": 3.625,
      "learning_rate": 1.9585165829596917e-05,
      "loss": 0.4773,
      "step": 1398
    },
    {
      "epoch": 0.9148275298348864,
      "grad_norm": 4.65625,
      "learning_rate": 1.9583863275957072e-05,
      "loss": 0.653,
      "step": 1399
    },
    {
      "epoch": 0.9154814451528527,
      "grad_norm": 3.578125,
      "learning_rate": 1.9582558724004423e-05,
      "loss": 0.4315,
      "step": 1400
    },
    {
      "epoch": 0.916135360470819,
      "grad_norm": 6.25,
      "learning_rate": 1.958125217401098e-05,
      "loss": 1.4404,
      "step": 1401
    },
    {
      "epoch": 0.9167892757887853,
      "grad_norm": 6.0625,
      "learning_rate": 1.9579943626249178e-05,
      "loss": 0.7897,
      "step": 1402
    },
    {
      "epoch": 0.9174431911067517,
      "grad_norm": 3.796875,
      "learning_rate": 1.9578633080991843e-05,
      "loss": 0.4445,
      "step": 1403
    },
    {
      "epoch": 0.918097106424718,
      "grad_norm": 6.3125,
      "learning_rate": 1.9577320538512246e-05,
      "loss": 0.7226,
      "step": 1404
    },
    {
      "epoch": 0.9187510217426843,
      "grad_norm": 4.15625,
      "learning_rate": 1.957600599908406e-05,
      "loss": 0.6411,
      "step": 1405
    },
    {
      "epoch": 0.9194049370606506,
      "grad_norm": 5.21875,
      "learning_rate": 1.957468946298138e-05,
      "loss": 0.6734,
      "step": 1406
    },
    {
      "epoch": 0.920058852378617,
      "grad_norm": 4.09375,
      "learning_rate": 1.957337093047871e-05,
      "loss": 0.7218,
      "step": 1407
    },
    {
      "epoch": 0.9207127676965833,
      "grad_norm": 3.65625,
      "learning_rate": 1.9572050401850972e-05,
      "loss": 0.5851,
      "step": 1408
    },
    {
      "epoch": 0.9213666830145496,
      "grad_norm": 5.71875,
      "learning_rate": 1.9570727877373514e-05,
      "loss": 0.7319,
      "step": 1409
    },
    {
      "epoch": 0.9220205983325159,
      "grad_norm": 3.265625,
      "learning_rate": 1.956940335732209e-05,
      "loss": 0.4833,
      "step": 1410
    },
    {
      "epoch": 0.9226745136504823,
      "grad_norm": 5.0,
      "learning_rate": 1.9568076841972875e-05,
      "loss": 0.8887,
      "step": 1411
    },
    {
      "epoch": 0.9233284289684486,
      "grad_norm": 3.40625,
      "learning_rate": 1.9566748331602453e-05,
      "loss": 0.54,
      "step": 1412
    },
    {
      "epoch": 0.9239823442864149,
      "grad_norm": 5.71875,
      "learning_rate": 1.9565417826487835e-05,
      "loss": 0.6719,
      "step": 1413
    },
    {
      "epoch": 0.9246362596043812,
      "grad_norm": 4.625,
      "learning_rate": 1.9564085326906434e-05,
      "loss": 0.5223,
      "step": 1414
    },
    {
      "epoch": 0.9252901749223476,
      "grad_norm": 3.6875,
      "learning_rate": 1.9562750833136096e-05,
      "loss": 0.5198,
      "step": 1415
    },
    {
      "epoch": 0.9259440902403139,
      "grad_norm": 4.5,
      "learning_rate": 1.9561414345455073e-05,
      "loss": 0.5871,
      "step": 1416
    },
    {
      "epoch": 0.9265980055582802,
      "grad_norm": 4.125,
      "learning_rate": 1.9560075864142028e-05,
      "loss": 0.5454,
      "step": 1417
    },
    {
      "epoch": 0.9272519208762465,
      "grad_norm": 4.8125,
      "learning_rate": 1.9558735389476044e-05,
      "loss": 0.5979,
      "step": 1418
    },
    {
      "epoch": 0.9279058361942129,
      "grad_norm": 5.09375,
      "learning_rate": 1.955739292173663e-05,
      "loss": 0.9165,
      "step": 1419
    },
    {
      "epoch": 0.9285597515121792,
      "grad_norm": 3.484375,
      "learning_rate": 1.9556048461203692e-05,
      "loss": 0.4034,
      "step": 1420
    },
    {
      "epoch": 0.9292136668301455,
      "grad_norm": 7.65625,
      "learning_rate": 1.9554702008157567e-05,
      "loss": 1.1863,
      "step": 1421
    },
    {
      "epoch": 0.9298675821481118,
      "grad_norm": 3.4375,
      "learning_rate": 1.9553353562878997e-05,
      "loss": 0.6109,
      "step": 1422
    },
    {
      "epoch": 0.9305214974660782,
      "grad_norm": 3.015625,
      "learning_rate": 1.9552003125649145e-05,
      "loss": 0.5343,
      "step": 1423
    },
    {
      "epoch": 0.9311754127840445,
      "grad_norm": 3.625,
      "learning_rate": 1.9550650696749593e-05,
      "loss": 0.487,
      "step": 1424
    },
    {
      "epoch": 0.9318293281020108,
      "grad_norm": 3.296875,
      "learning_rate": 1.9549296276462326e-05,
      "loss": 0.504,
      "step": 1425
    },
    {
      "epoch": 0.9324832434199771,
      "grad_norm": 4.625,
      "learning_rate": 1.9547939865069755e-05,
      "loss": 0.8877,
      "step": 1426
    },
    {
      "epoch": 0.9331371587379435,
      "grad_norm": 3.921875,
      "learning_rate": 1.9546581462854705e-05,
      "loss": 0.7203,
      "step": 1427
    },
    {
      "epoch": 0.9337910740559098,
      "grad_norm": 3.71875,
      "learning_rate": 1.9545221070100407e-05,
      "loss": 0.5545,
      "step": 1428
    },
    {
      "epoch": 0.9344449893738761,
      "grad_norm": 7.125,
      "learning_rate": 1.9543858687090517e-05,
      "loss": 0.824,
      "step": 1429
    },
    {
      "epoch": 0.9350989046918424,
      "grad_norm": 2.6875,
      "learning_rate": 1.954249431410911e-05,
      "loss": 0.3832,
      "step": 1430
    },
    {
      "epoch": 0.9357528200098088,
      "grad_norm": 3.78125,
      "learning_rate": 1.9541127951440656e-05,
      "loss": 0.7981,
      "step": 1431
    },
    {
      "epoch": 0.9364067353277751,
      "grad_norm": 5.90625,
      "learning_rate": 1.953975959937006e-05,
      "loss": 0.6708,
      "step": 1432
    },
    {
      "epoch": 0.9370606506457414,
      "grad_norm": 3.734375,
      "learning_rate": 1.9538389258182638e-05,
      "loss": 0.5624,
      "step": 1433
    },
    {
      "epoch": 0.9377145659637077,
      "grad_norm": 5.34375,
      "learning_rate": 1.953701692816411e-05,
      "loss": 0.883,
      "step": 1434
    },
    {
      "epoch": 0.938368481281674,
      "grad_norm": 3.640625,
      "learning_rate": 1.9535642609600625e-05,
      "loss": 0.5844,
      "step": 1435
    },
    {
      "epoch": 0.9390223965996404,
      "grad_norm": 3.71875,
      "learning_rate": 1.953426630277873e-05,
      "loss": 0.5852,
      "step": 1436
    },
    {
      "epoch": 0.9396763119176067,
      "grad_norm": 5.09375,
      "learning_rate": 1.9532888007985408e-05,
      "loss": 0.8348,
      "step": 1437
    },
    {
      "epoch": 0.940330227235573,
      "grad_norm": 4.53125,
      "learning_rate": 1.953150772550803e-05,
      "loss": 0.4851,
      "step": 1438
    },
    {
      "epoch": 0.9409841425535393,
      "grad_norm": 3.6875,
      "learning_rate": 1.9530125455634407e-05,
      "loss": 0.6099,
      "step": 1439
    },
    {
      "epoch": 0.9416380578715057,
      "grad_norm": 3.109375,
      "learning_rate": 1.952874119865275e-05,
      "loss": 0.3754,
      "step": 1440
    },
    {
      "epoch": 0.942291973189472,
      "grad_norm": 4.25,
      "learning_rate": 1.9527354954851693e-05,
      "loss": 0.4043,
      "step": 1441
    },
    {
      "epoch": 0.9429458885074383,
      "grad_norm": 8.4375,
      "learning_rate": 1.952596672452027e-05,
      "loss": 1.1566,
      "step": 1442
    },
    {
      "epoch": 0.9435998038254046,
      "grad_norm": 3.859375,
      "learning_rate": 1.9524576507947942e-05,
      "loss": 0.4023,
      "step": 1443
    },
    {
      "epoch": 0.944253719143371,
      "grad_norm": 5.1875,
      "learning_rate": 1.952318430542458e-05,
      "loss": 0.6585,
      "step": 1444
    },
    {
      "epoch": 0.9449076344613373,
      "grad_norm": 4.03125,
      "learning_rate": 1.9521790117240472e-05,
      "loss": 0.7138,
      "step": 1445
    },
    {
      "epoch": 0.9455615497793036,
      "grad_norm": 4.96875,
      "learning_rate": 1.9520393943686313e-05,
      "loss": 0.6334,
      "step": 1446
    },
    {
      "epoch": 0.94621546509727,
      "grad_norm": 5.4375,
      "learning_rate": 1.951899578505322e-05,
      "loss": 0.9144,
      "step": 1447
    },
    {
      "epoch": 0.9468693804152363,
      "grad_norm": 2.859375,
      "learning_rate": 1.9517595641632723e-05,
      "loss": 0.3517,
      "step": 1448
    },
    {
      "epoch": 0.9475232957332026,
      "grad_norm": 4.1875,
      "learning_rate": 1.951619351371676e-05,
      "loss": 0.5874,
      "step": 1449
    },
    {
      "epoch": 0.9481772110511689,
      "grad_norm": 6.3125,
      "learning_rate": 1.951478940159768e-05,
      "loss": 0.7009,
      "step": 1450
    },
    {
      "epoch": 0.9488311263691352,
      "grad_norm": 4.625,
      "learning_rate": 1.951338330556826e-05,
      "loss": 0.5022,
      "step": 1451
    },
    {
      "epoch": 0.9494850416871016,
      "grad_norm": 3.953125,
      "learning_rate": 1.951197522592168e-05,
      "loss": 0.6131,
      "step": 1452
    },
    {
      "epoch": 0.9501389570050679,
      "grad_norm": 4.53125,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.5976,
      "step": 1453
    },
    {
      "epoch": 0.9507928723230342,
      "grad_norm": 3.640625,
      "learning_rate": 1.950915311695184e-05,
      "loss": 0.4705,
      "step": 1454
    },
    {
      "epoch": 0.9514467876410004,
      "grad_norm": 2.640625,
      "learning_rate": 1.9507739088217007e-05,
      "loss": 0.3424,
      "step": 1455
    },
    {
      "epoch": 0.9521007029589668,
      "grad_norm": 4.75,
      "learning_rate": 1.950632307704188e-05,
      "loss": 0.9069,
      "step": 1456
    },
    {
      "epoch": 0.9527546182769331,
      "grad_norm": 2.828125,
      "learning_rate": 1.950490508372171e-05,
      "loss": 0.3473,
      "step": 1457
    },
    {
      "epoch": 0.9534085335948994,
      "grad_norm": 5.8125,
      "learning_rate": 1.9503485108552157e-05,
      "loss": 0.8924,
      "step": 1458
    },
    {
      "epoch": 0.9540624489128657,
      "grad_norm": 3.578125,
      "learning_rate": 1.9502063151829297e-05,
      "loss": 0.3127,
      "step": 1459
    },
    {
      "epoch": 0.9547163642308321,
      "grad_norm": 4.6875,
      "learning_rate": 1.950063921384962e-05,
      "loss": 0.8086,
      "step": 1460
    },
    {
      "epoch": 0.9553702795487984,
      "grad_norm": 4.09375,
      "learning_rate": 1.9499213294910025e-05,
      "loss": 0.5399,
      "step": 1461
    },
    {
      "epoch": 0.9560241948667647,
      "grad_norm": 3.328125,
      "learning_rate": 1.9497785395307834e-05,
      "loss": 0.6244,
      "step": 1462
    },
    {
      "epoch": 0.956678110184731,
      "grad_norm": 3.3125,
      "learning_rate": 1.9496355515340773e-05,
      "loss": 0.32,
      "step": 1463
    },
    {
      "epoch": 0.9573320255026974,
      "grad_norm": 3.1875,
      "learning_rate": 1.9494923655306987e-05,
      "loss": 0.3978,
      "step": 1464
    },
    {
      "epoch": 0.9579859408206637,
      "grad_norm": 5.90625,
      "learning_rate": 1.949348981550502e-05,
      "loss": 0.7608,
      "step": 1465
    },
    {
      "epoch": 0.95863985613863,
      "grad_norm": 5.625,
      "learning_rate": 1.949205399623385e-05,
      "loss": 0.8117,
      "step": 1466
    },
    {
      "epoch": 0.9592937714565963,
      "grad_norm": 4.0,
      "learning_rate": 1.9490616197792852e-05,
      "loss": 0.3998,
      "step": 1467
    },
    {
      "epoch": 0.9599476867745627,
      "grad_norm": 3.90625,
      "learning_rate": 1.948917642048182e-05,
      "loss": 0.5844,
      "step": 1468
    },
    {
      "epoch": 0.960601602092529,
      "grad_norm": 4.65625,
      "learning_rate": 1.9487734664600956e-05,
      "loss": 0.6231,
      "step": 1469
    },
    {
      "epoch": 0.9612555174104953,
      "grad_norm": 3.5625,
      "learning_rate": 1.9486290930450886e-05,
      "loss": 0.4554,
      "step": 1470
    },
    {
      "epoch": 0.9619094327284616,
      "grad_norm": 5.59375,
      "learning_rate": 1.9484845218332632e-05,
      "loss": 0.8052,
      "step": 1471
    },
    {
      "epoch": 0.962563348046428,
      "grad_norm": 4.5,
      "learning_rate": 1.9483397528547633e-05,
      "loss": 0.7266,
      "step": 1472
    },
    {
      "epoch": 0.9632172633643943,
      "grad_norm": 6.59375,
      "learning_rate": 1.9481947861397758e-05,
      "loss": 0.8459,
      "step": 1473
    },
    {
      "epoch": 0.9638711786823606,
      "grad_norm": 4.1875,
      "learning_rate": 1.948049621718526e-05,
      "loss": 0.5965,
      "step": 1474
    },
    {
      "epoch": 0.9645250940003269,
      "grad_norm": 5.25,
      "learning_rate": 1.9479042596212833e-05,
      "loss": 0.9731,
      "step": 1475
    },
    {
      "epoch": 0.9651790093182933,
      "grad_norm": 4.5,
      "learning_rate": 1.9477586998783555e-05,
      "loss": 0.4942,
      "step": 1476
    },
    {
      "epoch": 0.9658329246362596,
      "grad_norm": 5.25,
      "learning_rate": 1.9476129425200935e-05,
      "loss": 0.4065,
      "step": 1477
    },
    {
      "epoch": 0.9664868399542259,
      "grad_norm": 4.15625,
      "learning_rate": 1.9474669875768893e-05,
      "loss": 0.6536,
      "step": 1478
    },
    {
      "epoch": 0.9671407552721922,
      "grad_norm": 3.796875,
      "learning_rate": 1.947320835079175e-05,
      "loss": 0.517,
      "step": 1479
    },
    {
      "epoch": 0.9677946705901586,
      "grad_norm": 3.53125,
      "learning_rate": 1.947174485057425e-05,
      "loss": 0.4812,
      "step": 1480
    },
    {
      "epoch": 0.9684485859081249,
      "grad_norm": 5.40625,
      "learning_rate": 1.9470279375421545e-05,
      "loss": 0.7359,
      "step": 1481
    },
    {
      "epoch": 0.9691025012260912,
      "grad_norm": 4.75,
      "learning_rate": 1.9468811925639196e-05,
      "loss": 0.6756,
      "step": 1482
    },
    {
      "epoch": 0.9697564165440575,
      "grad_norm": 4.15625,
      "learning_rate": 1.9467342501533176e-05,
      "loss": 0.4946,
      "step": 1483
    },
    {
      "epoch": 0.9704103318620239,
      "grad_norm": 3.96875,
      "learning_rate": 1.9465871103409875e-05,
      "loss": 0.583,
      "step": 1484
    },
    {
      "epoch": 0.9710642471799902,
      "grad_norm": 3.75,
      "learning_rate": 1.9464397731576093e-05,
      "loss": 0.6647,
      "step": 1485
    },
    {
      "epoch": 0.9717181624979565,
      "grad_norm": 4.84375,
      "learning_rate": 1.9462922386339042e-05,
      "loss": 0.7904,
      "step": 1486
    },
    {
      "epoch": 0.9723720778159228,
      "grad_norm": 4.3125,
      "learning_rate": 1.9461445068006333e-05,
      "loss": 0.537,
      "step": 1487
    },
    {
      "epoch": 0.9730259931338892,
      "grad_norm": 3.671875,
      "learning_rate": 1.945996577688601e-05,
      "loss": 0.5162,
      "step": 1488
    },
    {
      "epoch": 0.9736799084518555,
      "grad_norm": 4.28125,
      "learning_rate": 1.945848451328651e-05,
      "loss": 0.5582,
      "step": 1489
    },
    {
      "epoch": 0.9743338237698218,
      "grad_norm": 4.90625,
      "learning_rate": 1.945700127751669e-05,
      "loss": 0.8845,
      "step": 1490
    },
    {
      "epoch": 0.9749877390877881,
      "grad_norm": 4.4375,
      "learning_rate": 1.945551606988582e-05,
      "loss": 0.6739,
      "step": 1491
    },
    {
      "epoch": 0.9756416544057545,
      "grad_norm": 4.625,
      "learning_rate": 1.9454028890703574e-05,
      "loss": 0.7845,
      "step": 1492
    },
    {
      "epoch": 0.9762955697237208,
      "grad_norm": 4.75,
      "learning_rate": 1.945253974028004e-05,
      "loss": 0.647,
      "step": 1493
    },
    {
      "epoch": 0.9769494850416871,
      "grad_norm": 3.359375,
      "learning_rate": 1.9451048618925723e-05,
      "loss": 0.4261,
      "step": 1494
    },
    {
      "epoch": 0.9776034003596534,
      "grad_norm": 3.75,
      "learning_rate": 1.944955552695153e-05,
      "loss": 0.4878,
      "step": 1495
    },
    {
      "epoch": 0.9782573156776198,
      "grad_norm": 4.8125,
      "learning_rate": 1.944806046466878e-05,
      "loss": 0.6081,
      "step": 1496
    },
    {
      "epoch": 0.9789112309955861,
      "grad_norm": 5.21875,
      "learning_rate": 1.9446563432389215e-05,
      "loss": 0.8683,
      "step": 1497
    },
    {
      "epoch": 0.9795651463135524,
      "grad_norm": 3.5,
      "learning_rate": 1.944506443042497e-05,
      "loss": 0.5905,
      "step": 1498
    },
    {
      "epoch": 0.9802190616315187,
      "grad_norm": 6.25,
      "learning_rate": 1.9443563459088598e-05,
      "loss": 0.6727,
      "step": 1499
    },
    {
      "epoch": 0.980872976949485,
      "grad_norm": 5.46875,
      "learning_rate": 1.9442060518693072e-05,
      "loss": 0.5534,
      "step": 1500
    },
    {
      "epoch": 0.9815268922674514,
      "grad_norm": 2.90625,
      "learning_rate": 1.9440555609551758e-05,
      "loss": 0.3002,
      "step": 1501
    },
    {
      "epoch": 0.9821808075854177,
      "grad_norm": 3.859375,
      "learning_rate": 1.9439048731978445e-05,
      "loss": 0.5486,
      "step": 1502
    },
    {
      "epoch": 0.982834722903384,
      "grad_norm": 4.9375,
      "learning_rate": 1.9437539886287332e-05,
      "loss": 0.7604,
      "step": 1503
    },
    {
      "epoch": 0.9834886382213504,
      "grad_norm": 4.78125,
      "learning_rate": 1.9436029072793026e-05,
      "loss": 0.4906,
      "step": 1504
    },
    {
      "epoch": 0.9841425535393167,
      "grad_norm": 4.8125,
      "learning_rate": 1.943451629181054e-05,
      "loss": 0.6075,
      "step": 1505
    },
    {
      "epoch": 0.984796468857283,
      "grad_norm": 3.921875,
      "learning_rate": 1.94330015436553e-05,
      "loss": 0.4458,
      "step": 1506
    },
    {
      "epoch": 0.9854503841752493,
      "grad_norm": 7.6875,
      "learning_rate": 1.943148482864315e-05,
      "loss": 1.041,
      "step": 1507
    },
    {
      "epoch": 0.9861042994932157,
      "grad_norm": 2.859375,
      "learning_rate": 1.9429966147090326e-05,
      "loss": 0.3697,
      "step": 1508
    },
    {
      "epoch": 0.986758214811182,
      "grad_norm": 3.671875,
      "learning_rate": 1.9428445499313496e-05,
      "loss": 0.4429,
      "step": 1509
    },
    {
      "epoch": 0.9874121301291483,
      "grad_norm": 5.3125,
      "learning_rate": 1.9426922885629723e-05,
      "loss": 0.8543,
      "step": 1510
    },
    {
      "epoch": 0.9880660454471146,
      "grad_norm": 3.265625,
      "learning_rate": 1.942539830635649e-05,
      "loss": 0.5574,
      "step": 1511
    },
    {
      "epoch": 0.988719960765081,
      "grad_norm": 3.859375,
      "learning_rate": 1.942387176181167e-05,
      "loss": 0.4815,
      "step": 1512
    },
    {
      "epoch": 0.9893738760830473,
      "grad_norm": 4.625,
      "learning_rate": 1.9422343252313574e-05,
      "loss": 0.899,
      "step": 1513
    },
    {
      "epoch": 0.9900277914010136,
      "grad_norm": 4.375,
      "learning_rate": 1.9420812778180903e-05,
      "loss": 0.7372,
      "step": 1514
    },
    {
      "epoch": 0.9906817067189799,
      "grad_norm": 4.34375,
      "learning_rate": 1.941928033973277e-05,
      "loss": 0.6701,
      "step": 1515
    },
    {
      "epoch": 0.9913356220369463,
      "grad_norm": 4.53125,
      "learning_rate": 1.9417745937288707e-05,
      "loss": 0.8026,
      "step": 1516
    },
    {
      "epoch": 0.9919895373549126,
      "grad_norm": 3.546875,
      "learning_rate": 1.9416209571168648e-05,
      "loss": 0.684,
      "step": 1517
    },
    {
      "epoch": 0.9926434526728789,
      "grad_norm": 5.0,
      "learning_rate": 1.9414671241692936e-05,
      "loss": 0.6559,
      "step": 1518
    },
    {
      "epoch": 0.9932973679908452,
      "grad_norm": 4.28125,
      "learning_rate": 1.9413130949182323e-05,
      "loss": 0.3972,
      "step": 1519
    },
    {
      "epoch": 0.9939512833088116,
      "grad_norm": 4.3125,
      "learning_rate": 1.9411588693957976e-05,
      "loss": 0.4497,
      "step": 1520
    },
    {
      "epoch": 0.9946051986267779,
      "grad_norm": 3.40625,
      "learning_rate": 1.9410044476341462e-05,
      "loss": 0.4881,
      "step": 1521
    },
    {
      "epoch": 0.9952591139447442,
      "grad_norm": 4.65625,
      "learning_rate": 1.940849829665477e-05,
      "loss": 0.4933,
      "step": 1522
    },
    {
      "epoch": 0.9959130292627105,
      "grad_norm": 4.625,
      "learning_rate": 1.940695015522029e-05,
      "loss": 0.5533,
      "step": 1523
    },
    {
      "epoch": 0.9965669445806769,
      "grad_norm": 4.25,
      "learning_rate": 1.940540005236082e-05,
      "loss": 0.8025,
      "step": 1524
    },
    {
      "epoch": 0.9972208598986432,
      "grad_norm": 3.78125,
      "learning_rate": 1.940384798839957e-05,
      "loss": 0.5927,
      "step": 1525
    },
    {
      "epoch": 0.9978747752166095,
      "grad_norm": 4.4375,
      "learning_rate": 1.9402293963660155e-05,
      "loss": 0.7094,
      "step": 1526
    },
    {
      "epoch": 0.9985286905345758,
      "grad_norm": 4.53125,
      "learning_rate": 1.9400737978466602e-05,
      "loss": 0.4626,
      "step": 1527
    },
    {
      "epoch": 0.9991826058525421,
      "grad_norm": 5.59375,
      "learning_rate": 1.9399180033143353e-05,
      "loss": 0.7961,
      "step": 1528
    },
    {
      "epoch": 0.9998365211705085,
      "grad_norm": 5.625,
      "learning_rate": 1.9397620128015244e-05,
      "loss": 0.8528,
      "step": 1529
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.671875,
      "learning_rate": 1.939605826340753e-05,
      "loss": 0.0832,
      "step": 1530
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 7645,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.6725716341171405e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}