{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "global_step": 16553,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.0241448692152927e-08,
      "loss": 7.0893,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.048289738430585e-08,
      "loss": 7.0402,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2072434607645875e-07,
      "loss": 7.1295,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.609657947686117e-07,
      "loss": 7.0446,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.012072434607646e-07,
      "loss": 7.1339,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.414486921529175e-07,
      "loss": 7.0804,
      "step": 6
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8169014084507043e-07,
      "loss": 7.0268,
      "step": 7
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.219315895372234e-07,
      "loss": 7.1652,
      "step": 8
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.621730382293763e-07,
      "loss": 7.1696,
      "step": 9
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.024144869215292e-07,
      "loss": 6.9821,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.4265593561368214e-07,
      "loss": 6.8884,
      "step": 11
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.82897384305835e-07,
      "loss": 6.5045,
      "step": 12
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.23138832997988e-07,
      "loss": 6.5536,
      "step": 13
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.633802816901409e-07,
      "loss": 6.3884,
      "step": 14
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.036217303822938e-07,
      "loss": 6.317,
      "step": 15
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.438631790744468e-07,
      "loss": 5.3705,
      "step": 16
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.841046277665996e-07,
      "loss": 5.3393,
      "step": 17
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.243460764587526e-07,
      "loss": 5.25,
      "step": 18
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.645875251509055e-07,
      "loss": 5.1562,
      "step": 19
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.048289738430584e-07,
      "loss": 5.1071,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.450704225352114e-07,
      "loss": 4.5938,
      "step": 21
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.853118712273643e-07,
      "loss": 3.8549,
      "step": 22
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.255533199195171e-07,
      "loss": 3.7946,
      "step": 23
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.6579476861167e-07,
      "loss": 3.8304,
      "step": 24
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.006036217303823e-06,
      "loss": 3.6629,
      "step": 25
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.046277665995976e-06,
      "loss": 3.5938,
      "step": 26
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.086519114688129e-06,
      "loss": 3.5915,
      "step": 27
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1267605633802817e-06,
      "loss": 3.4397,
      "step": 28
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1670020120724348e-06,
      "loss": 3.0915,
      "step": 29
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2072434607645876e-06,
      "loss": 2.8058,
      "step": 30
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2474849094567406e-06,
      "loss": 2.6808,
      "step": 31
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2877263581488936e-06,
      "loss": 2.654,
      "step": 32
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3279678068410465e-06,
      "loss": 2.4866,
      "step": 33
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3682092555331993e-06,
      "loss": 2.4085,
      "step": 34
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4084507042253523e-06,
      "loss": 2.3638,
      "step": 35
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4486921529175051e-06,
      "loss": 2.2009,
      "step": 36
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4889336016096582e-06,
      "loss": 2.1607,
      "step": 37
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.529175050301811e-06,
      "loss": 2.1161,
      "step": 38
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5694164989939638e-06,
      "loss": 2.0268,
      "step": 39
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6096579476861169e-06,
      "loss": 1.9275,
      "step": 40
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6498993963782697e-06,
      "loss": 1.9855,
      "step": 41
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6901408450704227e-06,
      "loss": 1.8058,
      "step": 42
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7303822937625755e-06,
      "loss": 1.7455,
      "step": 43
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7706237424547286e-06,
      "loss": 1.7388,
      "step": 44
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8108651911468814e-06,
      "loss": 1.6964,
      "step": 45
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8511066398390342e-06,
      "loss": 1.5692,
      "step": 46
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8913480885311872e-06,
      "loss": 1.4777,
      "step": 47
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.93158953722334e-06,
      "loss": 1.5413,
      "step": 48
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.971830985915493e-06,
      "loss": 1.4944,
      "step": 49
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.012072434607646e-06,
      "loss": 1.5882,
      "step": 50
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.052313883299799e-06,
      "loss": 1.4308,
      "step": 51
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.092555331991952e-06,
      "loss": 1.3426,
      "step": 52
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.132796780684105e-06,
      "loss": 1.3516,
      "step": 53
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.173038229376258e-06,
      "loss": 1.3884,
      "step": 54
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.213279678068411e-06,
      "loss": 1.3047,
      "step": 55
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2535211267605635e-06,
      "loss": 1.3147,
      "step": 56
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2937625754527165e-06,
      "loss": 1.2679,
      "step": 57
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.3340040241448695e-06,
      "loss": 1.2567,
      "step": 58
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.374245472837022e-06,
      "loss": 1.1373,
      "step": 59
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.414486921529175e-06,
      "loss": 1.2388,
      "step": 60
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.454728370221328e-06,
      "loss": 1.2042,
      "step": 61
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4949698189134812e-06,
      "loss": 1.1217,
      "step": 62
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.535211267605634e-06,
      "loss": 1.1629,
      "step": 63
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5754527162977873e-06,
      "loss": 1.1462,
      "step": 64
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.61569416498994e-06,
      "loss": 1.101,
      "step": 65
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.655935613682093e-06,
      "loss": 1.1094,
      "step": 66
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.6961770623742455e-06,
      "loss": 1.1228,
      "step": 67
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7364185110663986e-06,
      "loss": 1.0792,
      "step": 68
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7766599597585516e-06,
      "loss": 1.0826,
      "step": 69
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8169014084507046e-06,
      "loss": 1.0463,
      "step": 70
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 0.9565,
      "step": 71
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8973843058350103e-06,
      "loss": 1.0262,
      "step": 72
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.937625754527163e-06,
      "loss": 1.0006,
      "step": 73
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9778672032193164e-06,
      "loss": 1.0033,
      "step": 74
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.018108651911469e-06,
      "loss": 0.976,
      "step": 75
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.058350100603622e-06,
      "loss": 0.9827,
      "step": 76
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0985915492957746e-06,
      "loss": 0.9453,
      "step": 77
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1388329979879276e-06,
      "loss": 0.9866,
      "step": 78
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1790744466800807e-06,
      "loss": 0.9794,
      "step": 79
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2193158953722337e-06,
      "loss": 0.9565,
      "step": 80
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2595573440643867e-06,
      "loss": 0.9732,
      "step": 81
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2997987927565393e-06,
      "loss": 0.9353,
      "step": 82
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.340040241448693e-06,
      "loss": 1.0,
      "step": 83
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3802816901408454e-06,
      "loss": 0.9593,
      "step": 84
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4205231388329984e-06,
      "loss": 0.8722,
      "step": 85
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.460764587525151e-06,
      "loss": 0.947,
      "step": 86
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.501006036217304e-06,
      "loss": 0.9286,
      "step": 87
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.541247484909457e-06,
      "loss": 0.9531,
      "step": 88
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.58148893360161e-06,
      "loss": 0.8761,
      "step": 89
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6217303822937628e-06,
      "loss": 0.8694,
      "step": 90
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6619718309859158e-06,
      "loss": 0.8108,
      "step": 91
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7022132796780684e-06,
      "loss": 0.8761,
      "step": 92
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.742454728370222e-06,
      "loss": 0.865,
      "step": 93
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7826961770623745e-06,
      "loss": 0.8901,
      "step": 94
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.8229376257545275e-06,
      "loss": 0.846,
      "step": 95
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.86317907444668e-06,
      "loss": 0.9375,
      "step": 96
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.9034205231388336e-06,
      "loss": 0.8672,
      "step": 97
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.943661971830986e-06,
      "loss": 0.8767,
      "step": 98
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.983903420523139e-06,
      "loss": 0.8198,
      "step": 99
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.024144869215292e-06,
      "loss": 0.7969,
      "step": 100
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.064386317907445e-06,
      "loss": 0.8566,
      "step": 101
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.104627766599598e-06,
      "loss": 0.899,
      "step": 102
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.144869215291751e-06,
      "loss": 0.8583,
      "step": 103
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.185110663983904e-06,
      "loss": 0.7974,
      "step": 104
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.225352112676057e-06,
      "loss": 0.7824,
      "step": 105
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.26559356136821e-06,
      "loss": 0.8192,
      "step": 106
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.305835010060362e-06,
      "loss": 0.808,
      "step": 107
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.346076458752516e-06,
      "loss": 0.8136,
      "step": 108
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.386317907444668e-06,
      "loss": 0.7773,
      "step": 109
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.426559356136822e-06,
      "loss": 0.8008,
      "step": 110
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.466800804828974e-06,
      "loss": 0.7545,
      "step": 111
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.507042253521127e-06,
      "loss": 0.7824,
      "step": 112
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.5472837022132795e-06,
      "loss": 0.8504,
      "step": 113
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.587525150905433e-06,
      "loss": 0.7729,
      "step": 114
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.627766599597586e-06,
      "loss": 0.8086,
      "step": 115
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.668008048289739e-06,
      "loss": 0.755,
      "step": 116
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.708249496981892e-06,
      "loss": 0.7746,
      "step": 117
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.748490945674044e-06,
      "loss": 0.7863,
      "step": 118
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.788732394366197e-06,
      "loss": 0.8242,
      "step": 119
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.82897384305835e-06,
      "loss": 0.7818,
      "step": 120
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.869215291750504e-06,
      "loss": 0.7517,
      "step": 121
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.909456740442656e-06,
      "loss": 0.774,
      "step": 122
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.94969818913481e-06,
      "loss": 0.769,
      "step": 123
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9899396378269625e-06,
      "loss": 0.7338,
      "step": 124
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.030181086519115e-06,
      "loss": 0.8002,
      "step": 125
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.070422535211268e-06,
      "loss": 0.6881,
      "step": 126
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.110663983903421e-06,
      "loss": 0.736,
      "step": 127
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.150905432595575e-06,
      "loss": 0.7796,
      "step": 128
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.191146881287726e-06,
      "loss": 0.7511,
      "step": 129
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.23138832997988e-06,
      "loss": 0.6897,
      "step": 130
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.2716297786720324e-06,
      "loss": 0.7617,
      "step": 131
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.311871227364186e-06,
      "loss": 0.7182,
      "step": 132
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.352112676056338e-06,
      "loss": 0.779,
      "step": 133
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.392354124748491e-06,
      "loss": 0.7528,
      "step": 134
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.4325955734406446e-06,
      "loss": 0.6652,
      "step": 135
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.472837022132797e-06,
      "loss": 0.716,
      "step": 136
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.51307847082495e-06,
      "loss": 0.707,
      "step": 137
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.553319919517103e-06,
      "loss": 0.726,
      "step": 138
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.593561368209256e-06,
      "loss": 0.7539,
      "step": 139
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.633802816901409e-06,
      "loss": 0.6925,
      "step": 140
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.674044265593563e-06,
      "loss": 0.7065,
      "step": 141
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 0.7109,
      "step": 142
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.754527162977868e-06,
      "loss": 0.6886,
      "step": 143
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.7947686116700206e-06,
      "loss": 0.7165,
      "step": 144
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.835010060362174e-06,
      "loss": 0.7154,
      "step": 145
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.875251509054326e-06,
      "loss": 0.6842,
      "step": 146
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.915492957746479e-06,
      "loss": 0.7042,
      "step": 147
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.955734406438633e-06,
      "loss": 0.6802,
      "step": 148
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.995975855130785e-06,
      "loss": 0.7098,
      "step": 149
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.036217303822938e-06,
      "loss": 0.6987,
      "step": 150
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.0764587525150905e-06,
      "loss": 0.7154,
      "step": 151
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.116700201207244e-06,
      "loss": 0.7093,
      "step": 152
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.1569416498993974e-06,
      "loss": 0.6702,
      "step": 153
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.197183098591549e-06,
      "loss": 0.6964,
      "step": 154
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.237424547283703e-06,
      "loss": 0.7254,
      "step": 155
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.277665995975855e-06,
      "loss": 0.7109,
      "step": 156
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.317907444668009e-06,
      "loss": 0.6752,
      "step": 157
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.358148893360161e-06,
      "loss": 0.7176,
      "step": 158
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.398390342052314e-06,
      "loss": 0.6194,
      "step": 159
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.438631790744467e-06,
      "loss": 0.7109,
      "step": 160
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.478873239436621e-06,
      "loss": 0.6763,
      "step": 161
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.5191146881287735e-06,
      "loss": 0.683,
      "step": 162
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.559356136820926e-06,
      "loss": 0.639,
      "step": 163
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.599597585513079e-06,
      "loss": 0.6897,
      "step": 164
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.639839034205232e-06,
      "loss": 0.6161,
      "step": 165
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.680080482897386e-06,
      "loss": 0.6925,
      "step": 166
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.720321931589537e-06,
      "loss": 0.716,
      "step": 167
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.760563380281691e-06,
      "loss": 0.6523,
      "step": 168
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.800804828973843e-06,
      "loss": 0.6501,
      "step": 169
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.841046277665997e-06,
      "loss": 0.6886,
      "step": 170
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.881287726358149e-06,
      "loss": 0.6177,
      "step": 171
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.921529175050302e-06,
      "loss": 0.6057,
      "step": 172
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.9617706237424556e-06,
      "loss": 0.6624,
      "step": 173
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.002012072434608e-06,
      "loss": 0.6727,
      "step": 174
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.042253521126761e-06,
      "loss": 0.6392,
      "step": 175
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.082494969818914e-06,
      "loss": 0.6278,
      "step": 176
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.122736418511067e-06,
      "loss": 0.6283,
      "step": 177
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.16297786720322e-06,
      "loss": 0.6401,
      "step": 178
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.203219315895374e-06,
      "loss": 0.6334,
      "step": 179
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.2434607645875255e-06,
      "loss": 0.5876,
      "step": 180
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.283702213279679e-06,
      "loss": 0.6523,
      "step": 181
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.3239436619718316e-06,
      "loss": 0.615,
      "step": 182
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.364185110663985e-06,
      "loss": 0.6289,
      "step": 183
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.404426559356137e-06,
      "loss": 0.6004,
      "step": 184
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.44466800804829e-06,
      "loss": 0.644,
      "step": 185
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.484909456740444e-06,
      "loss": 0.6741,
      "step": 186
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.525150905432596e-06,
      "loss": 0.7015,
      "step": 187
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.565392354124749e-06,
      "loss": 0.6367,
      "step": 188
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.6056338028169015e-06,
      "loss": 0.63,
      "step": 189
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.645875251509055e-06,
      "loss": 0.5898,
      "step": 190
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.686116700201208e-06,
      "loss": 0.6328,
      "step": 191
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.72635814889336e-06,
      "loss": 0.625,
      "step": 192
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.766599597585514e-06,
      "loss": 0.6512,
      "step": 193
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.806841046277667e-06,
      "loss": 0.6752,
      "step": 194
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.84708249496982e-06,
      "loss": 0.6144,
      "step": 195
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.887323943661972e-06,
      "loss": 0.6133,
      "step": 196
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.927565392354126e-06,
      "loss": 0.6334,
      "step": 197
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.967806841046278e-06,
      "loss": 0.6169,
      "step": 198
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.008048289738431e-06,
      "loss": 0.6205,
      "step": 199
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.048289738430584e-06,
      "loss": 0.5653,
      "step": 200
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.088531187122736e-06,
      "loss": 0.6189,
      "step": 201
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.12877263581489e-06,
      "loss": 0.6256,
      "step": 202
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.169014084507043e-06,
      "loss": 0.6309,
      "step": 203
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.209255533199197e-06,
      "loss": 0.6445,
      "step": 204
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.249496981891348e-06,
      "loss": 0.6066,
      "step": 205
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.289738430583502e-06,
      "loss": 0.5988,
      "step": 206
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.329979879275655e-06,
      "loss": 0.6166,
      "step": 207
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.370221327967809e-06,
      "loss": 0.606,
      "step": 208
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.41046277665996e-06,
      "loss": 0.6004,
      "step": 209
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.450704225352114e-06,
      "loss": 0.5926,
      "step": 210
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.490945674044266e-06,
      "loss": 0.5742,
      "step": 211
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.53118712273642e-06,
      "loss": 0.5871,
      "step": 212
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.571428571428571e-06,
      "loss": 0.6306,
      "step": 213
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.611670020120724e-06,
      "loss": 0.6384,
      "step": 214
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.651911468812878e-06,
      "loss": 0.5871,
      "step": 215
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.692152917505031e-06,
      "loss": 0.6311,
      "step": 216
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.732394366197183e-06,
      "loss": 0.6016,
      "step": 217
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.772635814889337e-06,
      "loss": 0.6362,
      "step": 218
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.81287726358149e-06,
      "loss": 0.6016,
      "step": 219
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.853118712273643e-06,
      "loss": 0.5949,
      "step": 220
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.893360160965795e-06,
      "loss": 0.5876,
      "step": 221
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.933601609657949e-06,
      "loss": 0.5603,
      "step": 222
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.973843058350102e-06,
      "loss": 0.6189,
      "step": 223
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.014084507042254e-06,
      "loss": 0.5795,
      "step": 224
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.054325955734407e-06,
      "loss": 0.62,
      "step": 225
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.094567404426559e-06,
      "loss": 0.5843,
      "step": 226
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.134808853118713e-06,
      "loss": 0.6113,
      "step": 227
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.175050301810866e-06,
      "loss": 0.6155,
      "step": 228
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.21529175050302e-06,
      "loss": 0.6049,
      "step": 229
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.255533199195171e-06,
      "loss": 0.6088,
      "step": 230
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.295774647887325e-06,
      "loss": 0.5446,
      "step": 231
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.336016096579478e-06,
      "loss": 0.5901,
      "step": 232
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.376257545271632e-06,
      "loss": 0.5954,
      "step": 233
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.416498993963783e-06,
      "loss": 0.5843,
      "step": 234
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.456740442655937e-06,
      "loss": 0.6105,
      "step": 235
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.496981891348089e-06,
      "loss": 0.582,
      "step": 236
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.537223340040242e-06,
      "loss": 0.5421,
      "step": 237
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.577464788732394e-06,
      "loss": 0.5896,
      "step": 238
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.617706237424547e-06,
      "loss": 0.6228,
      "step": 239
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.6579476861167e-06,
      "loss": 0.5625,
      "step": 240
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.698189134808854e-06,
      "loss": 0.596,
      "step": 241
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.738430583501008e-06,
      "loss": 0.5594,
      "step": 242
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.77867203219316e-06,
      "loss": 0.5667,
      "step": 243
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.818913480885313e-06,
      "loss": 0.6256,
      "step": 244
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.859154929577466e-06,
      "loss": 0.5815,
      "step": 245
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.89939637826962e-06,
      "loss": 0.5527,
      "step": 246
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.939637826961771e-06,
      "loss": 0.6392,
      "step": 247
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.979879275653925e-06,
      "loss": 0.5765,
      "step": 248
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0020120724346077e-05,
      "loss": 0.5943,
      "step": 249
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.006036217303823e-05,
      "loss": 0.5564,
      "step": 250
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0100603621730382e-05,
      "loss": 0.5218,
      "step": 251
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0140845070422535e-05,
      "loss": 0.5658,
      "step": 252
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0181086519114689e-05,
      "loss": 0.601,
      "step": 253
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0221327967806842e-05,
      "loss": 0.5703,
      "step": 254
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0261569416498996e-05,
      "loss": 0.5787,
      "step": 255
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.030181086519115e-05,
      "loss": 0.5285,
      "step": 256
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.03420523138833e-05,
      "loss": 0.5647,
      "step": 257
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0382293762575453e-05,
      "loss": 0.5954,
      "step": 258
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0422535211267606e-05,
      "loss": 0.5391,
      "step": 259
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.046277665995976e-05,
      "loss": 0.5642,
      "step": 260
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0503018108651913e-05,
      "loss": 0.5703,
      "step": 261
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0543259557344065e-05,
      "loss": 0.5698,
      "step": 262
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0583501006036218e-05,
      "loss": 0.5575,
      "step": 263
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0623742454728372e-05,
      "loss": 0.5474,
      "step": 264
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0663983903420525e-05,
      "loss": 0.5756,
      "step": 265
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0704225352112675e-05,
      "loss": 0.5511,
      "step": 266
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0744466800804829e-05,
      "loss": 0.5831,
      "step": 267
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0784708249496982e-05,
      "loss": 0.639,
      "step": 268
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0824949698189136e-05,
      "loss": 0.5352,
      "step": 269
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0865191146881289e-05,
      "loss": 0.5494,
      "step": 270
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0905432595573443e-05,
      "loss": 0.6256,
      "step": 271
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0945674044265594e-05,
      "loss": 0.5419,
      "step": 272
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0985915492957748e-05,
      "loss": 0.5405,
      "step": 273
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.10261569416499e-05,
      "loss": 0.565,
      "step": 274
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1066398390342053e-05,
      "loss": 0.5664,
      "step": 275
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1106639839034206e-05,
      "loss": 0.5965,
      "step": 276
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1146881287726358e-05,
      "loss": 0.5179,
      "step": 277
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1187122736418512e-05,
      "loss": 0.548,
      "step": 278
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1227364185110665e-05,
      "loss": 0.5332,
      "step": 279
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1267605633802819e-05,
      "loss": 0.5709,
      "step": 280
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1307847082494972e-05,
      "loss": 0.6183,
      "step": 281
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1348088531187125e-05,
      "loss": 0.5552,
      "step": 282
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1388329979879276e-05,
      "loss": 0.5435,
      "step": 283
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 0.5965,
      "step": 284
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1468812877263582e-05,
      "loss": 0.5597,
      "step": 285
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1509054325955736e-05,
      "loss": 0.5435,
      "step": 286
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1549295774647888e-05,
      "loss": 0.5547,
      "step": 287
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1589537223340041e-05,
      "loss": 0.5494,
      "step": 288
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1629778672032195e-05,
      "loss": 0.5664,
      "step": 289
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1670020120724348e-05,
      "loss": 0.5765,
      "step": 290
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1710261569416498e-05,
      "loss": 0.5159,
      "step": 291
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1750503018108652e-05,
      "loss": 0.5304,
      "step": 292
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1790744466800805e-05,
      "loss": 0.5346,
      "step": 293
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1830985915492958e-05,
      "loss": 0.5812,
      "step": 294
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1871227364185112e-05,
      "loss": 0.5815,
      "step": 295
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1911468812877265e-05,
      "loss": 0.5566,
      "step": 296
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1951710261569419e-05,
      "loss": 0.5578,
      "step": 297
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.199195171026157e-05,
      "loss": 0.5491,
      "step": 298
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2032193158953724e-05,
      "loss": 0.5299,
      "step": 299
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2072434607645876e-05,
      "loss": 0.546,
      "step": 300
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.211267605633803e-05,
      "loss": 0.5547,
      "step": 301
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2152917505030181e-05,
      "loss": 0.5296,
      "step": 302
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2193158953722335e-05,
      "loss": 0.5458,
      "step": 303
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2233400402414488e-05,
      "loss": 0.5826,
      "step": 304
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2273641851106641e-05,
      "loss": 0.5265,
      "step": 305
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2313883299798795e-05,
      "loss": 0.5527,
      "step": 306
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2354124748490948e-05,
      "loss": 0.5282,
      "step": 307
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2394366197183098e-05,
      "loss": 0.5078,
      "step": 308
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2434607645875252e-05,
      "loss": 0.5287,
      "step": 309
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2474849094567405e-05,
      "loss": 0.5301,
      "step": 310
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2515090543259559e-05,
      "loss": 0.5114,
      "step": 311
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.255533199195171e-05,
      "loss": 0.5522,
      "step": 312
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2595573440643864e-05,
      "loss": 0.5379,
      "step": 313
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2635814889336017e-05,
      "loss": 0.5279,
      "step": 314
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2676056338028171e-05,
      "loss": 0.534,
      "step": 315
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2716297786720323e-05,
      "loss": 0.4847,
      "step": 316
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2756539235412474e-05,
      "loss": 0.5466,
      "step": 317
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2796780684104628e-05,
      "loss": 0.5145,
      "step": 318
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2837022132796781e-05,
      "loss": 0.5661,
      "step": 319
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2877263581488935e-05,
      "loss": 0.5837,
      "step": 320
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2917505030181088e-05,
      "loss": 0.4986,
      "step": 321
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2957746478873242e-05,
      "loss": 0.5103,
      "step": 322
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2997987927565393e-05,
      "loss": 0.5257,
      "step": 323
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3038229376257547e-05,
      "loss": 0.5611,
      "step": 324
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3078470824949699e-05,
      "loss": 0.4824,
      "step": 325
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3118712273641852e-05,
      "loss": 0.488,
      "step": 326
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3158953722334004e-05,
      "loss": 0.4975,
      "step": 327
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3199195171026157e-05,
      "loss": 0.5212,
      "step": 328
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.323943661971831e-05,
      "loss": 0.5603,
      "step": 329
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3279678068410464e-05,
      "loss": 0.5485,
      "step": 330
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3319919517102618e-05,
      "loss": 0.534,
      "step": 331
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3360160965794771e-05,
      "loss": 0.4877,
      "step": 332
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3400402414486921e-05,
      "loss": 0.498,
      "step": 333
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3440643863179075e-05,
      "loss": 0.5036,
      "step": 334
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3480885311871228e-05,
      "loss": 0.553,
      "step": 335
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3521126760563382e-05,
      "loss": 0.5022,
      "step": 336
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3561368209255535e-05,
      "loss": 0.4847,
      "step": 337
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3601609657947687e-05,
      "loss": 0.5226,
      "step": 338
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.364185110663984e-05,
      "loss": 0.519,
      "step": 339
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3682092555331994e-05,
      "loss": 0.5684,
      "step": 340
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3722334004024147e-05,
      "loss": 0.5424,
      "step": 341
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3762575452716297e-05,
      "loss": 0.5326,
      "step": 342
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.380281690140845e-05,
      "loss": 0.5246,
      "step": 343
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3843058350100604e-05,
      "loss": 0.5544,
      "step": 344
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3883299798792758e-05,
      "loss": 0.5561,
      "step": 345
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3923541247484911e-05,
      "loss": 0.495,
      "step": 346
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3963782696177065e-05,
      "loss": 0.5028,
      "step": 347
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4004024144869216e-05,
      "loss": 0.5324,
      "step": 348
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.404426559356137e-05,
      "loss": 0.5022,
      "step": 349
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4084507042253522e-05,
      "loss": 0.5343,
      "step": 350
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4124748490945675e-05,
      "loss": 0.5483,
      "step": 351
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4164989939637828e-05,
      "loss": 0.5028,
      "step": 352
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.420523138832998e-05,
      "loss": 0.5031,
      "step": 353
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4245472837022134e-05,
      "loss": 0.5106,
      "step": 354
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4285714285714287e-05,
      "loss": 0.5184,
      "step": 355
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.432595573440644e-05,
      "loss": 0.4914,
      "step": 356
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4366197183098594e-05,
      "loss": 0.4986,
      "step": 357
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4406438631790747e-05,
      "loss": 0.5151,
      "step": 358
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4446680080482898e-05,
      "loss": 0.5223,
      "step": 359
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4486921529175051e-05,
      "loss": 0.5357,
      "step": 360
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4527162977867204e-05,
      "loss": 0.546,
      "step": 361
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4567404426559358e-05,
      "loss": 0.4986,
      "step": 362
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.460764587525151e-05,
      "loss": 0.5388,
      "step": 363
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4647887323943663e-05,
      "loss": 0.5011,
      "step": 364
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4688128772635817e-05,
      "loss": 0.5156,
      "step": 365
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.472837022132797e-05,
      "loss": 0.5271,
      "step": 366
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.476861167002012e-05,
      "loss": 0.4916,
      "step": 367
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4808853118712274e-05,
      "loss": 0.4757,
      "step": 368
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4849094567404427e-05,
      "loss": 0.5223,
      "step": 369
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.488933601609658e-05,
      "loss": 0.5006,
      "step": 370
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4929577464788734e-05,
      "loss": 0.5335,
      "step": 371
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4969818913480887e-05,
      "loss": 0.5491,
      "step": 372
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5010060362173041e-05,
      "loss": 0.536,
      "step": 373
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5050301810865193e-05,
      "loss": 0.5251,
      "step": 374
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5090543259557344e-05,
      "loss": 0.546,
      "step": 375
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5130784708249498e-05,
      "loss": 0.5017,
      "step": 376
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5171026156941651e-05,
      "loss": 0.5056,
      "step": 377
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5211267605633803e-05,
      "loss": 0.5162,
      "step": 378
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5251509054325957e-05,
      "loss": 0.5075,
      "step": 379
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.529175050301811e-05,
      "loss": 0.5078,
      "step": 380
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5331991951710262e-05,
      "loss": 0.4944,
      "step": 381
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5372233400402417e-05,
      "loss": 0.5126,
      "step": 382
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.541247484909457e-05,
      "loss": 0.5349,
      "step": 383
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.545271629778672e-05,
      "loss": 0.4866,
      "step": 384
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5492957746478872e-05,
      "loss": 0.4877,
      "step": 385
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5533199195171027e-05,
      "loss": 0.4978,
      "step": 386
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.557344064386318e-05,
      "loss": 0.4905,
      "step": 387
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5613682092555334e-05,
      "loss": 0.493,
      "step": 388
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5653923541247486e-05,
      "loss": 0.5028,
      "step": 389
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.569416498993964e-05,
      "loss": 0.5165,
      "step": 390
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5734406438631793e-05,
      "loss": 0.5268,
      "step": 391
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5774647887323945e-05,
      "loss": 0.4916,
      "step": 392
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5814889336016096e-05,
      "loss": 0.5477,
      "step": 393
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.585513078470825e-05,
      "loss": 0.5028,
      "step": 394
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5895372233400403e-05,
      "loss": 0.5594,
      "step": 395
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5935613682092555e-05,
      "loss": 0.5513,
      "step": 396
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.597585513078471e-05,
      "loss": 0.4897,
      "step": 397
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6016096579476862e-05,
      "loss": 0.5318,
      "step": 398
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6056338028169017e-05,
      "loss": 0.5357,
      "step": 399
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.609657947686117e-05,
      "loss": 0.5396,
      "step": 400
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.613682092555332e-05,
      "loss": 0.4665,
      "step": 401
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6177062374245472e-05,
      "loss": 0.4916,
      "step": 402
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6217303822937628e-05,
      "loss": 0.5243,
      "step": 403
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.625754527162978e-05,
      "loss": 0.4863,
      "step": 404
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6297786720321935e-05,
      "loss": 0.486,
      "step": 405
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6338028169014086e-05,
      "loss": 0.5128,
      "step": 406
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6378269617706238e-05,
      "loss": 0.4718,
      "step": 407
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6418511066398393e-05,
      "loss": 0.507,
      "step": 408
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6458752515090545e-05,
      "loss": 0.5151,
      "step": 409
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6498993963782697e-05,
      "loss": 0.5223,
      "step": 410
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.653923541247485e-05,
      "loss": 0.5379,
      "step": 411
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6579476861167004e-05,
      "loss": 0.5036,
      "step": 412
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6619718309859155e-05,
      "loss": 0.5109,
      "step": 413
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.665995975855131e-05,
      "loss": 0.5036,
      "step": 414
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6700201207243462e-05,
      "loss": 0.5243,
      "step": 415
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6740442655935617e-05,
      "loss": 0.5059,
      "step": 416
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6780684104627766e-05,
      "loss": 0.4897,
      "step": 417
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.682092555331992e-05,
      "loss": 0.4551,
      "step": 418
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6861167002012073e-05,
      "loss": 0.5025,
      "step": 419
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6901408450704228e-05,
      "loss": 0.5006,
      "step": 420
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.694164989939638e-05,
      "loss": 0.4819,
      "step": 421
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.698189134808853e-05,
      "loss": 0.5131,
      "step": 422
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7022132796780687e-05,
      "loss": 0.493,
      "step": 423
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.706237424547284e-05,
      "loss": 0.4662,
      "step": 424
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7102615694164993e-05,
      "loss": 0.5142,
      "step": 425
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7142857142857142e-05,
      "loss": 0.4763,
      "step": 426
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7183098591549297e-05,
      "loss": 0.5128,
      "step": 427
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.722334004024145e-05,
      "loss": 0.486,
      "step": 428
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7263581488933604e-05,
      "loss": 0.5276,
      "step": 429
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7303822937625756e-05,
      "loss": 0.4986,
      "step": 430
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.734406438631791e-05,
      "loss": 0.4888,
      "step": 431
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7384305835010063e-05,
      "loss": 0.4506,
      "step": 432
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7424547283702214e-05,
      "loss": 0.4844,
      "step": 433
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7464788732394366e-05,
      "loss": 0.4978,
      "step": 434
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.750503018108652e-05,
      "loss": 0.495,
      "step": 435
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7545271629778673e-05,
      "loss": 0.5047,
      "step": 436
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7585513078470825e-05,
      "loss": 0.4855,
      "step": 437
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.762575452716298e-05,
      "loss": 0.481,
      "step": 438
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.766599597585513e-05,
      "loss": 0.4537,
      "step": 439
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7706237424547287e-05,
      "loss": 0.4565,
      "step": 440
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.774647887323944e-05,
      "loss": 0.4386,
      "step": 441
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.778672032193159e-05,
      "loss": 0.4807,
      "step": 442
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7826961770623742e-05,
      "loss": 0.519,
      "step": 443
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7867203219315897e-05,
      "loss": 0.5064,
      "step": 444
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.790744466800805e-05,
      "loss": 0.4707,
      "step": 445
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7947686116700204e-05,
      "loss": 0.5259,
      "step": 446
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7987927565392356e-05,
      "loss": 0.4922,
      "step": 447
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8028169014084508e-05,
      "loss": 0.5056,
      "step": 448
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8068410462776663e-05,
      "loss": 0.5047,
      "step": 449
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8108651911468815e-05,
      "loss": 0.5039,
      "step": 450
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8148893360160966e-05,
      "loss": 0.5201,
      "step": 451
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8189134808853118e-05,
      "loss": 0.4693,
      "step": 452
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8229376257545273e-05,
      "loss": 0.4888,
      "step": 453
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8269617706237425e-05,
      "loss": 0.4872,
      "step": 454
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.830985915492958e-05,
      "loss": 0.4914,
      "step": 455
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8350100603621732e-05,
      "loss": 0.5142,
      "step": 456
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8390342052313884e-05,
      "loss": 0.4621,
      "step": 457
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.843058350100604e-05,
      "loss": 0.4964,
      "step": 458
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.847082494969819e-05,
      "loss": 0.4941,
      "step": 459
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8511066398390342e-05,
      "loss": 0.4821,
      "step": 460
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8551307847082498e-05,
      "loss": 0.4888,
      "step": 461
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.859154929577465e-05,
      "loss": 0.495,
      "step": 462
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.86317907444668e-05,
      "loss": 0.4947,
      "step": 463
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8672032193158956e-05,
      "loss": 0.4975,
      "step": 464
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8712273641851108e-05,
      "loss": 0.4914,
      "step": 465
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8752515090543263e-05,
      "loss": 0.5025,
      "step": 466
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8792756539235415e-05,
      "loss": 0.5075,
      "step": 467
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8832997987927567e-05,
      "loss": 0.5017,
      "step": 468
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.887323943661972e-05,
      "loss": 0.4905,
      "step": 469
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8913480885311874e-05,
      "loss": 0.4788,
      "step": 470
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8953722334004025e-05,
      "loss": 0.447,
      "step": 471
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8993963782696177e-05,
      "loss": 0.4827,
      "step": 472
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9034205231388332e-05,
      "loss": 0.4735,
      "step": 473
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9074446680080484e-05,
      "loss": 0.4735,
      "step": 474
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.911468812877264e-05,
      "loss": 0.5114,
      "step": 475
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9154929577464788e-05,
      "loss": 0.4637,
      "step": 476
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9195171026156943e-05,
      "loss": 0.4835,
      "step": 477
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9235412474849094e-05,
      "loss": 0.4816,
      "step": 478
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.927565392354125e-05,
      "loss": 0.4632,
      "step": 479
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.93158953722334e-05,
      "loss": 0.5123,
      "step": 480
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9356136820925557e-05,
      "loss": 0.4693,
      "step": 481
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9396378269617708e-05,
      "loss": 0.5089,
      "step": 482
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.943661971830986e-05,
      "loss": 0.5407,
      "step": 483
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9476861167002015e-05,
      "loss": 0.4835,
      "step": 484
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9517102615694167e-05,
      "loss": 0.5117,
      "step": 485
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.955734406438632e-05,
      "loss": 0.4662,
      "step": 486
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.959758551307847e-05,
      "loss": 0.4925,
      "step": 487
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9637826961770626e-05,
      "loss": 0.4746,
      "step": 488
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9678068410462777e-05,
      "loss": 0.4612,
      "step": 489
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9718309859154933e-05,
      "loss": 0.4403,
      "step": 490
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9758551307847084e-05,
      "loss": 0.4894,
      "step": 491
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.979879275653924e-05,
      "loss": 0.4936,
      "step": 492
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9839034205231388e-05,
      "loss": 0.4869,
      "step": 493
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9879275653923543e-05,
      "loss": 0.4632,
      "step": 494
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9919517102615695e-05,
      "loss": 0.5209,
      "step": 495
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.995975855130785e-05,
      "loss": 0.4461,
      "step": 496
    },
    {
      "epoch": 0.03,
      "learning_rate": 2e-05,
      "loss": 0.5405,
      "step": 497
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99999998085766e-05,
      "loss": 0.488,
      "step": 498
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999999234306405e-05,
      "loss": 0.4738,
      "step": 499
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999827718943e-05,
      "loss": 0.4657,
      "step": 500
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999996937225724e-05,
      "loss": 0.507,
      "step": 501
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999521441533e-05,
      "loss": 0.5028,
      "step": 502
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999993108758315e-05,
      "loss": 0.4665,
      "step": 503
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999990620254757e-05,
      "loss": 0.4905,
      "step": 504
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999987748904762e-05,
      "loss": 0.4874,
      "step": 505
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999984494708432e-05,
      "loss": 0.4729,
      "step": 506
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999980857665888e-05,
      "loss": 0.4361,
      "step": 507
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999976837777275e-05,
      "loss": 0.4805,
      "step": 508
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999972435042747e-05,
      "loss": 0.44,
      "step": 509
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999967649462473e-05,
      "loss": 0.4696,
      "step": 510
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999996248103663e-05,
      "loss": 0.4863,
      "step": 511
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999995692976542e-05,
      "loss": 0.466,
      "step": 512
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999995099564906e-05,
      "loss": 0.459,
      "step": 513
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999944678687773e-05,
      "loss": 0.476,
      "step": 514
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999937978881797e-05,
      "loss": 0.4939,
      "step": 515
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999930896231396e-05,
      "loss": 0.5279,
      "step": 516
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999992343073683e-05,
      "loss": 0.4371,
      "step": 517
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99999155823984e-05,
      "loss": 0.4838,
      "step": 518
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999907351216398e-05,
      "loss": 0.4629,
      "step": 519
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999898737191137e-05,
      "loss": 0.4545,
      "step": 520
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999889740322952e-05,
      "loss": 0.4824,
      "step": 521
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999988036061218e-05,
      "loss": 0.4732,
      "step": 522
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999870598059192e-05,
      "loss": 0.4858,
      "step": 523
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999986045266435e-05,
      "loss": 0.4339,
      "step": 524
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999984992442805e-05,
      "loss": 0.483,
      "step": 525
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999839013350694e-05,
      "loss": 0.4883,
      "step": 526
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999827719432694e-05,
      "loss": 0.512,
      "step": 527
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999981604267449e-05,
      "loss": 0.4604,
      "step": 528
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999980398307652e-05,
      "loss": 0.4784,
      "step": 529
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999791540639256e-05,
      "loss": 0.4774,
      "step": 530
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999977871536317e-05,
      "loss": 0.5346,
      "step": 531
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999765507248752e-05,
      "loss": 0.4604,
      "step": 532
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999751916296506e-05,
      "loss": 0.4595,
      "step": 533
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999973794250696e-05,
      "loss": 0.493,
      "step": 534
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999972358588064e-05,
      "loss": 0.4713,
      "step": 535
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999708846418096e-05,
      "loss": 0.4905,
      "step": 536
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99996937241199e-05,
      "loss": 0.4699,
      "step": 537
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999678218986624e-05,
      "loss": 0.4858,
      "step": 538
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999662331018867e-05,
      "loss": 0.4584,
      "step": 539
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999964606021723e-05,
      "loss": 0.4735,
      "step": 540
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999629406582344e-05,
      "loss": 0.4727,
      "step": 541
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999961237011484e-05,
      "loss": 0.5039,
      "step": 542
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999959495081538e-05,
      "loss": 0.4746,
      "step": 543
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999577148684614e-05,
      "loss": 0.5042,
      "step": 544
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999955896372324e-05,
      "loss": 0.486,
      "step": 545
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999540395931944e-05,
      "loss": 0.5106,
      "step": 546
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999521445311446e-05,
      "loss": 0.5,
      "step": 547
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999950211186246e-05,
      "loss": 0.4914,
      "step": 548
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999482395585733e-05,
      "loss": 0.4718,
      "step": 549
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999462296482023e-05,
      "loss": 0.486,
      "step": 550
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999441814552092e-05,
      "loss": 0.4838,
      "step": 551
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999942094979673e-05,
      "loss": 0.4255,
      "step": 552
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999399702216735e-05,
      "loss": 0.5117,
      "step": 553
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999378071812917e-05,
      "loss": 0.4914,
      "step": 554
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999356058586104e-05,
      "loss": 0.4576,
      "step": 555
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999333662537147e-05,
      "loss": 0.4721,
      "step": 556
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999310883666893e-05,
      "loss": 0.5424,
      "step": 557
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999287721976218e-05,
      "loss": 0.5212,
      "step": 558
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999264177466008e-05,
      "loss": 0.4729,
      "step": 559
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999924025013717e-05,
      "loss": 0.5223,
      "step": 560
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999215939990613e-05,
      "loss": 0.4727,
      "step": 561
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999919124702727e-05,
      "loss": 0.4933,
      "step": 562
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999166171248087e-05,
      "loss": 0.4782,
      "step": 563
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999140712654025e-05,
      "loss": 0.4688,
      "step": 564
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999114871246056e-05,
      "loss": 0.4805,
      "step": 565
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999908864702517e-05,
      "loss": 0.4634,
      "step": 566
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999906203999237e-05,
      "loss": 0.4528,
      "step": 567
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999035050148682e-05,
      "loss": 0.4598,
      "step": 568
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999007677495127e-05,
      "loss": 0.4978,
      "step": 569
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998979922032763e-05,
      "loss": 0.4847,
      "step": 570
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999895178376265e-05,
      "loss": 0.4813,
      "step": 571
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998923262685865e-05,
      "loss": 0.4953,
      "step": 572
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998894358803498e-05,
      "loss": 0.4286,
      "step": 573
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998865072116656e-05,
      "loss": 0.4685,
      "step": 574
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999883540262646e-05,
      "loss": 0.4894,
      "step": 575
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998805350334053e-05,
      "loss": 0.4579,
      "step": 576
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999877491524057e-05,
      "loss": 0.4509,
      "step": 577
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998744097347195e-05,
      "loss": 0.4674,
      "step": 578
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998712896655097e-05,
      "loss": 0.4774,
      "step": 579
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999868131316547e-05,
      "loss": 0.43,
      "step": 580
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998649346879524e-05,
      "loss": 0.4531,
      "step": 581
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998616997798485e-05,
      "loss": 0.4459,
      "step": 582
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999858426592359e-05,
      "loss": 0.5098,
      "step": 583
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998551151256094e-05,
      "loss": 0.469,
      "step": 584
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998517653797266e-05,
      "loss": 0.4844,
      "step": 585
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998483773548382e-05,
      "loss": 0.4598,
      "step": 586
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998449510510744e-05,
      "loss": 0.4406,
      "step": 587
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998414864685666e-05,
      "loss": 0.4581,
      "step": 588
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998379836074466e-05,
      "loss": 0.488,
      "step": 589
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998344424678496e-05,
      "loss": 0.4802,
      "step": 590
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99983086304991e-05,
      "loss": 0.4679,
      "step": 591
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998272453537657e-05,
      "loss": 0.4693,
      "step": 592
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999823589379555e-05,
      "loss": 0.4877,
      "step": 593
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998198951274177e-05,
      "loss": 0.4707,
      "step": 594
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998161625974954e-05,
      "loss": 0.4738,
      "step": 595
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999812391789931e-05,
      "loss": 0.4668,
      "step": 596
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999808582704869e-05,
      "loss": 0.5109,
      "step": 597
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998047353424544e-05,
      "loss": 0.49,
      "step": 598
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998008497028355e-05,
      "loss": 0.4782,
      "step": 599
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997969257861606e-05,
      "loss": 0.4679,
      "step": 600
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997929635925804e-05,
      "loss": 0.4593,
      "step": 601
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997889631222458e-05,
      "loss": 0.4528,
      "step": 602
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99978492437531e-05,
      "loss": 0.4467,
      "step": 603
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997808473519287e-05,
      "loss": 0.445,
      "step": 604
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999776732052257e-05,
      "loss": 0.4816,
      "step": 605
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997725784764528e-05,
      "loss": 0.4676,
      "step": 606
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999768386624675e-05,
      "loss": 0.4417,
      "step": 607
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997641564970842e-05,
      "loss": 0.4459,
      "step": 608
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999759888093842e-05,
      "loss": 0.4735,
      "step": 609
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999755581415112e-05,
      "loss": 0.4763,
      "step": 610
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997512364610596e-05,
      "loss": 0.4997,
      "step": 611
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997468532318508e-05,
      "loss": 0.4754,
      "step": 612
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997424317276528e-05,
      "loss": 0.4344,
      "step": 613
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997379719486355e-05,
      "loss": 0.4551,
      "step": 614
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997334738949702e-05,
      "loss": 0.4855,
      "step": 615
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997289375668276e-05,
      "loss": 0.4523,
      "step": 616
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999724362964383e-05,
      "loss": 0.4972,
      "step": 617
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99971975008781e-05,
      "loss": 0.4417,
      "step": 618
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997150989372862e-05,
      "loss": 0.4347,
      "step": 619
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997104095129897e-05,
      "loss": 0.4718,
      "step": 620
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997056818150992e-05,
      "loss": 0.4718,
      "step": 621
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997009158437967e-05,
      "loss": 0.4559,
      "step": 622
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996961115992643e-05,
      "loss": 0.4894,
      "step": 623
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996912690816857e-05,
      "loss": 0.464,
      "step": 624
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996863882912464e-05,
      "loss": 0.4654,
      "step": 625
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996814692281332e-05,
      "loss": 0.4729,
      "step": 626
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999676511892535e-05,
      "loss": 0.4701,
      "step": 627
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996715162846406e-05,
      "loss": 0.5059,
      "step": 628
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999666482404642e-05,
      "loss": 0.4816,
      "step": 629
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996614102527317e-05,
      "loss": 0.4629,
      "step": 630
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999656299829104e-05,
      "loss": 0.4643,
      "step": 631
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999651151133954e-05,
      "loss": 0.4763,
      "step": 632
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99964596416748e-05,
      "loss": 0.4643,
      "step": 633
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996407389298792e-05,
      "loss": 0.4947,
      "step": 634
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996354754213523e-05,
      "loss": 0.4526,
      "step": 635
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996301736421008e-05,
      "loss": 0.4648,
      "step": 636
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999624833592328e-05,
      "loss": 0.454,
      "step": 637
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996194552722378e-05,
      "loss": 0.4556,
      "step": 638
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996140386820363e-05,
      "loss": 0.4727,
      "step": 639
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996085838219307e-05,
      "loss": 0.4238,
      "step": 640
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996030906921302e-05,
      "loss": 0.4255,
      "step": 641
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999597559292845e-05,
      "loss": 0.5025,
      "step": 642
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999591989624287e-05,
      "loss": 0.4152,
      "step": 643
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995863816866687e-05,
      "loss": 0.4877,
      "step": 644
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995807354802056e-05,
      "loss": 0.4484,
      "step": 645
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995750510051137e-05,
      "loss": 0.4752,
      "step": 646
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995693282616104e-05,
      "loss": 0.476,
      "step": 647
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999563567249915e-05,
      "loss": 0.471,
      "step": 648
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999557767970248e-05,
      "loss": 0.4964,
      "step": 649
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999551930422831e-05,
      "loss": 0.4255,
      "step": 650
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999546054607888e-05,
      "loss": 0.4428,
      "step": 651
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999540140525644e-05,
      "loss": 0.498,
      "step": 652
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995341881763253e-05,
      "loss": 0.4408,
      "step": 653
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995281975601598e-05,
      "loss": 0.4676,
      "step": 654
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995221686773763e-05,
      "loss": 0.4902,
      "step": 655
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995161015282068e-05,
      "loss": 0.4506,
      "step": 656
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995099961128822e-05,
      "loss": 0.4459,
      "step": 657
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995038524316377e-05,
      "loss": 0.4252,
      "step": 658
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999497670484707e-05,
      "loss": 0.4244,
      "step": 659
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999491450272328e-05,
      "loss": 0.4389,
      "step": 660
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999485191794738e-05,
      "loss": 0.4807,
      "step": 661
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994788950521773e-05,
      "loss": 0.4461,
      "step": 662
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994725600448865e-05,
      "loss": 0.4408,
      "step": 663
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999466186773108e-05,
      "loss": 0.4146,
      "step": 664
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999459775237086e-05,
      "loss": 0.4665,
      "step": 665
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994533254370665e-05,
      "loss": 0.4442,
      "step": 666
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994468373732955e-05,
      "loss": 0.4788,
      "step": 667
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994403110460223e-05,
      "loss": 0.4551,
      "step": 668
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999433746455496e-05,
      "loss": 0.4632,
      "step": 669
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999427143601968e-05,
      "loss": 0.4821,
      "step": 670
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994205024856916e-05,
      "loss": 0.4361,
      "step": 671
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994138231069205e-05,
      "loss": 0.4069,
      "step": 672
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999407105465911e-05,
      "loss": 0.442,
      "step": 673
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994003495629196e-05,
      "loss": 0.4439,
      "step": 674
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999393555398206e-05,
      "loss": 0.4849,
      "step": 675
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999386722972029e-05,
      "loss": 0.4771,
      "step": 676
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999379852284651e-05,
      "loss": 0.442,
      "step": 677
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993729433363348e-05,
      "loss": 0.4425,
      "step": 678
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999365996127345e-05,
      "loss": 0.4367,
      "step": 679
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993590106579473e-05,
      "loss": 0.4227,
      "step": 680
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993519869284092e-05,
      "loss": 0.4629,
      "step": 681
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999344924939e-05,
      "loss": 0.4657,
      "step": 682
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99933782468999e-05,
      "loss": 0.4601,
      "step": 683
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993306861816508e-05,
      "loss": 0.4771,
      "step": 684
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993235094142555e-05,
      "loss": 0.4403,
      "step": 685
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993162943880793e-05,
      "loss": 0.459,
      "step": 686
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993090411033982e-05,
      "loss": 0.418,
      "step": 687
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99930174956049e-05,
      "loss": 0.4481,
      "step": 688
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992944197596337e-05,
      "loss": 0.4372,
      "step": 689
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99928705170111e-05,
      "loss": 0.3951,
      "step": 690
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992796453852012e-05,
      "loss": 0.4355,
      "step": 691
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99927220081219e-05,
      "loss": 0.4208,
      "step": 692
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992647179823625e-05,
      "loss": 0.4118,
      "step": 693
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992571968960046e-05,
      "loss": 0.4802,
      "step": 694
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992496375534044e-05,
      "loss": 0.4579,
      "step": 695
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992420399548514e-05,
      "loss": 0.4344,
      "step": 696
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999234404100636e-05,
      "loss": 0.4559,
      "step": 697
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992267299910512e-05,
      "loss": 0.445,
      "step": 698
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992190176263905e-05,
      "loss": 0.4386,
      "step": 699
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999211267006949e-05,
      "loss": 0.4805,
      "step": 700
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992034781330235e-05,
      "loss": 0.4554,
      "step": 701
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991956510049123e-05,
      "loss": 0.4925,
      "step": 702
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999187785622915e-05,
      "loss": 0.4615,
      "step": 703
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999179881987333e-05,
      "loss": 0.4562,
      "step": 704
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991719400984685e-05,
      "loss": 0.4425,
      "step": 705
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991639599566258e-05,
      "loss": 0.4459,
      "step": 706
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991559415621098e-05,
      "loss": 0.4475,
      "step": 707
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991478849152284e-05,
      "loss": 0.4676,
      "step": 708
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991397900162897e-05,
      "loss": 0.4699,
      "step": 709
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991316568656033e-05,
      "loss": 0.4858,
      "step": 710
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991234854634813e-05,
      "loss": 0.478,
      "step": 711
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991152758102353e-05,
      "loss": 0.4191,
      "step": 712
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991070279061808e-05,
      "loss": 0.4629,
      "step": 713
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990987417516333e-05,
      "loss": 0.4439,
      "step": 714
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990904173469095e-05,
      "loss": 0.4668,
      "step": 715
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990820546923285e-05,
      "loss": 0.4314,
      "step": 716
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990736537882107e-05,
      "loss": 0.4336,
      "step": 717
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990652146348774e-05,
      "loss": 0.466,
      "step": 718
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990567372326516e-05,
      "loss": 0.4794,
      "step": 719
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999048221581858e-05,
      "loss": 0.4827,
      "step": 720
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990396676828226e-05,
      "loss": 0.466,
      "step": 721
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999031075535873e-05,
      "loss": 0.4428,
      "step": 722
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990224451413378e-05,
      "loss": 0.4492,
      "step": 723
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999013776499548e-05,
      "loss": 0.486,
      "step": 724
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999005069610835e-05,
      "loss": 0.464,
      "step": 725
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989963244755322e-05,
      "loss": 0.4082,
      "step": 726
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989875410939743e-05,
      "loss": 0.4782,
      "step": 727
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989787194664984e-05,
      "loss": 0.4107,
      "step": 728
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989698595934408e-05,
      "loss": 0.4632,
      "step": 729
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998960961475142e-05,
      "loss": 0.4378,
      "step": 730
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989520251119418e-05,
      "loss": 0.4743,
      "step": 731
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998943050504183e-05,
      "loss": 0.464,
      "step": 732
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989340376522088e-05,
      "loss": 0.4216,
      "step": 733
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989249865563642e-05,
      "loss": 0.4568,
      "step": 734
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989158972169956e-05,
      "loss": 0.4517,
      "step": 735
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989067696344513e-05,
      "loss": 0.4277,
      "step": 736
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998897603809081e-05,
      "loss": 0.4453,
      "step": 737
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998888399741235e-05,
      "loss": 0.4339,
      "step": 738
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998879157431266e-05,
      "loss": 0.4847,
      "step": 739
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988698768795277e-05,
      "loss": 0.4662,
      "step": 740
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988605580863757e-05,
      "loss": 0.4473,
      "step": 741
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988512010521663e-05,
      "loss": 0.4459,
      "step": 742
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998841805777258e-05,
      "loss": 0.4492,
      "step": 743
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988323722620107e-05,
      "loss": 0.4629,
      "step": 744
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998822900506785e-05,
      "loss": 0.4612,
      "step": 745
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998813390511944e-05,
      "loss": 0.4609,
      "step": 746
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9988038422778518e-05,
      "loss": 0.4665,
      "step": 747
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987942558048735e-05,
      "loss": 0.4492,
      "step": 748
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987846310933768e-05,
      "loss": 0.4654,
      "step": 749
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987749681437297e-05,
      "loss": 0.4501,
      "step": 750
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998765266956302e-05,
      "loss": 0.4498,
      "step": 751
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987555275314658e-05,
      "loss": 0.4191,
      "step": 752
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987457498695927e-05,
      "loss": 0.4308,
      "step": 753
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987359339710586e-05,
      "loss": 0.4252,
      "step": 754
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998726079836238e-05,
      "loss": 0.4439,
      "step": 755
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987161874655092e-05,
      "loss": 0.442,
      "step": 756
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987062568592502e-05,
      "loss": 0.4615,
      "step": 757
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986962880178417e-05,
      "loss": 0.4425,
      "step": 758
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986862809416644e-05,
      "loss": 0.4364,
      "step": 759
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998676235631103e-05,
      "loss": 0.4489,
      "step": 760
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986661520865404e-05,
      "loss": 0.4626,
      "step": 761
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998656030308364e-05,
      "loss": 0.4353,
      "step": 762
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99864587029696e-05,
      "loss": 0.4241,
      "step": 763
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986356720527186e-05,
      "loss": 0.4386,
      "step": 764
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99862543557603e-05,
      "loss": 0.4506,
      "step": 765
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986151608672856e-05,
      "loss": 0.4182,
      "step": 766
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986048479268788e-05,
      "loss": 0.4461,
      "step": 767
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985944967552046e-05,
      "loss": 0.4498,
      "step": 768
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985841073526597e-05,
      "loss": 0.406,
      "step": 769
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998573679719641e-05,
      "loss": 0.4754,
      "step": 770
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985632138565484e-05,
      "loss": 0.4595,
      "step": 771
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985527097637828e-05,
      "loss": 0.4467,
      "step": 772
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985421674417452e-05,
      "loss": 0.4554,
      "step": 773
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985315868908404e-05,
      "loss": 0.4467,
      "step": 774
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998520968111473e-05,
      "loss": 0.4311,
      "step": 775
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985103111040494e-05,
      "loss": 0.4336,
      "step": 776
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984996158689778e-05,
      "loss": 0.4378,
      "step": 777
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984888824066675e-05,
      "loss": 0.4526,
      "step": 778
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984781107175296e-05,
      "loss": 0.4297,
      "step": 779
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984673008019767e-05,
      "loss": 0.4601,
      "step": 780
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984564526604222e-05,
      "loss": 0.4425,
      "step": 781
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984455662932815e-05,
      "loss": 0.4397,
      "step": 782
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984346417009716e-05,
      "loss": 0.4568,
      "step": 783
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984236788839103e-05,
      "loss": 0.4314,
      "step": 784
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984126778425178e-05,
      "loss": 0.433,
      "step": 785
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998401638577215e-05,
      "loss": 0.4339,
      "step": 786
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998390561088425e-05,
      "loss": 0.488,
      "step": 787
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983794453765714e-05,
      "loss": 0.4375,
      "step": 788
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99836829144208e-05,
      "loss": 0.4216,
      "step": 789
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983570992853773e-05,
      "loss": 0.4593,
      "step": 790
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983458689068927e-05,
      "loss": 0.4238,
      "step": 791
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983346003070553e-05,
      "loss": 0.418,
      "step": 792
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983232934862972e-05,
      "loss": 0.428,
      "step": 793
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983119484450506e-05,
      "loss": 0.4919,
      "step": 794
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983005651837503e-05,
      "loss": 0.418,
      "step": 795
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982891437028323e-05,
      "loss": 0.447,
      "step": 796
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982776840027333e-05,
      "loss": 0.4333,
      "step": 797
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998266186083892e-05,
      "loss": 0.3887,
      "step": 798
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982546499467495e-05,
      "loss": 0.4478,
      "step": 799
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982430755917463e-05,
      "loss": 0.4581,
      "step": 800
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982314630193263e-05,
      "loss": 0.4838,
      "step": 801
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998219812229934e-05,
      "loss": 0.5114,
      "step": 802
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982081232240152e-05,
      "loss": 0.418,
      "step": 803
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981963960020178e-05,
      "loss": 0.4696,
      "step": 804
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99818463056439e-05,
      "loss": 0.4222,
      "step": 805
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981728269115827e-05,
      "loss": 0.4252,
      "step": 806
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981609850440483e-05,
      "loss": 0.4464,
      "step": 807
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981491049622392e-05,
      "loss": 0.4584,
      "step": 808
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998137186666611e-05,
      "loss": 0.4534,
      "step": 809
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981252301576198e-05,
      "loss": 0.4068,
      "step": 810
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981132354357228e-05,
      "loss": 0.4688,
      "step": 811
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99810120250138e-05,
      "loss": 0.4559,
      "step": 812
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980891313550515e-05,
      "loss": 0.4336,
      "step": 813
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980770219971998e-05,
      "loss": 0.4618,
      "step": 814
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980648744282885e-05,
      "loss": 0.4501,
      "step": 815
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980526886487824e-05,
      "loss": 0.4495,
      "step": 816
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998040464659148e-05,
      "loss": 0.4375,
      "step": 817
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998028202459854e-05,
      "loss": 0.4754,
      "step": 818
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998015902051369e-05,
      "loss": 0.4484,
      "step": 819
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998003563434164e-05,
      "loss": 0.4249,
      "step": 820
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997991186608712e-05,
      "loss": 0.4389,
      "step": 821
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979787715754864e-05,
      "loss": 0.4322,
      "step": 822
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979663183349626e-05,
      "loss": 0.421,
      "step": 823
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997953826887617e-05,
      "loss": 0.4584,
      "step": 824
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997941297233928e-05,
      "loss": 0.44,
      "step": 825
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997928729374376e-05,
      "loss": 0.4461,
      "step": 826
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979161233094414e-05,
      "loss": 0.4609,
      "step": 827
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997903479039607e-05,
      "loss": 0.4618,
      "step": 828
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978907965653574e-05,
      "loss": 0.4554,
      "step": 829
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997878075887177e-05,
      "loss": 0.4431,
      "step": 830
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997865317005554e-05,
      "loss": 0.4143,
      "step": 831
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997852519920976e-05,
      "loss": 0.4749,
      "step": 832
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978396846339333e-05,
      "loss": 0.4568,
      "step": 833
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978268111449174e-05,
      "loss": 0.4355,
      "step": 834
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978138994544208e-05,
      "loss": 0.4222,
      "step": 835
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997800949562938e-05,
      "loss": 0.4302,
      "step": 836
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997787961470965e-05,
      "loss": 0.4729,
      "step": 837
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997774935178999e-05,
      "loss": 0.4007,
      "step": 838
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977618706875384e-05,
      "loss": 0.4227,
      "step": 839
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977487679970834e-05,
      "loss": 0.4395,
      "step": 840
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997735627108136e-05,
      "loss": 0.4235,
      "step": 841
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997722448021199e-05,
      "loss": 0.4322,
      "step": 842
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977092307367772e-05,
      "loss": 0.4205,
      "step": 843
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976959752553764e-05,
      "loss": 0.459,
      "step": 844
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997682681577504e-05,
      "loss": 0.4556,
      "step": 845
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997669349703669e-05,
      "loss": 0.4353,
      "step": 846
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976559796343818e-05,
      "loss": 0.4576,
      "step": 847
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976425713701548e-05,
      "loss": 0.4174,
      "step": 848
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976291249115005e-05,
      "loss": 0.4503,
      "step": 849
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976156402589342e-05,
      "loss": 0.4406,
      "step": 850
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997602117412972e-05,
      "loss": 0.421,
      "step": 851
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975885563741316e-05,
      "loss": 0.4584,
      "step": 852
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975749571429324e-05,
      "loss": 0.4835,
      "step": 853
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975613197198948e-05,
      "loss": 0.4289,
      "step": 854
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997547644105541e-05,
      "loss": 0.4403,
      "step": 855
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975339303003945e-05,
      "loss": 0.4741,
      "step": 856
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975201783049804e-05,
      "loss": 0.4333,
      "step": 857
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997506388119825e-05,
      "loss": 0.4258,
      "step": 858
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974925597454567e-05,
      "loss": 0.4442,
      "step": 859
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974786931824044e-05,
      "loss": 0.4565,
      "step": 860
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974647884311994e-05,
      "loss": 0.4157,
      "step": 861
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997450845492374e-05,
      "loss": 0.4249,
      "step": 862
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997436864366461e-05,
      "loss": 0.4528,
      "step": 863
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974228450539975e-05,
      "loss": 0.4428,
      "step": 864
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974087875555186e-05,
      "loss": 0.4439,
      "step": 865
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973946918715632e-05,
      "loss": 0.3956,
      "step": 866
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997380558002671e-05,
      "loss": 0.4397,
      "step": 867
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973663859493832e-05,
      "loss": 0.433,
      "step": 868
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973521757122418e-05,
      "loss": 0.4489,
      "step": 869
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973379272917915e-05,
      "loss": 0.3996,
      "step": 870
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973236406885773e-05,
      "loss": 0.4308,
      "step": 871
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973093159031464e-05,
      "loss": 0.4015,
      "step": 872
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997294952936047e-05,
      "loss": 0.4032,
      "step": 873
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972805517878292e-05,
      "loss": 0.4249,
      "step": 874
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997266112459044e-05,
      "loss": 0.4487,
      "step": 875
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972516349502453e-05,
      "loss": 0.4174,
      "step": 876
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997237119261986e-05,
      "loss": 0.4601,
      "step": 877
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972225653948226e-05,
      "loss": 0.4163,
      "step": 878
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972079733493118e-05,
      "loss": 0.4333,
      "step": 879
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971933431260128e-05,
      "loss": 0.447,
      "step": 880
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971786747254854e-05,
      "loss": 0.4431,
      "step": 881
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997163968148291e-05,
      "loss": 0.4612,
      "step": 882
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997149223394993e-05,
      "loss": 0.4805,
      "step": 883
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971344404661558e-05,
      "loss": 0.423,
      "step": 884
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971196193623453e-05,
      "loss": 0.43,
      "step": 885
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997104760084129e-05,
      "loss": 0.387,
      "step": 886
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970898626320752e-05,
      "loss": 0.404,
      "step": 887
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970749270067554e-05,
      "loss": 0.4406,
      "step": 888
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970599532087404e-05,
      "loss": 0.4263,
      "step": 889
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997044941238604e-05,
      "loss": 0.4272,
      "step": 890
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997029891096921e-05,
      "loss": 0.4127,
      "step": 891
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997014802784267e-05,
      "loss": 0.4132,
      "step": 892
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969996763012198e-05,
      "loss": 0.4607,
      "step": 893
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969845116483594e-05,
      "loss": 0.4121,
      "step": 894
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996969308826265e-05,
      "loss": 0.435,
      "step": 895
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969540678355198e-05,
      "loss": 0.4107,
      "step": 896
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969387886767063e-05,
      "loss": 0.4431,
      "step": 897
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969234713504103e-05,
      "loss": 0.406,
      "step": 898
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996908115857218e-05,
      "loss": 0.4057,
      "step": 899
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968927221977173e-05,
      "loss": 0.4358,
      "step": 900
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996877290372497e-05,
      "loss": 0.4587,
      "step": 901
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968618203821487e-05,
      "loss": 0.3876,
      "step": 902
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968463122272637e-05,
      "loss": 0.4247,
      "step": 903
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996830765908437e-05,
      "loss": 0.4355,
      "step": 904
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968151814262627e-05,
      "loss": 0.4286,
      "step": 905
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996799558781338e-05,
      "loss": 0.4233,
      "step": 906
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967838979742606e-05,
      "loss": 0.4132,
      "step": 907
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967681990056307e-05,
      "loss": 0.4459,
      "step": 908
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996752461876049e-05,
      "loss": 0.4526,
      "step": 909
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967366865861173e-05,
      "loss": 0.4481,
      "step": 910
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9967208731364408e-05,
      "loss": 0.4342,
      "step": 911
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996705021527624e-05,
      "loss": 0.4224,
      "step": 912
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966891317602744e-05,
      "loss": 0.4054,
      "step": 913
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966732038349997e-05,
      "loss": 0.4099,
      "step": 914
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99665723775241e-05,
      "loss": 0.4132,
      "step": 915
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966412335131166e-05,
      "loss": 0.4219,
      "step": 916
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966251911177324e-05,
      "loss": 0.4436,
      "step": 917
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966091105668713e-05,
      "loss": 0.4269,
      "step": 918
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965929918611488e-05,
      "loss": 0.3936,
      "step": 919
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965768350011822e-05,
      "loss": 0.4297,
      "step": 920
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99656063998759e-05,
      "loss": 0.4584,
      "step": 921
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965444068209927e-05,
      "loss": 0.4043,
      "step": 922
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996528135502011e-05,
      "loss": 0.4506,
      "step": 923
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965118260312685e-05,
      "loss": 0.4138,
      "step": 924
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996495478409389e-05,
      "loss": 0.4035,
      "step": 925
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964790926369985e-05,
      "loss": 0.3973,
      "step": 926
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996462668714725e-05,
      "loss": 0.4369,
      "step": 927
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964462066431965e-05,
      "loss": 0.4049,
      "step": 928
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964297064230437e-05,
      "loss": 0.4342,
      "step": 929
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964131680548976e-05,
      "loss": 0.3912,
      "step": 930
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963965915393925e-05,
      "loss": 0.4141,
      "step": 931
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963799768771623e-05,
      "loss": 0.4439,
      "step": 932
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996363324068843e-05,
      "loss": 0.4478,
      "step": 933
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963466331150726e-05,
      "loss": 0.4143,
      "step": 934
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963299040164896e-05,
      "loss": 0.4704,
      "step": 935
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996313136773735e-05,
      "loss": 0.4283,
      "step": 936
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962963313874503e-05,
      "loss": 0.4403,
      "step": 937
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996279487858279e-05,
      "loss": 0.4289,
      "step": 938
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962626061868664e-05,
      "loss": 0.4688,
      "step": 939
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996245686373858e-05,
      "loss": 0.4129,
      "step": 940
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996228728419902e-05,
      "loss": 0.4029,
      "step": 941
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962117323256477e-05,
      "loss": 0.4155,
      "step": 942
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961946980917457e-05,
      "loss": 0.4182,
      "step": 943
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996177625718848e-05,
      "loss": 0.4559,
      "step": 944
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961605152076084e-05,
      "loss": 0.4353,
      "step": 945
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961433665586823e-05,
      "loss": 0.3945,
      "step": 946
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961261797727256e-05,
      "loss": 0.4269,
      "step": 947
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961089548503965e-05,
      "loss": 0.4096,
      "step": 948
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960916917923545e-05,
      "loss": 0.411,
      "step": 949
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960743905992605e-05,
      "loss": 0.4562,
      "step": 950
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996057051271777e-05,
      "loss": 0.4579,
      "step": 951
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960396738105678e-05,
      "loss": 0.4071,
      "step": 952
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996022258216298e-05,
      "loss": 0.4096,
      "step": 953
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996004804489634e-05,
      "loss": 0.476,
      "step": 954
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995987312631245e-05,
      "loss": 0.4565,
      "step": 955
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959697826417998e-05,
      "loss": 0.4364,
      "step": 956
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99595221452197e-05,
      "loss": 0.4129,
      "step": 957
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959346082724283e-05,
      "loss": 0.4821,
      "step": 958
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959169638938482e-05,
      "loss": 0.4227,
      "step": 959
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958992813869057e-05,
      "loss": 0.4065,
      "step": 960
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958815607522774e-05,
      "loss": 0.3929,
      "step": 961
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995863801990642e-05,
      "loss": 0.4727,
      "step": 962
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958460051026795e-05,
      "loss": 0.4174,
      "step": 963
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995828170089071e-05,
      "loss": 0.406,
      "step": 964
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995810296950499e-05,
      "loss": 0.3797,
      "step": 965
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957923856876484e-05,
      "loss": 0.4074,
      "step": 966
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957744363012047e-05,
      "loss": 0.4043,
      "step": 967
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957564487918545e-05,
      "loss": 0.4138,
      "step": 968
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957384231602876e-05,
      "loss": 0.4406,
      "step": 969
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957203594071935e-05,
      "loss": 0.4294,
      "step": 970
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957022575332634e-05,
      "loss": 0.4255,
      "step": 971
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956841175391908e-05,
      "loss": 0.4598,
      "step": 972
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956659394256702e-05,
      "loss": 0.4593,
      "step": 973
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956477231933974e-05,
      "loss": 0.3998,
      "step": 974
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956294688430694e-05,
      "loss": 0.4009,
      "step": 975
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956111763753857e-05,
      "loss": 0.4593,
      "step": 976
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955928457910466e-05,
      "loss": 0.4224,
      "step": 977
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955744770907535e-05,
      "loss": 0.4185,
      "step": 978
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99555607027521e-05,
      "loss": 0.4491,
      "step": 979
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955376253451204e-05,
      "loss": 0.4294,
      "step": 980
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995519142301191e-05,
      "loss": 0.4612,
      "step": 981
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955006211441295e-05,
      "loss": 0.4302,
      "step": 982
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995482061874645e-05,
      "loss": 0.4517,
      "step": 983
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954634644934484e-05,
      "loss": 0.4473,
      "step": 984
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995444829001251e-05,
      "loss": 0.4771,
      "step": 985
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954261553987662e-05,
      "loss": 0.4685,
      "step": 986
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954074436867093e-05,
      "loss": 0.4127,
      "step": 987
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953886938657972e-05,
      "loss": 0.4283,
      "step": 988
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953699059367468e-05,
      "loss": 0.4369,
      "step": 989
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995351079900278e-05,
      "loss": 0.3926,
      "step": 990
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953322157571108e-05,
      "loss": 0.3984,
      "step": 991
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953133135079686e-05,
      "loss": 0.4051,
      "step": 992
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995294373153574e-05,
      "loss": 0.4074,
      "step": 993
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952753946946522e-05,
      "loss": 0.445,
      "step": 994
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952563781319303e-05,
      "loss": 0.4612,
      "step": 995
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952373234661362e-05,
      "loss": 0.4688,
      "step": 996
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952182306979996e-05,
      "loss": 0.409,
      "step": 997
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951990998282505e-05,
      "loss": 0.4001,
      "step": 998
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995179930857623e-05,
      "loss": 0.4116,
      "step": 999
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995160723786849e-05,
      "loss": 0.4191,
      "step": 1000
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951414786166656e-05,
      "loss": 0.4244,
      "step": 1001
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995122195347808e-05,
      "loss": 0.4277,
      "step": 1002
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995102873981016e-05,
      "loss": 0.4464,
      "step": 1003
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995083514517028e-05,
      "loss": 0.4261,
      "step": 1004
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950641169565863e-05,
      "loss": 0.4012,
      "step": 1005
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950446813004327e-05,
      "loss": 0.4155,
      "step": 1006
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950252075493116e-05,
      "loss": 0.435,
      "step": 1007
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950056957039688e-05,
      "loss": 0.4473,
      "step": 1008
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994986145765151e-05,
      "loss": 0.4275,
      "step": 1009
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994966557733606e-05,
      "loss": 0.4406,
      "step": 1010
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994946931610085e-05,
      "loss": 0.445,
      "step": 1011
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949272673953385e-05,
      "loss": 0.452,
      "step": 1012
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949075650901198e-05,
      "loss": 0.4445,
      "step": 1013
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994887824695183e-05,
      "loss": 0.3984,
      "step": 1014
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994868046211284e-05,
      "loss": 0.4286,
      "step": 1015
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948482296391798e-05,
      "loss": 0.4406,
      "step": 1016
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948283749796293e-05,
      "loss": 0.4325,
      "step": 1017
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994808482233392e-05,
      "loss": 0.4475,
      "step": 1018
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947885514012303e-05,
      "loss": 0.4227,
      "step": 1019
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947685824839072e-05,
      "loss": 0.4182,
      "step": 1020
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947485754821865e-05,
      "loss": 0.4116,
      "step": 1021
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947285303968348e-05,
      "loss": 0.4146,
      "step": 1022
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947084472286195e-05,
      "loss": 0.4319,
      "step": 1023
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946883259783088e-05,
      "loss": 0.4174,
      "step": 1024
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946681666466737e-05,
      "loss": 0.4283,
      "step": 1025
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994647969234486e-05,
      "loss": 0.4121,
      "step": 1026
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946277337425186e-05,
      "loss": 0.4065,
      "step": 1027
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946074601715462e-05,
      "loss": 0.4372,
      "step": 1028
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945871485223456e-05,
      "loss": 0.4082,
      "step": 1029
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945667987956937e-05,
      "loss": 0.3778,
      "step": 1030
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945464109923696e-05,
      "loss": 0.4018,
      "step": 1031
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945259851131548e-05,
      "loss": 0.4275,
      "step": 1032
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945055211588302e-05,
      "loss": 0.4294,
      "step": 1033
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944850191301794e-05,
      "loss": 0.4422,
      "step": 1034
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994464479027988e-05,
      "loss": 0.404,
      "step": 1035
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944439008530416e-05,
      "loss": 0.3934,
      "step": 1036
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944232846061284e-05,
      "loss": 0.421,
      "step": 1037
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994402630288038e-05,
      "loss": 0.435,
      "step": 1038
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943819378995604e-05,
      "loss": 0.4032,
      "step": 1039
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943612074414883e-05,
      "loss": 0.4545,
      "step": 1040
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943404389146154e-05,
      "loss": 0.416,
      "step": 1041
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943196323197362e-05,
      "loss": 0.4319,
      "step": 1042
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942987876576484e-05,
      "loss": 0.4049,
      "step": 1043
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994277904929149e-05,
      "loss": 0.4141,
      "step": 1044
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942569841350376e-05,
      "loss": 0.4489,
      "step": 1045
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942360252761158e-05,
      "loss": 0.4294,
      "step": 1046
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942150283531855e-05,
      "loss": 0.4601,
      "step": 1047
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941939933670506e-05,
      "loss": 0.3823,
      "step": 1048
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941729203185168e-05,
      "loss": 0.4448,
      "step": 1049
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941518092083904e-05,
      "loss": 0.4043,
      "step": 1050
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941306600374796e-05,
      "loss": 0.4143,
      "step": 1051
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941094728065945e-05,
      "loss": 0.4422,
      "step": 1052
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994088247516546e-05,
      "loss": 0.4068,
      "step": 1053
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940669841681466e-05,
      "loss": 0.44,
      "step": 1054
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994045682762211e-05,
      "loss": 0.404,
      "step": 1055
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940243432995535e-05,
      "loss": 0.4369,
      "step": 1056
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994002965780992e-05,
      "loss": 0.3993,
      "step": 1057
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993981550207345e-05,
      "loss": 0.4372,
      "step": 1058
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939600965794317e-05,
      "loss": 0.4266,
      "step": 1059
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993938604898074e-05,
      "loss": 0.4501,
      "step": 1060
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993917075164095e-05,
      "loss": 0.4403,
      "step": 1061
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993895507378318e-05,
      "loss": 0.4515,
      "step": 1062
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938739015415694e-05,
      "loss": 0.4411,
      "step": 1063
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993852257654676e-05,
      "loss": 0.4149,
      "step": 1064
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938305757184668e-05,
      "loss": 0.4481,
      "step": 1065
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938088557337717e-05,
      "loss": 0.4227,
      "step": 1066
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993787097701422e-05,
      "loss": 0.4096,
      "step": 1067
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937653016222516e-05,
      "loss": 0.3951,
      "step": 1068
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993743467497094e-05,
      "loss": 0.3956,
      "step": 1069
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937215953267854e-05,
      "loss": 0.435,
      "step": 1070
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993699685112163e-05,
      "loss": 0.4297,
      "step": 1071
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993677736854066e-05,
      "loss": 0.4135,
      "step": 1072
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936557505533346e-05,
      "loss": 0.4484,
      "step": 1073
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936337262108103e-05,
      "loss": 0.4138,
      "step": 1074
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936116638273364e-05,
      "loss": 0.4046,
      "step": 1075
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935895634037578e-05,
      "loss": 0.416,
      "step": 1076
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99356742494092e-05,
      "loss": 0.382,
      "step": 1077
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935452484396714e-05,
      "loss": 0.4208,
      "step": 1078
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935230339008604e-05,
      "loss": 0.4163,
      "step": 1079
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935007813253376e-05,
      "loss": 0.4068,
      "step": 1080
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993478490713955e-05,
      "loss": 0.4411,
      "step": 1081
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993456162067566e-05,
      "loss": 0.4116,
      "step": 1082
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934337953870254e-05,
      "loss": 0.4252,
      "step": 1083
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934113906731895e-05,
      "loss": 0.4258,
      "step": 1084
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933889479269164e-05,
      "loss": 0.4026,
      "step": 1085
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933664671490648e-05,
      "loss": 0.4408,
      "step": 1086
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933439483404954e-05,
      "loss": 0.4272,
      "step": 1087
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933213915020707e-05,
      "loss": 0.428,
      "step": 1088
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932987966346538e-05,
      "loss": 0.4074,
      "step": 1089
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932761637391104e-05,
      "loss": 0.3842,
      "step": 1090
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932534928163063e-05,
      "loss": 0.4085,
      "step": 1091
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99323078386711e-05,
      "loss": 0.4121,
      "step": 1092
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932080368923903e-05,
      "loss": 0.4222,
      "step": 1093
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931852518930185e-05,
      "loss": 0.4177,
      "step": 1094
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993162428869867e-05,
      "loss": 0.4096,
      "step": 1095
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99313956782381e-05,
      "loss": 0.4319,
      "step": 1096
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993116668755721e-05,
      "loss": 0.4233,
      "step": 1097
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930937316664782e-05,
      "loss": 0.38,
      "step": 1098
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99307075655696e-05,
      "loss": 0.4283,
      "step": 1099
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930477434280445e-05,
      "loss": 0.4233,
      "step": 1100
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993024692280614e-05,
      "loss": 0.4085,
      "step": 1101
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930016031155506e-05,
      "loss": 0.4395,
      "step": 1102
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992978475933738e-05,
      "loss": 0.4068,
      "step": 1103
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992955310736062e-05,
      "loss": 0.4188,
      "step": 1104
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929321075234096e-05,
      "loss": 0.4157,
      "step": 1105
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929088662966687e-05,
      "loss": 0.4266,
      "step": 1106
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928855870567295e-05,
      "loss": 0.3929,
      "step": 1107
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928622698044827e-05,
      "loss": 0.387,
      "step": 1108
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928389145408212e-05,
      "loss": 0.406,
      "step": 1109
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928155212666395e-05,
      "loss": 0.4224,
      "step": 1110
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992792089982833e-05,
      "loss": 0.4051,
      "step": 1111
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927686206902984e-05,
      "loss": 0.4213,
      "step": 1112
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992745113389935e-05,
      "loss": 0.4604,
      "step": 1113
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992721568082642e-05,
      "loss": 0.4498,
      "step": 1114
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992697984769321e-05,
      "loss": 0.4088,
      "step": 1115
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926743634508753e-05,
      "loss": 0.447,
      "step": 1116
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926507041282088e-05,
      "loss": 0.4026,
      "step": 1117
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926270068022272e-05,
      "loss": 0.4358,
      "step": 1118
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992603271473838e-05,
      "loss": 0.3809,
      "step": 1119
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925794981439504e-05,
      "loss": 0.4355,
      "step": 1120
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925556868134738e-05,
      "loss": 0.4333,
      "step": 1121
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925318374833197e-05,
      "loss": 0.3898,
      "step": 1122
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925079501544016e-05,
      "loss": 0.4135,
      "step": 1123
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992484024827634e-05,
      "loss": 0.4051,
      "step": 1124
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992460061503933e-05,
      "loss": 0.4082,
      "step": 1125
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924360601842156e-05,
      "loss": 0.411,
      "step": 1126
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992412020869401e-05,
      "loss": 0.4238,
      "step": 1127
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992387943560409e-05,
      "loss": 0.3789,
      "step": 1128
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923638282581624e-05,
      "loss": 0.4202,
      "step": 1129
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923396749635836e-05,
      "loss": 0.4216,
      "step": 1130
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923154836775978e-05,
      "loss": 0.4185,
      "step": 1131
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922912544011306e-05,
      "loss": 0.3965,
      "step": 1132
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99226698713511e-05,
      "loss": 0.3901,
      "step": 1133
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992242681880465e-05,
      "loss": 0.4425,
      "step": 1134
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922183386381266e-05,
      "loss": 0.4099,
      "step": 1135
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921939574090258e-05,
      "loss": 0.4012,
      "step": 1136
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921695381940965e-05,
      "loss": 0.4487,
      "step": 1137
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992145080994274e-05,
      "loss": 0.3892,
      "step": 1138
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992120585810494e-05,
      "loss": 0.4169,
      "step": 1139
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920960526436945e-05,
      "loss": 0.4026,
      "step": 1140
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920714814948148e-05,
      "loss": 0.4099,
      "step": 1141
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920468723647954e-05,
      "loss": 0.3906,
      "step": 1142
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992022225254579e-05,
      "loss": 0.4406,
      "step": 1143
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919975401651084e-05,
      "loss": 0.4157,
      "step": 1144
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919728170973297e-05,
      "loss": 0.3951,
      "step": 1145
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991948056052188e-05,
      "loss": 0.4021,
      "step": 1146
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991923257030633e-05,
      "loss": 0.4043,
      "step": 1147
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918984200336126e-05,
      "loss": 0.4269,
      "step": 1148
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918735450620785e-05,
      "loss": 0.4118,
      "step": 1149
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991848632116983e-05,
      "loss": 0.4138,
      "step": 1150
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991823681199279e-05,
      "loss": 0.4219,
      "step": 1151
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991798692309923e-05,
      "loss": 0.4244,
      "step": 1152
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917736654498712e-05,
      "loss": 0.4456,
      "step": 1153
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917486006200812e-05,
      "loss": 0.394,
      "step": 1154
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917234978215135e-05,
      "loss": 0.4294,
      "step": 1155
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916983570551286e-05,
      "loss": 0.3912,
      "step": 1156
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991673178321889e-05,
      "loss": 0.3979,
      "step": 1157
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991647961622759e-05,
      "loss": 0.4222,
      "step": 1158
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916227069587034e-05,
      "loss": 0.4235,
      "step": 1159
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915974143306898e-05,
      "loss": 0.3976,
      "step": 1160
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991572083739686e-05,
      "loss": 0.4054,
      "step": 1161
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915467151866623e-05,
      "loss": 0.4188,
      "step": 1162
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915213086725895e-05,
      "loss": 0.4439,
      "step": 1163
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99149586419844e-05,
      "loss": 0.4397,
      "step": 1164
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914703817651887e-05,
      "loss": 0.4121,
      "step": 1165
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914448613738107e-05,
      "loss": 0.4155,
      "step": 1166
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991419303025283e-05,
      "loss": 0.4054,
      "step": 1167
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991393706720584e-05,
      "loss": 0.4464,
      "step": 1168
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913680724606946e-05,
      "loss": 0.4475,
      "step": 1169
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913424002465947e-05,
      "loss": 0.4353,
      "step": 1170
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913166900792683e-05,
      "loss": 0.4277,
      "step": 1171
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912909419596993e-05,
      "loss": 0.3976,
      "step": 1172
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912651558888733e-05,
      "loss": 0.3929,
      "step": 1173
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991239331867778e-05,
      "loss": 0.4118,
      "step": 1174
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912134698974016e-05,
      "loss": 0.4381,
      "step": 1175
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991187569978734e-05,
      "loss": 0.4096,
      "step": 1176
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911616321127678e-05,
      "loss": 0.4319,
      "step": 1177
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991135656300495e-05,
      "loss": 0.454,
      "step": 1178
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911096425429107e-05,
      "loss": 0.423,
      "step": 1179
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99108359084101e-05,
      "loss": 0.416,
      "step": 1180
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910575011957917e-05,
      "loss": 0.4291,
      "step": 1181
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910313736082535e-05,
      "loss": 0.4372,
      "step": 1182
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910052080793956e-05,
      "loss": 0.421,
      "step": 1183
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909790046102204e-05,
      "loss": 0.4459,
      "step": 1184
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909527632017307e-05,
      "loss": 0.4057,
      "step": 1185
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909264838549313e-05,
      "loss": 0.423,
      "step": 1186
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909001665708284e-05,
      "loss": 0.404,
      "step": 1187
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990873811350429e-05,
      "loss": 0.4241,
      "step": 1188
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908474181947427e-05,
      "loss": 0.4018,
      "step": 1189
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99082098710478e-05,
      "loss": 0.4244,
      "step": 1190
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907945180815523e-05,
      "loss": 0.3973,
      "step": 1191
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907680111260733e-05,
      "loss": 0.3797,
      "step": 1192
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907414662393575e-05,
      "loss": 0.4294,
      "step": 1193
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907148834224216e-05,
      "loss": 0.4501,
      "step": 1194
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990688262676283e-05,
      "loss": 0.4082,
      "step": 1195
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906616040019614e-05,
      "loss": 0.3842,
      "step": 1196
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906349074004764e-05,
      "loss": 0.3996,
      "step": 1197
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906081728728506e-05,
      "loss": 0.3998,
      "step": 1198
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990581400420108e-05,
      "loss": 0.4076,
      "step": 1199
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990554590043273e-05,
      "loss": 0.3817,
      "step": 1200
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905277417433724e-05,
      "loss": 0.3884,
      "step": 1201
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905008555214337e-05,
      "loss": 0.375,
      "step": 1202
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904739313784862e-05,
      "loss": 0.4261,
      "step": 1203
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990446969315561e-05,
      "loss": 0.4129,
      "step": 1204
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99041996933369e-05,
      "loss": 0.387,
      "step": 1205
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903929314339074e-05,
      "loss": 0.4155,
      "step": 1206
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990365855617248e-05,
      "loss": 0.3881,
      "step": 1207
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903387418847483e-05,
      "loss": 0.3965,
      "step": 1208
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990311590237447e-05,
      "loss": 0.3859,
      "step": 1209
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902844006763825e-05,
      "loss": 0.4012,
      "step": 1210
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990257173202596e-05,
      "loss": 0.4088,
      "step": 1211
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902299078171307e-05,
      "loss": 0.3987,
      "step": 1212
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99020260452103e-05,
      "loss": 0.4249,
      "step": 1213
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990175263315339e-05,
      "loss": 0.4495,
      "step": 1214
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990147884201104e-05,
      "loss": 0.3954,
      "step": 1215
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9901204671793746e-05,
      "loss": 0.4035,
      "step": 1216
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900930122511993e-05,
      "loss": 0.4149,
      "step": 1217
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900655194176294e-05,
      "loss": 0.356,
      "step": 1218
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990037988679718e-05,
      "loss": 0.3811,
      "step": 1219
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900104200385183e-05,
      "loss": 0.4129,
      "step": 1220
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899828134950863e-05,
      "loss": 0.4155,
      "step": 1221
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899551690504787e-05,
      "loss": 0.3753,
      "step": 1222
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899274867057545e-05,
      "loss": 0.4562,
      "step": 1223
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898997664619722e-05,
      "loss": 0.3934,
      "step": 1224
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989872008320194e-05,
      "loss": 0.4015,
      "step": 1225
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898442122814825e-05,
      "loss": 0.4065,
      "step": 1226
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898163783469014e-05,
      "loss": 0.4224,
      "step": 1227
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897885065175174e-05,
      "loss": 0.4302,
      "step": 1228
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897605967943964e-05,
      "loss": 0.3758,
      "step": 1229
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989732649178607e-05,
      "loss": 0.4029,
      "step": 1230
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897046636712202e-05,
      "loss": 0.435,
      "step": 1231
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896766402733063e-05,
      "loss": 0.4121,
      "step": 1232
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896485789859386e-05,
      "loss": 0.3862,
      "step": 1233
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896204798101916e-05,
      "loss": 0.4436,
      "step": 1234
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989592342747141e-05,
      "loss": 0.3898,
      "step": 1235
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895641677978637e-05,
      "loss": 0.3987,
      "step": 1236
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895359549634388e-05,
      "loss": 0.4035,
      "step": 1237
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895077042449462e-05,
      "loss": 0.4146,
      "step": 1238
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989479415643467e-05,
      "loss": 0.3931,
      "step": 1239
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894510891600854e-05,
      "loss": 0.4127,
      "step": 1240
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894227247958847e-05,
      "loss": 0.3778,
      "step": 1241
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893943225519514e-05,
      "loss": 0.4347,
      "step": 1242
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893658824293725e-05,
      "loss": 0.423,
      "step": 1243
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893374044292377e-05,
      "loss": 0.4185,
      "step": 1244
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893088885526358e-05,
      "loss": 0.4269,
      "step": 1245
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892803348006602e-05,
      "loss": 0.4196,
      "step": 1246
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892517431744026e-05,
      "loss": 0.3764,
      "step": 1247
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892231136749584e-05,
      "loss": 0.4085,
      "step": 1248
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989194446303424e-05,
      "loss": 0.4141,
      "step": 1249
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989165741060896e-05,
      "loss": 0.4467,
      "step": 1250
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989136997948474e-05,
      "loss": 0.4037,
      "step": 1251
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989108216967258e-05,
      "loss": 0.3973,
      "step": 1252
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98907939811835e-05,
      "loss": 0.4079,
      "step": 1253
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890505414028538e-05,
      "loss": 0.4417,
      "step": 1254
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890216468218738e-05,
      "loss": 0.3823,
      "step": 1255
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988992714376516e-05,
      "loss": 0.4534,
      "step": 1256
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889637440678884e-05,
      "loss": 0.4375,
      "step": 1257
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889347358971e-05,
      "loss": 0.4222,
      "step": 1258
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889056898652614e-05,
      "loss": 0.3926,
      "step": 1259
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888766059734846e-05,
      "loss": 0.3951,
      "step": 1260
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988847484222883e-05,
      "loss": 0.4422,
      "step": 1261
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988818324614572e-05,
      "loss": 0.3915,
      "step": 1262
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988789127149667e-05,
      "loss": 0.4096,
      "step": 1263
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887598918292864e-05,
      "loss": 0.3873,
      "step": 1264
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887306186545496e-05,
      "loss": 0.4191,
      "step": 1265
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887013076265773e-05,
      "loss": 0.3996,
      "step": 1266
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886719587464914e-05,
      "loss": 0.4099,
      "step": 1267
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886425720154152e-05,
      "loss": 0.375,
      "step": 1268
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886131474344746e-05,
      "loss": 0.404,
      "step": 1269
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885836850047958e-05,
      "loss": 0.416,
      "step": 1270
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885541847275067e-05,
      "loss": 0.4127,
      "step": 1271
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988524646603736e-05,
      "loss": 0.3976,
      "step": 1272
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988495070634616e-05,
      "loss": 0.3996,
      "step": 1273
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884654568212775e-05,
      "loss": 0.3853,
      "step": 1274
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884358051648553e-05,
      "loss": 0.3845,
      "step": 1275
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884061156664844e-05,
      "loss": 0.3711,
      "step": 1276
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883763883273014e-05,
      "loss": 0.4263,
      "step": 1277
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883466231484442e-05,
      "loss": 0.3783,
      "step": 1278
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883168201310525e-05,
      "loss": 0.4222,
      "step": 1279
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882869792762673e-05,
      "loss": 0.3775,
      "step": 1280
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988257100585231e-05,
      "loss": 0.4261,
      "step": 1281
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882271840590874e-05,
      "loss": 0.4138,
      "step": 1282
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881972296989823e-05,
      "loss": 0.3786,
      "step": 1283
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988167237506062e-05,
      "loss": 0.4079,
      "step": 1284
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988137207481475e-05,
      "loss": 0.4169,
      "step": 1285
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881071396263706e-05,
      "loss": 0.4227,
      "step": 1286
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880770339419006e-05,
      "loss": 0.4054,
      "step": 1287
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988046890429217e-05,
      "loss": 0.3962,
      "step": 1288
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988016709089474e-05,
      "loss": 0.4054,
      "step": 1289
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879864899238272e-05,
      "loss": 0.3954,
      "step": 1290
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879562329334336e-05,
      "loss": 0.4127,
      "step": 1291
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879259381194516e-05,
      "loss": 0.4157,
      "step": 1292
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878956054830408e-05,
      "loss": 0.4143,
      "step": 1293
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987865235025362e-05,
      "loss": 0.3943,
      "step": 1294
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987834826747579e-05,
      "loss": 0.4012,
      "step": 1295
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878043806508556e-05,
      "loss": 0.3806,
      "step": 1296
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877738967363568e-05,
      "loss": 0.3937,
      "step": 1297
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877433750052507e-05,
      "loss": 0.4372,
      "step": 1298
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877128154587046e-05,
      "loss": 0.3878,
      "step": 1299
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876822180978895e-05,
      "loss": 0.4138,
      "step": 1300
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876515829239763e-05,
      "loss": 0.3845,
      "step": 1301
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876209099381382e-05,
      "loss": 0.4051,
      "step": 1302
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875901991415493e-05,
      "loss": 0.4021,
      "step": 1303
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987559450535385e-05,
      "loss": 0.4425,
      "step": 1304
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875286641208228e-05,
      "loss": 0.4141,
      "step": 1305
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874978398990416e-05,
      "loss": 0.3884,
      "step": 1306
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874669778712215e-05,
      "loss": 0.4051,
      "step": 1307
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874360780385435e-05,
      "loss": 0.4121,
      "step": 1308
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874051404021908e-05,
      "loss": 0.4088,
      "step": 1309
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873741649633486e-05,
      "loss": 0.4261,
      "step": 1310
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873431517232013e-05,
      "loss": 0.404,
      "step": 1311
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873121006829375e-05,
      "loss": 0.4573,
      "step": 1312
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9872810118437457e-05,
      "loss": 0.4118,
      "step": 1313
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987249885206816e-05,
      "loss": 0.411,
      "step": 1314
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9872187207733394e-05,
      "loss": 0.4487,
      "step": 1315
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98718751854451e-05,
      "loss": 0.3937,
      "step": 1316
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871562785215223e-05,
      "loss": 0.4054,
      "step": 1317
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987125000705572e-05,
      "loss": 0.4386,
      "step": 1318
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870936850978567e-05,
      "loss": 0.4171,
      "step": 1319
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987062331699575e-05,
      "loss": 0.3873,
      "step": 1320
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870309405119274e-05,
      "loss": 0.4135,
      "step": 1321
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986999511536116e-05,
      "loss": 0.4049,
      "step": 1322
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869680447733436e-05,
      "loss": 0.4127,
      "step": 1323
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986936540224815e-05,
      "loss": 0.4054,
      "step": 1324
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986904997891737e-05,
      "loss": 0.4088,
      "step": 1325
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868734177753165e-05,
      "loss": 0.4023,
      "step": 1326
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868417998767625e-05,
      "loss": 0.4051,
      "step": 1327
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868101441972857e-05,
      "loss": 0.3987,
      "step": 1328
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867784507380978e-05,
      "loss": 0.4461,
      "step": 1329
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867467195004127e-05,
      "loss": 0.418,
      "step": 1330
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867149504854448e-05,
      "loss": 0.3881,
      "step": 1331
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9866831436944107e-05,
      "loss": 0.3878,
      "step": 1332
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986651299128527e-05,
      "loss": 0.4308,
      "step": 1333
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9866194167890146e-05,
      "loss": 0.3982,
      "step": 1334
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986587496677093e-05,
      "loss": 0.4076,
      "step": 1335
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9865555387939845e-05,
      "loss": 0.3987,
      "step": 1336
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9865235431409123e-05,
      "loss": 0.4219,
      "step": 1337
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864915097191018e-05,
      "loss": 0.4263,
      "step": 1338
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864594385297795e-05,
      "loss": 0.3792,
      "step": 1339
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864273295741725e-05,
      "loss": 0.4088,
      "step": 1340
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863951828535107e-05,
      "loss": 0.4171,
      "step": 1341
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863629983690248e-05,
      "loss": 0.4291,
      "step": 1342
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863307761219466e-05,
      "loss": 0.3962,
      "step": 1343
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98629851611351e-05,
      "loss": 0.3968,
      "step": 1344
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98626621834495e-05,
      "loss": 0.3968,
      "step": 1345
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986233882817503e-05,
      "loss": 0.3931,
      "step": 1346
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9862015095324073e-05,
      "loss": 0.3811,
      "step": 1347
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9861690984909022e-05,
      "loss": 0.409,
      "step": 1348
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9861366496942283e-05,
      "loss": 0.4026,
      "step": 1349
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9861041631436276e-05,
      "loss": 0.4082,
      "step": 1350
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986071638840345e-05,
      "loss": 0.4227,
      "step": 1351
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860390767856244e-05,
      "loss": 0.4648,
      "step": 1352
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860064769807132e-05,
      "loss": 0.4185,
      "step": 1353
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985973839426859e-05,
      "loss": 0.3749,
      "step": 1354
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859411641253118e-05,
      "loss": 0.3984,
      "step": 1355
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859084510773224e-05,
      "loss": 0.421,
      "step": 1356
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985875700284143e-05,
      "loss": 0.416,
      "step": 1357
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9858429117470272e-05,
      "loss": 0.4185,
      "step": 1358
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9858100854672312e-05,
      "loss": 0.3881,
      "step": 1359
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985777221446011e-05,
      "loss": 0.4012,
      "step": 1360
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985744319684625e-05,
      "loss": 0.3968,
      "step": 1361
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985711380184333e-05,
      "loss": 0.4118,
      "step": 1362
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985678402946396e-05,
      "loss": 0.4275,
      "step": 1363
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856453879720762e-05,
      "loss": 0.4283,
      "step": 1364
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856123352626376e-05,
      "loss": 0.3895,
      "step": 1365
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855792448193463e-05,
      "loss": 0.3859,
      "step": 1366
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855461166434683e-05,
      "loss": 0.387,
      "step": 1367
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855129507362725e-05,
      "loss": 0.4046,
      "step": 1368
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854797470990282e-05,
      "loss": 0.4294,
      "step": 1369
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854465057330072e-05,
      "loss": 0.385,
      "step": 1370
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854132266394817e-05,
      "loss": 0.3862,
      "step": 1371
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853799098197258e-05,
      "loss": 0.3795,
      "step": 1372
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853465552750147e-05,
      "loss": 0.3926,
      "step": 1373
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853131630066264e-05,
      "loss": 0.4023,
      "step": 1374
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985279733015838e-05,
      "loss": 0.4071,
      "step": 1375
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98524626530393e-05,
      "loss": 0.4079,
      "step": 1376
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9852127598721844e-05,
      "loss": 0.3322,
      "step": 1377
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851792167218825e-05,
      "loss": 0.4258,
      "step": 1378
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851456358543095e-05,
      "loss": 0.4007,
      "step": 1379
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985112017270751e-05,
      "loss": 0.4255,
      "step": 1380
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9850783609724934e-05,
      "loss": 0.4032,
      "step": 1381
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9850446669608257e-05,
      "loss": 0.4012,
      "step": 1382
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985010935237038e-05,
      "loss": 0.3931,
      "step": 1383
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849771658024218e-05,
      "loss": 0.4076,
      "step": 1384
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849433586582693e-05,
      "loss": 0.3943,
      "step": 1385
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849095138058753e-05,
      "loss": 0.4191,
      "step": 1386
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9848756312465353e-05,
      "loss": 0.4191,
      "step": 1387
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984841710981547e-05,
      "loss": 0.4456,
      "step": 1388
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9848077530122083e-05,
      "loss": 0.4249,
      "step": 1389
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847737573398196e-05,
      "loss": 0.394,
      "step": 1390
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847397239656826e-05,
      "loss": 0.4302,
      "step": 1391
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847056528910996e-05,
      "loss": 0.404,
      "step": 1392
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9846715441173758e-05,
      "loss": 0.4308,
      "step": 1393
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984637397645817e-05,
      "loss": 0.4054,
      "step": 1394
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9846032134777298e-05,
      "loss": 0.4116,
      "step": 1395
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9845689916144234e-05,
      "loss": 0.3664,
      "step": 1396
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984534732057208e-05,
      "loss": 0.4378,
      "step": 1397
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984500434807395e-05,
      "loss": 0.3956,
      "step": 1398
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984466099866298e-05,
      "loss": 0.397,
      "step": 1399
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844317272352306e-05,
      "loss": 0.4096,
      "step": 1400
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984397316915509e-05,
      "loss": 0.3878,
      "step": 1401
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843628689084516e-05,
      "loss": 0.4375,
      "step": 1402
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843283832153757e-05,
      "loss": 0.4328,
      "step": 1403
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9842938598376027e-05,
      "loss": 0.4177,
      "step": 1404
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984259298776454e-05,
      "loss": 0.3931,
      "step": 1405
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9842247000332528e-05,
      "loss": 0.4051,
      "step": 1406
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9841900636093233e-05,
      "loss": 0.3834,
      "step": 1407
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9841553895059917e-05,
      "loss": 0.3853,
      "step": 1408
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9841206777245857e-05,
      "loss": 0.3931,
      "step": 1409
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9840859282664344e-05,
      "loss": 0.344,
      "step": 1410
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9840511411328677e-05,
      "loss": 0.3884,
      "step": 1411
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.984016316325218e-05,
      "loss": 0.4049,
      "step": 1412
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983981453844818e-05,
      "loss": 0.4012,
      "step": 1413
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9839465536930024e-05,
      "loss": 0.4129,
      "step": 1414
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983911615871108e-05,
      "loss": 0.3898,
      "step": 1415
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838766403804713e-05,
      "loss": 0.3931,
      "step": 1416
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838416272224324e-05,
      "loss": 0.4129,
      "step": 1417
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983806576398331e-05,
      "loss": 0.4188,
      "step": 1418
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98377148790951e-05,
      "loss": 0.406,
      "step": 1419
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837363617573114e-05,
      "loss": 0.3998,
      "step": 1420
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837011979430807e-05,
      "loss": 0.4035,
      "step": 1421
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836659964681643e-05,
      "loss": 0.4169,
      "step": 1422
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836307573339096e-05,
      "loss": 0.4124,
      "step": 1423
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983595480541666e-05,
      "loss": 0.4035,
      "step": 1424
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9835601660927838e-05,
      "loss": 0.4233,
      "step": 1425
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983524813988615e-05,
      "loss": 0.4124,
      "step": 1426
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983489424230513e-05,
      "loss": 0.3954,
      "step": 1427
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9834539968198328e-05,
      "loss": 0.3719,
      "step": 1428
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983418531757931e-05,
      "loss": 0.3862,
      "step": 1429
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983383029046165e-05,
      "loss": 0.3954,
      "step": 1430
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983347488685894e-05,
      "loss": 0.3761,
      "step": 1431
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983311910678479e-05,
      "loss": 0.3881,
      "step": 1432
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9832762950252813e-05,
      "loss": 0.3856,
      "step": 1433
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9832406417276653e-05,
      "loss": 0.3926,
      "step": 1434
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9832049507869957e-05,
      "loss": 0.3834,
      "step": 1435
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983169222204639e-05,
      "loss": 0.3973,
      "step": 1436
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831334559819627e-05,
      "loss": 0.3903,
      "step": 1437
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830976521203365e-05,
      "loss": 0.3753,
      "step": 1438
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830618106211307e-05,
      "loss": 0.394,
      "step": 1439
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983025931485718e-05,
      "loss": 0.3895,
      "step": 1440
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9829900147154717e-05,
      "loss": 0.3756,
      "step": 1441
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9829540603117667e-05,
      "loss": 0.4191,
      "step": 1442
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98291806827598e-05,
      "loss": 0.399,
      "step": 1443
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982882038609489e-05,
      "loss": 0.3859,
      "step": 1444
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982845971313674e-05,
      "loss": 0.4252,
      "step": 1445
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828098663899147e-05,
      "loss": 0.3917,
      "step": 1446
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9827737238395937e-05,
      "loss": 0.4235,
      "step": 1447
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982737543664095e-05,
      "loss": 0.3915,
      "step": 1448
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9827013258648037e-05,
      "loss": 0.4082,
      "step": 1449
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9826650704431062e-05,
      "loss": 0.3742,
      "step": 1450
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9826287774003906e-05,
      "loss": 0.3747,
      "step": 1451
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825924467380466e-05,
      "loss": 0.4015,
      "step": 1452
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825560784574648e-05,
      "loss": 0.423,
      "step": 1453
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825196725600376e-05,
      "loss": 0.3948,
      "step": 1454
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9824832290471587e-05,
      "loss": 0.3677,
      "step": 1455
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9824467479202235e-05,
      "loss": 0.3733,
      "step": 1456
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982410229180629e-05,
      "loss": 0.4157,
      "step": 1457
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823736728297725e-05,
      "loss": 0.3655,
      "step": 1458
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823370788690543e-05,
      "loss": 0.4074,
      "step": 1459
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823004472998747e-05,
      "loss": 0.3719,
      "step": 1460
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822637781236367e-05,
      "loss": 0.3594,
      "step": 1461
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822270713417436e-05,
      "loss": 0.3836,
      "step": 1462
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821903269556017e-05,
      "loss": 0.3717,
      "step": 1463
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982153544966617e-05,
      "loss": 0.3792,
      "step": 1464
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821167253761976e-05,
      "loss": 0.3881,
      "step": 1465
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9820798681857534e-05,
      "loss": 0.3753,
      "step": 1466
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9820429733966954e-05,
      "loss": 0.4074,
      "step": 1467
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9820060410104358e-05,
      "loss": 0.3725,
      "step": 1468
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981969071028389e-05,
      "loss": 0.4116,
      "step": 1469
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819320634519706e-05,
      "loss": 0.3825,
      "step": 1470
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9818950182825967e-05,
      "loss": 0.4085,
      "step": 1471
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9818579355216863e-05,
      "loss": 0.3959,
      "step": 1472
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981820815170658e-05,
      "loss": 0.3931,
      "step": 1473
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9817836572309344e-05,
      "loss": 0.4129,
      "step": 1474
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981746461703937e-05,
      "loss": 0.3708,
      "step": 1475
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98170922859109e-05,
      "loss": 0.3926,
      "step": 1476
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9816719578938195e-05,
      "loss": 0.3842,
      "step": 1477
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9816346496135516e-05,
      "loss": 0.4194,
      "step": 1478
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981597303751715e-05,
      "loss": 0.4012,
      "step": 1479
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9815599203097394e-05,
      "loss": 0.4182,
      "step": 1480
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981522499289056e-05,
      "loss": 0.4252,
      "step": 1481
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9814850406910978e-05,
      "loss": 0.4004,
      "step": 1482
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981447544517298e-05,
      "loss": 0.3943,
      "step": 1483
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9814100107690933e-05,
      "loss": 0.4132,
      "step": 1484
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98137243944792e-05,
      "loss": 0.3753,
      "step": 1485
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813348305552164e-05,
      "loss": 0.3919,
      "step": 1486
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9812971840924222e-05,
      "loss": 0.3906,
      "step": 1487
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9812595000609793e-05,
      "loss": 0.3867,
      "step": 1488
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9812217784623302e-05,
      "loss": 0.4177,
      "step": 1489
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981184019297919e-05,
      "loss": 0.3792,
      "step": 1490
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981146222569191e-05,
      "loss": 0.365,
      "step": 1491
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981108388277594e-05,
      "loss": 0.3956,
      "step": 1492
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9810705164245757e-05,
      "loss": 0.385,
      "step": 1493
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9810326070115863e-05,
      "loss": 0.4057,
      "step": 1494
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9809946600400772e-05,
      "loss": 0.4263,
      "step": 1495
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980956675511501e-05,
      "loss": 0.4484,
      "step": 1496
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9809186534273125e-05,
      "loss": 0.4166,
      "step": 1497
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9808805937889665e-05,
      "loss": 0.3867,
      "step": 1498
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9808424965979206e-05,
      "loss": 0.3775,
      "step": 1499
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9808043618556335e-05,
      "loss": 0.4411,
      "step": 1500
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980766189563565e-05,
      "loss": 0.3898,
      "step": 1501
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9807279797231762e-05,
      "loss": 0.3887,
      "step": 1502
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806897323359304e-05,
      "loss": 0.3636,
      "step": 1503
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806514474032915e-05,
      "loss": 0.3624,
      "step": 1504
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806131249267256e-05,
      "loss": 0.3909,
      "step": 1505
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9805747649076995e-05,
      "loss": 0.3758,
      "step": 1506
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9805363673476822e-05,
      "loss": 0.4049,
      "step": 1507
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9804979322481435e-05,
      "loss": 0.3719,
      "step": 1508
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980459459610555e-05,
      "loss": 0.3817,
      "step": 1509
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9804209494363892e-05,
      "loss": 0.4063,
      "step": 1510
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803824017271213e-05,
      "loss": 0.4021,
      "step": 1511
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803438164842262e-05,
      "loss": 0.392,
      "step": 1512
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803051937091814e-05,
      "loss": 0.3984,
      "step": 1513
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802665334034656e-05,
      "loss": 0.3993,
      "step": 1514
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802278355685592e-05,
      "loss": 0.4057,
      "step": 1515
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801891002059435e-05,
      "loss": 0.4163,
      "step": 1516
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801503273171014e-05,
      "loss": 0.3862,
      "step": 1517
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980111516903517e-05,
      "loss": 0.3823,
      "step": 1518
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9800726689666768e-05,
      "loss": 0.397,
      "step": 1519
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9800337835080677e-05,
      "loss": 0.423,
      "step": 1520
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979994860529179e-05,
      "loss": 0.4143,
      "step": 1521
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9799559000314995e-05,
      "loss": 0.3859,
      "step": 1522
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9799169020165222e-05,
      "loss": 0.389,
      "step": 1523
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9798778664857394e-05,
      "loss": 0.3781,
      "step": 1524
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9798387934406457e-05,
      "loss": 0.4163,
      "step": 1525
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979799682882737e-05,
      "loss": 0.4252,
      "step": 1526
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797605348135107e-05,
      "loss": 0.4149,
      "step": 1527
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797213492344656e-05,
      "loss": 0.3945,
      "step": 1528
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9796821261471018e-05,
      "loss": 0.3786,
      "step": 1529
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979642865552921e-05,
      "loss": 0.4107,
      "step": 1530
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979603567453426e-05,
      "loss": 0.4104,
      "step": 1531
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979564231850122e-05,
      "loss": 0.38,
      "step": 1532
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9795248587445143e-05,
      "loss": 0.4009,
      "step": 1533
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9794854481381106e-05,
      "loss": 0.4043,
      "step": 1534
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97944600003242e-05,
      "loss": 0.3717,
      "step": 1535
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979406514428952e-05,
      "loss": 0.3711,
      "step": 1536
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9793669913292186e-05,
      "loss": 0.3772,
      "step": 1537
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979327430734733e-05,
      "loss": 0.368,
      "step": 1538
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97928783264701e-05,
      "loss": 0.3903,
      "step": 1539
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9792481970675653e-05,
      "loss": 0.3817,
      "step": 1540
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9792085239979164e-05,
      "loss": 0.3664,
      "step": 1541
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9791688134395824e-05,
      "loss": 0.4079,
      "step": 1542
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979129065394083e-05,
      "loss": 0.3758,
      "step": 1543
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9790892798629407e-05,
      "loss": 0.4096,
      "step": 1544
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979049456847678e-05,
      "loss": 0.4135,
      "step": 1545
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97900959634982e-05,
      "loss": 0.3873,
      "step": 1546
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789696983708927e-05,
      "loss": 0.3976,
      "step": 1547
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789297629124237e-05,
      "loss": 0.3948,
      "step": 1548
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9788897899759408e-05,
      "loss": 0.3979,
      "step": 1549
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978849779562976e-05,
      "loss": 0.3725,
      "step": 1550
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97880973167506e-05,
      "loss": 0.421,
      "step": 1551
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787696463137266e-05,
      "loss": 0.3677,
      "step": 1552
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787295234805098e-05,
      "loss": 0.3655,
      "step": 1553
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978689363176946e-05,
      "loss": 0.4018,
      "step": 1554
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9786491654045733e-05,
      "loss": 0.4297,
      "step": 1555
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9786089301649297e-05,
      "loss": 0.4492,
      "step": 1556
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9785686574595565e-05,
      "loss": 0.4191,
      "step": 1557
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9785283472899947e-05,
      "loss": 0.404,
      "step": 1558
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978487999657788e-05,
      "loss": 0.3979,
      "step": 1559
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9784476145644813e-05,
      "loss": 0.3901,
      "step": 1560
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97840719201162e-05,
      "loss": 0.3895,
      "step": 1561
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783667320007524e-05,
      "loss": 0.4085,
      "step": 1562
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783262345334276e-05,
      "loss": 0.382,
      "step": 1563
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978285699611195e-05,
      "loss": 0.3903,
      "step": 1564
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9782451272356077e-05,
      "loss": 0.3954,
      "step": 1565
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9782045174082182e-05,
      "loss": 0.3834,
      "step": 1566
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9781638701305812e-05,
      "loss": 0.3884,
      "step": 1567
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9781231854042536e-05,
      "loss": 0.4088,
      "step": 1568
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978082463230792e-05,
      "loss": 0.3624,
      "step": 1569
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9780417036117564e-05,
      "loss": 0.3599,
      "step": 1570
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9780009065487066e-05,
      "loss": 0.3591,
      "step": 1571
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9779600720432048e-05,
      "loss": 0.3742,
      "step": 1572
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9779192000968145e-05,
      "loss": 0.38,
      "step": 1573
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9778782907110997e-05,
      "loss": 0.4068,
      "step": 1574
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9778373438876277e-05,
      "loss": 0.3697,
      "step": 1575
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9777963596279653e-05,
      "loss": 0.3641,
      "step": 1576
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977755337933682e-05,
      "loss": 0.4512,
      "step": 1577
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977714278806348e-05,
      "loss": 0.4046,
      "step": 1578
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9776731822475356e-05,
      "loss": 0.409,
      "step": 1579
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977632048258818e-05,
      "loss": 0.3931,
      "step": 1580
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97759087684177e-05,
      "loss": 0.4029,
      "step": 1581
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9775496679979673e-05,
      "loss": 0.3979,
      "step": 1582
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9775084217289883e-05,
      "loss": 0.3926,
      "step": 1583
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9774671380364122e-05,
      "loss": 0.3527,
      "step": 1584
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977425816921819e-05,
      "loss": 0.4157,
      "step": 1585
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977384458386791e-05,
      "loss": 0.4035,
      "step": 1586
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9773430624329108e-05,
      "loss": 0.4169,
      "step": 1587
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9773016290617644e-05,
      "loss": 0.3823,
      "step": 1588
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9772601582749375e-05,
      "loss": 0.4353,
      "step": 1589
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977218650074018e-05,
      "loss": 0.3772,
      "step": 1590
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9771771044605948e-05,
      "loss": 0.3926,
      "step": 1591
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9771355214362584e-05,
      "loss": 0.3892,
      "step": 1592
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977093901002601e-05,
      "loss": 0.3817,
      "step": 1593
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977052243161216e-05,
      "loss": 0.399,
      "step": 1594
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977010547913698e-05,
      "loss": 0.3571,
      "step": 1595
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976968815261644e-05,
      "loss": 0.3856,
      "step": 1596
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976927045206651e-05,
      "loss": 0.3753,
      "step": 1597
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976885237750318e-05,
      "loss": 0.4138,
      "step": 1598
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9768433928942462e-05,
      "loss": 0.3736,
      "step": 1599
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9768015106400375e-05,
      "loss": 0.3778,
      "step": 1600
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9767595909892953e-05,
      "loss": 0.4124,
      "step": 1601
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9767176339436243e-05,
      "loss": 0.3809,
      "step": 1602
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976675639504631e-05,
      "loss": 0.3454,
      "step": 1603
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976633607673923e-05,
      "loss": 0.3797,
      "step": 1604
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9765915384531092e-05,
      "loss": 0.3705,
      "step": 1605
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976549431843801e-05,
      "loss": 0.4156,
      "step": 1606
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97650728784761e-05,
      "loss": 0.3954,
      "step": 1607
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9764651064661496e-05,
      "loss": 0.3538,
      "step": 1608
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9764228877010344e-05,
      "loss": 0.4043,
      "step": 1609
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9763806315538816e-05,
      "loss": 0.4049,
      "step": 1610
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976338338026308e-05,
      "loss": 0.3915,
      "step": 1611
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9762960071199334e-05,
      "loss": 0.3845,
      "step": 1612
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9762536388363784e-05,
      "loss": 0.404,
      "step": 1613
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976211233177265e-05,
      "loss": 0.3842,
      "step": 1614
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9761687901442165e-05,
      "loss": 0.3898,
      "step": 1615
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9761263097388578e-05,
      "loss": 0.3647,
      "step": 1616
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9760837919628157e-05,
      "loss": 0.3901,
      "step": 1617
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976041236817717e-05,
      "loss": 0.3895,
      "step": 1618
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9759986443051922e-05,
      "loss": 0.4314,
      "step": 1619
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9759560144268712e-05,
      "loss": 0.4152,
      "step": 1620
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975913347184386e-05,
      "loss": 0.3836,
      "step": 1621
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9758706425793702e-05,
      "loss": 0.4071,
      "step": 1622
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975827900613459e-05,
      "loss": 0.4146,
      "step": 1623
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757851212882885e-05,
      "loss": 0.3783,
      "step": 1624
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757423046054968e-05,
      "loss": 0.3887,
      "step": 1625
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975699450566723e-05,
      "loss": 0.3817,
      "step": 1626
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9756565591736073e-05,
      "loss": 0.3697,
      "step": 1627
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975613630427792e-05,
      "loss": 0.394,
      "step": 1628
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975570664330921e-05,
      "loss": 0.3901,
      "step": 1629
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975527660884639e-05,
      "loss": 0.4007,
      "step": 1630
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9754846200905924e-05,
      "loss": 0.3959,
      "step": 1631
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9754415419504288e-05,
      "loss": 0.4035,
      "step": 1632
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9753984264657976e-05,
      "loss": 0.3414,
      "step": 1633
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9753552736383497e-05,
      "loss": 0.4132,
      "step": 1634
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975312083469737e-05,
      "loss": 0.397,
      "step": 1635
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9752688559616124e-05,
      "loss": 0.4076,
      "step": 1636
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9752255911156317e-05,
      "loss": 0.3864,
      "step": 1637
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9751822889334514e-05,
      "loss": 0.3876,
      "step": 1638
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9751389494167284e-05,
      "loss": 0.4219,
      "step": 1639
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9750955725671227e-05,
      "loss": 0.3619,
      "step": 1640
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975052158386295e-05,
      "loss": 0.4004,
      "step": 1641
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9750087068759065e-05,
      "loss": 0.3627,
      "step": 1642
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9749652180376215e-05,
      "loss": 0.3744,
      "step": 1643
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9749216918731048e-05,
      "loss": 0.377,
      "step": 1644
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974878128384023e-05,
      "loss": 0.3711,
      "step": 1645
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974834527572044e-05,
      "loss": 0.38,
      "step": 1646
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974790889438836e-05,
      "loss": 0.3638,
      "step": 1647
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9747472139860712e-05,
      "loss": 0.3619,
      "step": 1648
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9747035012154203e-05,
      "loss": 0.385,
      "step": 1649
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9746597511285577e-05,
      "loss": 0.3859,
      "step": 1650
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9746159637271582e-05,
      "loss": 0.3853,
      "step": 1651
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974572139012898e-05,
      "loss": 0.4004,
      "step": 1652
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974528276987455e-05,
      "loss": 0.3723,
      "step": 1653
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9744843776525083e-05,
      "loss": 0.3756,
      "step": 1654
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974440441009739e-05,
      "loss": 0.4026,
      "step": 1655
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9743964670608288e-05,
      "loss": 0.3809,
      "step": 1656
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9743524558074614e-05,
      "loss": 0.3675,
      "step": 1657
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9743084072513217e-05,
      "loss": 0.368,
      "step": 1658
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974264321394096e-05,
      "loss": 0.4116,
      "step": 1659
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9742201982374723e-05,
      "loss": 0.4093,
      "step": 1660
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9741760377831398e-05,
      "loss": 0.3915,
      "step": 1661
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974131840032789e-05,
      "loss": 0.3758,
      "step": 1662
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974087604988112e-05,
      "loss": 0.3915,
      "step": 1663
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9740433326508025e-05,
      "loss": 0.3976,
      "step": 1664
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9739990230225557e-05,
      "loss": 0.3943,
      "step": 1665
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9739546761050676e-05,
      "loss": 0.3836,
      "step": 1666
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973910291900036e-05,
      "loss": 0.3853,
      "step": 1667
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97386587040916e-05,
      "loss": 0.3783,
      "step": 1668
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9738214116341407e-05,
      "loss": 0.3742,
      "step": 1669
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97377691557668e-05,
      "loss": 0.3767,
      "step": 1670
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973732382238481e-05,
      "loss": 0.352,
      "step": 1671
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9736878116212494e-05,
      "loss": 0.3945,
      "step": 1672
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9736432037266912e-05,
      "loss": 0.3795,
      "step": 1673
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973598558556514e-05,
      "loss": 0.3859,
      "step": 1674
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9735538761124272e-05,
      "loss": 0.4272,
      "step": 1675
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973509156396142e-05,
      "loss": 0.3834,
      "step": 1676
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9734643994093693e-05,
      "loss": 0.3903,
      "step": 1677
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9734196051538235e-05,
      "loss": 0.4054,
      "step": 1678
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9733747736312194e-05,
      "loss": 0.3636,
      "step": 1679
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973329904843273e-05,
      "loss": 0.3892,
      "step": 1680
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973284998791703e-05,
      "loss": 0.3711,
      "step": 1681
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9732400554782275e-05,
      "loss": 0.392,
      "step": 1682
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9731950749045676e-05,
      "loss": 0.3622,
      "step": 1683
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9731500570724453e-05,
      "loss": 0.4227,
      "step": 1684
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9731050019835843e-05,
      "loss": 0.3613,
      "step": 1685
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973059909639709e-05,
      "loss": 0.382,
      "step": 1686
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973014780042547e-05,
      "loss": 0.4049,
      "step": 1687
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9729696131938244e-05,
      "loss": 0.3973,
      "step": 1688
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9729244090952715e-05,
      "loss": 0.361,
      "step": 1689
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9728791677486186e-05,
      "loss": 0.404,
      "step": 1690
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9728338891555977e-05,
      "loss": 0.3859,
      "step": 1691
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9727885733179427e-05,
      "loss": 0.3982,
      "step": 1692
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9727432202373875e-05,
      "loss": 0.4199,
      "step": 1693
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9726978299156695e-05,
      "loss": 0.3725,
      "step": 1694
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972652402354526e-05,
      "loss": 0.3761,
      "step": 1695
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9726069375556963e-05,
      "loss": 0.3823,
      "step": 1696
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9725614355209207e-05,
      "loss": 0.4266,
      "step": 1697
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972515896251942e-05,
      "loss": 0.373,
      "step": 1698
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9724703197505023e-05,
      "loss": 0.4076,
      "step": 1699
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972424706018348e-05,
      "loss": 0.3876,
      "step": 1700
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972379055057224e-05,
      "loss": 0.4088,
      "step": 1701
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972333366868879e-05,
      "loss": 0.392,
      "step": 1702
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972287641455062e-05,
      "loss": 0.4171,
      "step": 1703
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9722418788175235e-05,
      "loss": 0.377,
      "step": 1704
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972196078958015e-05,
      "loss": 0.4188,
      "step": 1705
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972150241878291e-05,
      "loss": 0.4199,
      "step": 1706
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972104367580106e-05,
      "loss": 0.3803,
      "step": 1707
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9720584560652157e-05,
      "loss": 0.3878,
      "step": 1708
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9720125073353778e-05,
      "loss": 0.3873,
      "step": 1709
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9719665213923522e-05,
      "loss": 0.3915,
      "step": 1710
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971920498237899e-05,
      "loss": 0.3658,
      "step": 1711
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97187443787378e-05,
      "loss": 0.3783,
      "step": 1712
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971828340301759e-05,
      "loss": 0.3993,
      "step": 1713
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9717822055236008e-05,
      "loss": 0.373,
      "step": 1714
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9717360335410715e-05,
      "loss": 0.377,
      "step": 1715
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9716898243559383e-05,
      "loss": 0.3937,
      "step": 1716
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9716435779699715e-05,
      "loss": 0.4358,
      "step": 1717
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9715972943849405e-05,
      "loss": 0.399,
      "step": 1718
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971550973602618e-05,
      "loss": 0.3435,
      "step": 1719
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9715046156247766e-05,
      "loss": 0.385,
      "step": 1720
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971458220453192e-05,
      "loss": 0.3666,
      "step": 1721
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9714117880896398e-05,
      "loss": 0.3996,
      "step": 1722
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971365318535898e-05,
      "loss": 0.3831,
      "step": 1723
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9713188117937452e-05,
      "loss": 0.4004,
      "step": 1724
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9712722678649623e-05,
      "loss": 0.4233,
      "step": 1725
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9712256867513313e-05,
      "loss": 0.3825,
      "step": 1726
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9711790684546352e-05,
      "loss": 0.3945,
      "step": 1727
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971132412976659e-05,
      "loss": 0.4068,
      "step": 1728
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9710857203191888e-05,
      "loss": 0.3917,
      "step": 1729
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9710389904840124e-05,
      "loss": 0.3753,
      "step": 1730
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9709922234729183e-05,
      "loss": 0.3669,
      "step": 1731
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9709454192876977e-05,
      "loss": 0.4071,
      "step": 1732
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9708985779301417e-05,
      "loss": 0.3666,
      "step": 1733
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9708516994020445e-05,
      "loss": 0.3956,
      "step": 1734
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9708047837052003e-05,
      "loss": 0.4012,
      "step": 1735
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970757830841405e-05,
      "loss": 0.4235,
      "step": 1736
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9707108408124565e-05,
      "loss": 0.3845,
      "step": 1737
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970663813620154e-05,
      "loss": 0.3864,
      "step": 1738
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9706167492662976e-05,
      "loss": 0.4029,
      "step": 1739
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970569647752689e-05,
      "loss": 0.3733,
      "step": 1740
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970522509081132e-05,
      "loss": 0.4088,
      "step": 1741
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9704753332534313e-05,
      "loss": 0.4188,
      "step": 1742
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9704281202713922e-05,
      "loss": 0.3694,
      "step": 1743
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970380870136823e-05,
      "loss": 0.3842,
      "step": 1744
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9703335828515324e-05,
      "loss": 0.3488,
      "step": 1745
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9702862584173304e-05,
      "loss": 0.3722,
      "step": 1746
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9702388968360293e-05,
      "loss": 0.385,
      "step": 1747
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9701914981094424e-05,
      "loss": 0.3814,
      "step": 1748
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970144062239384e-05,
      "loss": 0.3864,
      "step": 1749
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700965892276708e-05,
      "loss": 0.3951,
      "step": 1750
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700490790761192e-05,
      "loss": 0.4035,
      "step": 1751
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700015317865487e-05,
      "loss": 0.3764,
      "step": 1752
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96995394736078e-05,
      "loss": 0.3661,
      "step": 1753
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9699063258006345e-05,
      "loss": 0.382,
      "step": 1754
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9698586671079352e-05,
      "loss": 0.3956,
      "step": 1755
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969810971284507e-05,
      "loss": 0.4196,
      "step": 1756
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9697632383321755e-05,
      "loss": 0.3705,
      "step": 1757
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969715468252769e-05,
      "loss": 0.3753,
      "step": 1758
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9696676610481153e-05,
      "loss": 0.3825,
      "step": 1759
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9696198167200452e-05,
      "loss": 0.365,
      "step": 1760
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9695719352703906e-05,
      "loss": 0.3767,
      "step": 1761
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9695240167009842e-05,
      "loss": 0.3733,
      "step": 1762
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969476061013661e-05,
      "loss": 0.4157,
      "step": 1763
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9694280682102565e-05,
      "loss": 0.365,
      "step": 1764
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9693800382926083e-05,
      "loss": 0.4009,
      "step": 1765
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9693319712625554e-05,
      "loss": 0.3228,
      "step": 1766
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969283867121938e-05,
      "loss": 0.3806,
      "step": 1767
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9692357258725977e-05,
      "loss": 0.4227,
      "step": 1768
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969187547516377e-05,
      "loss": 0.4498,
      "step": 1769
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969139332055121e-05,
      "loss": 0.3585,
      "step": 1770
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9690910794906755e-05,
      "loss": 0.3708,
      "step": 1771
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9690427898248877e-05,
      "loss": 0.4333,
      "step": 1772
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968994463059607e-05,
      "loss": 0.4018,
      "step": 1773
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9689460991966826e-05,
      "loss": 0.3597,
      "step": 1774
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968897698237967e-05,
      "loss": 0.3552,
      "step": 1775
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9688492601853122e-05,
      "loss": 0.4096,
      "step": 1776
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9688007850405735e-05,
      "loss": 0.3867,
      "step": 1777
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968752272805606e-05,
      "loss": 0.382,
      "step": 1778
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968703723482268e-05,
      "loss": 0.3599,
      "step": 1779
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9686551370724174e-05,
      "loss": 0.3998,
      "step": 1780
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9686065135779143e-05,
      "loss": 0.3806,
      "step": 1781
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968557853000621e-05,
      "loss": 0.3781,
      "step": 1782
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9685091553423997e-05,
      "loss": 0.4289,
      "step": 1783
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9684604206051148e-05,
      "loss": 0.4222,
      "step": 1784
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9684116487906326e-05,
      "loss": 0.3864,
      "step": 1785
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9683628399008198e-05,
      "loss": 0.3652,
      "step": 1786
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9683139939375454e-05,
      "loss": 0.397,
      "step": 1787
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968265110902679e-05,
      "loss": 0.3605,
      "step": 1788
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9682161907980924e-05,
      "loss": 0.37,
      "step": 1789
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9681672336256588e-05,
      "loss": 0.3683,
      "step": 1790
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968118239387252e-05,
      "loss": 0.3906,
      "step": 1791
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968069208084748e-05,
      "loss": 0.3672,
      "step": 1792
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968020139720024e-05,
      "loss": 0.3931,
      "step": 1793
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9679710342949578e-05,
      "loss": 0.3892,
      "step": 1794
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96792189181143e-05,
      "loss": 0.3756,
      "step": 1795
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9678727122713226e-05,
      "loss": 0.3638,
      "step": 1796
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9678234956765175e-05,
      "loss": 0.3739,
      "step": 1797
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967774242028899e-05,
      "loss": 0.394,
      "step": 1798
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9677249513303537e-05,
      "loss": 0.4032,
      "step": 1799
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9676756235827675e-05,
      "loss": 0.3705,
      "step": 1800
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9676262587880296e-05,
      "loss": 0.387,
      "step": 1801
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96757685694803e-05,
      "loss": 0.3867,
      "step": 1802
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967527418064659e-05,
      "loss": 0.3552,
      "step": 1803
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9674779421398104e-05,
      "loss": 0.3853,
      "step": 1804
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9674284291753785e-05,
      "loss": 0.4043,
      "step": 1805
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967378879173258e-05,
      "loss": 0.4113,
      "step": 1806
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9673292921353463e-05,
      "loss": 0.4132,
      "step": 1807
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9672796680635424e-05,
      "loss": 0.4252,
      "step": 1808
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9672300069597453e-05,
      "loss": 0.3892,
      "step": 1809
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967180308825856e-05,
      "loss": 0.3689,
      "step": 1810
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9671305736637788e-05,
      "loss": 0.3661,
      "step": 1811
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9670808014754162e-05,
      "loss": 0.4113,
      "step": 1812
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9670309922626743e-05,
      "loss": 0.4143,
      "step": 1813
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9669811460274603e-05,
      "loss": 0.3828,
      "step": 1814
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966931262771682e-05,
      "loss": 0.3862,
      "step": 1815
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9668813424972492e-05,
      "loss": 0.373,
      "step": 1816
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9668313852060737e-05,
      "loss": 0.3689,
      "step": 1817
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9667813909000675e-05,
      "loss": 0.3594,
      "step": 1818
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9667313595811448e-05,
      "loss": 0.3535,
      "step": 1819
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9666812912512208e-05,
      "loss": 0.3831,
      "step": 1820
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9666311859122132e-05,
      "loss": 0.3736,
      "step": 1821
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9665810435660397e-05,
      "loss": 0.4308,
      "step": 1822
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9665308642146192e-05,
      "loss": 0.3608,
      "step": 1823
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966480647859874e-05,
      "loss": 0.3817,
      "step": 1824
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966430394503726e-05,
      "loss": 0.4336,
      "step": 1825
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9663801041480995e-05,
      "loss": 0.3859,
      "step": 1826
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9663297767949198e-05,
      "loss": 0.4249,
      "step": 1827
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9662794124461132e-05,
      "loss": 0.3929,
      "step": 1828
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966229011103608e-05,
      "loss": 0.3747,
      "step": 1829
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966178572769334e-05,
      "loss": 0.4007,
      "step": 1830
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9661280974452225e-05,
      "loss": 0.3859,
      "step": 1831
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9660775851332058e-05,
      "loss": 0.3744,
      "step": 1832
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9660270358352172e-05,
      "loss": 0.411,
      "step": 1833
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9659764495531926e-05,
      "loss": 0.4155,
      "step": 1834
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9659258262890683e-05,
      "loss": 0.3761,
      "step": 1835
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9658751660447826e-05,
      "loss": 0.3633,
      "step": 1836
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9658244688222748e-05,
      "loss": 0.3864,
      "step": 1837
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9657737346234866e-05,
      "loss": 0.3675,
      "step": 1838
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965722963450359e-05,
      "loss": 0.4004,
      "step": 1839
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965672155304837e-05,
      "loss": 0.3689,
      "step": 1840
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9656213101888647e-05,
      "loss": 0.3811,
      "step": 1841
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9655704281043895e-05,
      "loss": 0.3493,
      "step": 1842
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965519509053359e-05,
      "loss": 0.3479,
      "step": 1843
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9654685530377228e-05,
      "loss": 0.4155,
      "step": 1844
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965417560059432e-05,
      "loss": 0.3797,
      "step": 1845
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965366530120438e-05,
      "loss": 0.3825,
      "step": 1846
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965315463222695e-05,
      "loss": 0.3823,
      "step": 1847
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9652643593681588e-05,
      "loss": 0.3783,
      "step": 1848
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9652132185587845e-05,
      "loss": 0.3753,
      "step": 1849
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965162040796531e-05,
      "loss": 0.3873,
      "step": 1850
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965110826083357e-05,
      "loss": 0.3915,
      "step": 1851
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965059574421224e-05,
      "loss": 0.4143,
      "step": 1852
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9650082858120935e-05,
      "loss": 0.3912,
      "step": 1853
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9649569602579294e-05,
      "loss": 0.4182,
      "step": 1854
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964905597760696e-05,
      "loss": 0.3806,
      "step": 1855
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964854198322361e-05,
      "loss": 0.356,
      "step": 1856
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964802761944891e-05,
      "loss": 0.3764,
      "step": 1857
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9647512886302558e-05,
      "loss": 0.4018,
      "step": 1858
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964699778380426e-05,
      "loss": 0.404,
      "step": 1859
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9646482311973734e-05,
      "loss": 0.3934,
      "step": 1860
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964596647083072e-05,
      "loss": 0.3644,
      "step": 1861
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9645450260394957e-05,
      "loss": 0.3672,
      "step": 1862
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964493368068622e-05,
      "loss": 0.3703,
      "step": 1863
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964441673172428e-05,
      "loss": 0.3996,
      "step": 1864
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9643899413528926e-05,
      "loss": 0.3887,
      "step": 1865
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9643381726119967e-05,
      "loss": 0.4113,
      "step": 1866
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964286366951722e-05,
      "loss": 0.3984,
      "step": 1867
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9642345243740523e-05,
      "loss": 0.3862,
      "step": 1868
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964182644880972e-05,
      "loss": 0.3789,
      "step": 1869
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9641307284744674e-05,
      "loss": 0.3733,
      "step": 1870
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964078775156526e-05,
      "loss": 0.3683,
      "step": 1871
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964026784929137e-05,
      "loss": 0.4074,
      "step": 1872
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9639747577942906e-05,
      "loss": 0.4216,
      "step": 1873
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9639226937539788e-05,
      "loss": 0.3691,
      "step": 1874
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9638705928101945e-05,
      "loss": 0.3954,
      "step": 1875
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963818454964933e-05,
      "loss": 0.3722,
      "step": 1876
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96376628022019e-05,
      "loss": 0.3814,
      "step": 1877
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963714068577963e-05,
      "loss": 0.392,
      "step": 1878
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963661820040251e-05,
      "loss": 0.4255,
      "step": 1879
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9636095346090543e-05,
      "loss": 0.3806,
      "step": 1880
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9635572122863747e-05,
      "loss": 0.4249,
      "step": 1881
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9635048530742153e-05,
      "loss": 0.3686,
      "step": 1882
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9634524569745804e-05,
      "loss": 0.3546,
      "step": 1883
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9634000239894763e-05,
      "loss": 0.3848,
      "step": 1884
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9633475541209102e-05,
      "loss": 0.3834,
      "step": 1885
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963295047370891e-05,
      "loss": 0.3817,
      "step": 1886
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963242503741429e-05,
      "loss": 0.3675,
      "step": 1887
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9631899232345354e-05,
      "loss": 0.3677,
      "step": 1888
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9631373058522237e-05,
      "loss": 0.3859,
      "step": 1889
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9630846515965083e-05,
      "loss": 0.3739,
      "step": 1890
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9630319604694046e-05,
      "loss": 0.3979,
      "step": 1891
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9629792324729302e-05,
      "loss": 0.3968,
      "step": 1892
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9629264676091036e-05,
      "loss": 0.3931,
      "step": 1893
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9628736658799454e-05,
      "loss": 0.3477,
      "step": 1894
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9628208272874766e-05,
      "loss": 0.399,
      "step": 1895
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96276795183372e-05,
      "loss": 0.4063,
      "step": 1896
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9627150395207003e-05,
      "loss": 0.3817,
      "step": 1897
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962662090350443e-05,
      "loss": 0.3817,
      "step": 1898
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9626091043249757e-05,
      "loss": 0.3878,
      "step": 1899
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962556081446326e-05,
      "loss": 0.387,
      "step": 1900
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9625030217165246e-05,
      "loss": 0.3549,
      "step": 1901
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9624499251376027e-05,
      "loss": 0.3973,
      "step": 1902
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9623967917115935e-05,
      "loss": 0.3778,
      "step": 1903
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.96234362144053e-05,
      "loss": 0.4018,
      "step": 1904
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9622904143264492e-05,
      "loss": 0.4026,
      "step": 1905
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9622371703713872e-05,
      "loss": 0.3613,
      "step": 1906
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962183889577383e-05,
      "loss": 0.4381,
      "step": 1907
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9621305719464762e-05,
      "loss": 0.3775,
      "step": 1908
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962077217480708e-05,
      "loss": 0.3803,
      "step": 1909
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962023826182121e-05,
      "loss": 0.3873,
      "step": 1910
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9619703980527592e-05,
      "loss": 0.4124,
      "step": 1911
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9619169330946684e-05,
      "loss": 0.3912,
      "step": 1912
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961863431309895e-05,
      "loss": 0.3574,
      "step": 1913
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961809892700488e-05,
      "loss": 0.3477,
      "step": 1914
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9617563172684968e-05,
      "loss": 0.3644,
      "step": 1915
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961702705015972e-05,
      "loss": 0.3976,
      "step": 1916
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9616490559449673e-05,
      "loss": 0.3931,
      "step": 1917
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9615953700575355e-05,
      "loss": 0.3864,
      "step": 1918
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9615416473557322e-05,
      "loss": 0.3588,
      "step": 1919
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9614878878416145e-05,
      "loss": 0.397,
      "step": 1920
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9614340915172403e-05,
      "loss": 0.3834,
      "step": 1921
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9613802583846696e-05,
      "loss": 0.3722,
      "step": 1922
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9613263884459626e-05,
      "loss": 0.3516,
      "step": 1923
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961272481703182e-05,
      "loss": 0.3691,
      "step": 1924
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9612185381583925e-05,
      "loss": 0.3853,
      "step": 1925
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961164557813658e-05,
      "loss": 0.3697,
      "step": 1926
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9611105406710455e-05,
      "loss": 0.3443,
      "step": 1927
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9610564867326237e-05,
      "loss": 0.3912,
      "step": 1928
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961002396000461e-05,
      "loss": 0.3577,
      "step": 1929
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9609482684766293e-05,
      "loss": 0.3862,
      "step": 1930
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9608941041632e-05,
      "loss": 0.3836,
      "step": 1931
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9608399030622475e-05,
      "loss": 0.3934,
      "step": 1932
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960785665175846e-05,
      "loss": 0.3725,
      "step": 1933
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9607313905060725e-05,
      "loss": 0.3965,
      "step": 1934
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960677079055005e-05,
      "loss": 0.3675,
      "step": 1935
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960622730824723e-05,
      "loss": 0.3426,
      "step": 1936
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960568345817306e-05,
      "loss": 0.3867,
      "step": 1937
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9605139240348377e-05,
      "loss": 0.3666,
      "step": 1938
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9604594654794004e-05,
      "loss": 0.4012,
      "step": 1939
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9604049701530798e-05,
      "loss": 0.387,
      "step": 1940
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960350438057962e-05,
      "loss": 0.3703,
      "step": 1941
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9602958691961344e-05,
      "loss": 0.3421,
      "step": 1942
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9602412635696865e-05,
      "loss": 0.3733,
      "step": 1943
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960186621180709e-05,
      "loss": 0.3915,
      "step": 1944
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9601319420312934e-05,
      "loss": 0.3817,
      "step": 1945
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9600772261235336e-05,
      "loss": 0.397,
      "step": 1946
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9600224734595237e-05,
      "loss": 0.3594,
      "step": 1947
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9599676840413607e-05,
      "loss": 0.3778,
      "step": 1948
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9599128578711416e-05,
      "loss": 0.3666,
      "step": 1949
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9598579949509658e-05,
      "loss": 0.3797,
      "step": 1950
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959803095282933e-05,
      "loss": 0.3903,
      "step": 1951
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9597481588691464e-05,
      "loss": 0.3828,
      "step": 1952
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9596931857117078e-05,
      "loss": 0.365,
      "step": 1953
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9596381758127223e-05,
      "loss": 0.3563,
      "step": 1954
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9595831291742963e-05,
      "loss": 0.3945,
      "step": 1955
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959528045798537e-05,
      "loss": 0.404,
      "step": 1956
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9594729256875528e-05,
      "loss": 0.356,
      "step": 1957
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9594177688434546e-05,
      "loss": 0.3803,
      "step": 1958
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9593625752683536e-05,
      "loss": 0.3998,
      "step": 1959
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9593073449643635e-05,
      "loss": 0.3594,
      "step": 1960
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959252077933598e-05,
      "loss": 0.4071,
      "step": 1961
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9591967741781736e-05,
      "loss": 0.3616,
      "step": 1962
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9591414337002072e-05,
      "loss": 0.397,
      "step": 1963
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9590860565018176e-05,
      "loss": 0.4138,
      "step": 1964
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9590306425851253e-05,
      "loss": 0.3675,
      "step": 1965
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9589751919522514e-05,
      "loss": 0.4012,
      "step": 1966
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9589197046053182e-05,
      "loss": 0.3901,
      "step": 1967
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9588641805464514e-05,
      "loss": 0.404,
      "step": 1968
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9588086197777753e-05,
      "loss": 0.3853,
      "step": 1969
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958753022301418e-05,
      "loss": 0.3943,
      "step": 1970
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958697388119508e-05,
      "loss": 0.4093,
      "step": 1971
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9586417172341748e-05,
      "loss": 0.3672,
      "step": 1972
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95858600964755e-05,
      "loss": 0.3926,
      "step": 1973
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958530265361766e-05,
      "loss": 0.4129,
      "step": 1974
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9584744843789573e-05,
      "loss": 0.3758,
      "step": 1975
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9584186667012594e-05,
      "loss": 0.3795,
      "step": 1976
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9583628123308092e-05,
      "loss": 0.3585,
      "step": 1977
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958306921269745e-05,
      "loss": 0.3753,
      "step": 1978
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9582509935202073e-05,
      "loss": 0.3686,
      "step": 1979
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9581950290843358e-05,
      "loss": 0.3772,
      "step": 1980
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9581390279642745e-05,
      "loss": 0.3775,
      "step": 1981
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9580829901621666e-05,
      "loss": 0.3633,
      "step": 1982
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9580269156801575e-05,
      "loss": 0.3903,
      "step": 1983
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9579708045203943e-05,
      "loss": 0.3585,
      "step": 1984
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9579146566850253e-05,
      "loss": 0.3705,
      "step": 1985
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9578584721762e-05,
      "loss": 0.3968,
      "step": 1986
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957802250996069e-05,
      "loss": 0.387,
      "step": 1987
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957745993146785e-05,
      "loss": 0.3783,
      "step": 1988
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9576896986305023e-05,
      "loss": 0.3831,
      "step": 1989
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957633367449375e-05,
      "loss": 0.3655,
      "step": 1990
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9575769996055606e-05,
      "loss": 0.3856,
      "step": 1991
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957520595101217e-05,
      "loss": 0.387,
      "step": 1992
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9574641539385034e-05,
      "loss": 0.385,
      "step": 1993
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9574076761195808e-05,
      "loss": 0.3823,
      "step": 1994
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9573511616466115e-05,
      "loss": 0.3842,
      "step": 1995
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957294610521759e-05,
      "loss": 0.4166,
      "step": 1996
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957238022747188e-05,
      "loss": 0.3937,
      "step": 1997
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9571813983250658e-05,
      "loss": 0.4166,
      "step": 1998
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9571247372575596e-05,
      "loss": 0.3708,
      "step": 1999
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9570680395468388e-05,
      "loss": 0.4171,
      "step": 2000
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957011305195074e-05,
      "loss": 0.3823,
      "step": 2001
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9569545342044375e-05,
      "loss": 0.3873,
      "step": 2002
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9568977265771023e-05,
      "loss": 0.3884,
      "step": 2003
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9568408823152435e-05,
      "loss": 0.3407,
      "step": 2004
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9567840014210376e-05,
      "loss": 0.3775,
      "step": 2005
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956727083896662e-05,
      "loss": 0.3619,
      "step": 2006
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9566701297442958e-05,
      "loss": 0.4127,
      "step": 2007
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9566131389661197e-05,
      "loss": 0.3546,
      "step": 2008
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9565561115643153e-05,
      "loss": 0.3429,
      "step": 2009
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9564990475410658e-05,
      "loss": 0.3719,
      "step": 2010
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9564419468985562e-05,
      "loss": 0.3739,
      "step": 2011
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9563848096389722e-05,
      "loss": 0.3962,
      "step": 2012
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956327635764502e-05,
      "loss": 0.3758,
      "step": 2013
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9562704252773333e-05,
      "loss": 0.3845,
      "step": 2014
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956213178179658e-05,
      "loss": 0.3912,
      "step": 2015
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9561558944736657e-05,
      "loss": 0.368,
      "step": 2016
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9560985741615516e-05,
      "loss": 0.3284,
      "step": 2017
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9560412172455088e-05,
      "loss": 0.3781,
      "step": 2018
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9559838237277336e-05,
      "loss": 0.4129,
      "step": 2019
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9559263936104235e-05,
      "loss": 0.3725,
      "step": 2020
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9558689268957768e-05,
      "loss": 0.3256,
      "step": 2021
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9558114235859943e-05,
      "loss": 0.3655,
      "step": 2022
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9557538836832764e-05,
      "loss": 0.3594,
      "step": 2023
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955696307189827e-05,
      "loss": 0.392,
      "step": 2024
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9556386941078497e-05,
      "loss": 0.3711,
      "step": 2025
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9555810444395508e-05,
      "loss": 0.3943,
      "step": 2026
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9555233581871366e-05,
      "loss": 0.3956,
      "step": 2027
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9554656353528165e-05,
      "loss": 0.3647,
      "step": 2028
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9554078759388e-05,
      "loss": 0.3624,
      "step": 2029
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9553500799472984e-05,
      "loss": 0.3744,
      "step": 2030
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9552922473805244e-05,
      "loss": 0.3783,
      "step": 2031
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955234378240692e-05,
      "loss": 0.4152,
      "step": 2032
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9551764725300167e-05,
      "loss": 0.3968,
      "step": 2033
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9551185302507157e-05,
      "loss": 0.3689,
      "step": 2034
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9550605514050068e-05,
      "loss": 0.3878,
      "step": 2035
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9550025359951102e-05,
      "loss": 0.3797,
      "step": 2036
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954944484023247e-05,
      "loss": 0.4018,
      "step": 2037
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9548863954916394e-05,
      "loss": 0.377,
      "step": 2038
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9548282704025113e-05,
      "loss": 0.3987,
      "step": 2039
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9547701087580878e-05,
      "loss": 0.3566,
      "step": 2040
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9547119105605964e-05,
      "loss": 0.4009,
      "step": 2041
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9546536758122645e-05,
      "loss": 0.3976,
      "step": 2042
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954595404515322e-05,
      "loss": 0.4224,
      "step": 2043
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9545370966719992e-05,
      "loss": 0.3527,
      "step": 2044
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954478752284529e-05,
      "loss": 0.3438,
      "step": 2045
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9544203713551454e-05,
      "loss": 0.4076,
      "step": 2046
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954361953886082e-05,
      "loss": 0.3471,
      "step": 2047
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954303499879577e-05,
      "loss": 0.3672,
      "step": 2048
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9542450093378675e-05,
      "loss": 0.3541,
      "step": 2049
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954186482263193e-05,
      "loss": 0.3686,
      "step": 2050
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9541279186577937e-05,
      "loss": 0.3934,
      "step": 2051
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9540693185239124e-05,
      "loss": 0.3834,
      "step": 2052
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954010681863792e-05,
      "loss": 0.3658,
      "step": 2053
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9539520086796773e-05,
      "loss": 0.3962,
      "step": 2054
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9538932989738156e-05,
      "loss": 0.3906,
      "step": 2055
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9538345527484535e-05,
      "loss": 0.3624,
      "step": 2056
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9537757700058403e-05,
      "loss": 0.3996,
      "step": 2057
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953716950748227e-05,
      "loss": 0.316,
      "step": 2058
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953658094977865e-05,
      "loss": 0.4155,
      "step": 2059
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953599202697008e-05,
      "loss": 0.3468,
      "step": 2060
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9535402739079098e-05,
      "loss": 0.3839,
      "step": 2061
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9534813086128275e-05,
      "loss": 0.3809,
      "step": 2062
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953422306814018e-05,
      "loss": 0.3811,
      "step": 2063
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9533632685137402e-05,
      "loss": 0.3898,
      "step": 2064
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953304193714254e-05,
      "loss": 0.4046,
      "step": 2065
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9532450824178223e-05,
      "loss": 0.3809,
      "step": 2066
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953185934626707e-05,
      "loss": 0.3976,
      "step": 2067
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953126750343173e-05,
      "loss": 0.4043,
      "step": 2068
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9530675295694856e-05,
      "loss": 0.3619,
      "step": 2069
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.953008272307913e-05,
      "loss": 0.3535,
      "step": 2070
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9529489785607232e-05,
      "loss": 0.3597,
      "step": 2071
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9528896483301866e-05,
      "loss": 0.382,
      "step": 2072
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952830281618574e-05,
      "loss": 0.3689,
      "step": 2073
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952770878428159e-05,
      "loss": 0.3736,
      "step": 2074
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9527114387612153e-05,
      "loss": 0.3764,
      "step": 2075
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9526519626200188e-05,
      "loss": 0.3792,
      "step": 2076
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9525924500068467e-05,
      "loss": 0.3862,
      "step": 2077
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952532900923977e-05,
      "loss": 0.3814,
      "step": 2078
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9524733153736897e-05,
      "loss": 0.3767,
      "step": 2079
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952413693358266e-05,
      "loss": 0.3834,
      "step": 2080
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9523540348799887e-05,
      "loss": 0.375,
      "step": 2081
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9522943399411414e-05,
      "loss": 0.3666,
      "step": 2082
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9522346085440095e-05,
      "loss": 0.3491,
      "step": 2083
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9521748406908805e-05,
      "loss": 0.3792,
      "step": 2084
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9521150363840416e-05,
      "loss": 0.3488,
      "step": 2085
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9520551956257832e-05,
      "loss": 0.3839,
      "step": 2086
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951995318418396e-05,
      "loss": 0.3502,
      "step": 2087
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9519354047641726e-05,
      "loss": 0.3619,
      "step": 2088
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9518754546654062e-05,
      "loss": 0.3652,
      "step": 2089
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9518154681243927e-05,
      "loss": 0.3708,
      "step": 2090
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9517554451434278e-05,
      "loss": 0.3884,
      "step": 2091
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.95169538572481e-05,
      "loss": 0.356,
      "step": 2092
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9516352898708388e-05,
      "loss": 0.3664,
      "step": 2093
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9515751575838147e-05,
      "loss": 0.37,
      "step": 2094
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9515149888660398e-05,
      "loss": 0.3839,
      "step": 2095
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951454783719818e-05,
      "loss": 0.3756,
      "step": 2096
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9513945421474537e-05,
      "loss": 0.3758,
      "step": 2097
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9513342641512535e-05,
      "loss": 0.4021,
      "step": 2098
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9512739497335253e-05,
      "loss": 0.3758,
      "step": 2099
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951213598896578e-05,
      "loss": 0.3638,
      "step": 2100
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951153211642722e-05,
      "loss": 0.37,
      "step": 2101
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9510927879742694e-05,
      "loss": 0.4049,
      "step": 2102
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9510323278935334e-05,
      "loss": 0.3672,
      "step": 2103
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950971831402829e-05,
      "loss": 0.3664,
      "step": 2104
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9509112985044717e-05,
      "loss": 0.3915,
      "step": 2105
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9508507292007796e-05,
      "loss": 0.394,
      "step": 2106
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950790123494071e-05,
      "loss": 0.3767,
      "step": 2107
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950729481386667e-05,
      "loss": 0.392,
      "step": 2108
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9506688028808886e-05,
      "loss": 0.3926,
      "step": 2109
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9506080879790586e-05,
      "loss": 0.3669,
      "step": 2110
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950547336683502e-05,
      "loss": 0.377,
      "step": 2111
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9504865489965447e-05,
      "loss": 0.3694,
      "step": 2112
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9504257249205138e-05,
      "loss": 0.3747,
      "step": 2113
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9503648644577374e-05,
      "loss": 0.3661,
      "step": 2114
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950303967610546e-05,
      "loss": 0.3725,
      "step": 2115
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9502430343812713e-05,
      "loss": 0.3714,
      "step": 2116
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9501820647722458e-05,
      "loss": 0.4004,
      "step": 2117
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9501210587858036e-05,
      "loss": 0.3767,
      "step": 2118
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9500600164242803e-05,
      "loss": 0.3471,
      "step": 2119
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9499989376900134e-05,
      "loss": 0.3965,
      "step": 2120
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9499378225853402e-05,
      "loss": 0.3962,
      "step": 2121
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9498766711126017e-05,
      "loss": 0.3881,
      "step": 2122
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9498154832741384e-05,
      "loss": 0.3524,
      "step": 2123
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9497542590722928e-05,
      "loss": 0.373,
      "step": 2124
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949692998509409e-05,
      "loss": 0.3931,
      "step": 2125
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9496317015878322e-05,
      "loss": 0.4224,
      "step": 2126
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9495703683099097e-05,
      "loss": 0.3845,
      "step": 2127
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9495089986779888e-05,
      "loss": 0.3901,
      "step": 2128
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9494475926944197e-05,
      "loss": 0.3951,
      "step": 2129
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949386150361553e-05,
      "loss": 0.3982,
      "step": 2130
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949324671681741e-05,
      "loss": 0.3728,
      "step": 2131
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9492631566573374e-05,
      "loss": 0.3518,
      "step": 2132
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9492016052906975e-05,
      "loss": 0.3959,
      "step": 2133
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949140017584177e-05,
      "loss": 0.3689,
      "step": 2134
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949078393540135e-05,
      "loss": 0.4143,
      "step": 2135
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94901673316093e-05,
      "loss": 0.3892,
      "step": 2136
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9489550364489228e-05,
      "loss": 0.3803,
      "step": 2137
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948893303406475e-05,
      "loss": 0.3873,
      "step": 2138
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9488315340359507e-05,
      "loss": 0.3993,
      "step": 2139
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9487697283397144e-05,
      "loss": 0.3675,
      "step": 2140
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9487078863201324e-05,
      "loss": 0.3906,
      "step": 2141
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9486460079795722e-05,
      "loss": 0.3781,
      "step": 2142
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9485840933204027e-05,
      "loss": 0.3884,
      "step": 2143
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9485221423449946e-05,
      "loss": 0.3412,
      "step": 2144
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9484601550557195e-05,
      "loss": 0.3789,
      "step": 2145
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9483981314549507e-05,
      "loss": 0.37,
      "step": 2146
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9483360715450622e-05,
      "loss": 0.3345,
      "step": 2147
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948273975328431e-05,
      "loss": 0.373,
      "step": 2148
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948211842807433e-05,
      "loss": 0.3669,
      "step": 2149
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9481496739844484e-05,
      "loss": 0.3557,
      "step": 2150
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9480874688618563e-05,
      "loss": 0.3795,
      "step": 2151
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948025227442039e-05,
      "loss": 0.3711,
      "step": 2152
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9479629497273783e-05,
      "loss": 0.361,
      "step": 2153
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9479006357202594e-05,
      "loss": 0.3594,
      "step": 2154
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9478382854230678e-05,
      "loss": 0.3438,
      "step": 2155
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9477758988381903e-05,
      "loss": 0.4057,
      "step": 2156
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9477134759680154e-05,
      "loss": 0.3968,
      "step": 2157
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947651016814933e-05,
      "loss": 0.3744,
      "step": 2158
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947588521381335e-05,
      "loss": 0.4277,
      "step": 2159
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947525989669613e-05,
      "loss": 0.3968,
      "step": 2160
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9474634216821608e-05,
      "loss": 0.3987,
      "step": 2161
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947400817421375e-05,
      "loss": 0.3717,
      "step": 2162
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9473381768896516e-05,
      "loss": 0.3878,
      "step": 2163
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9472755000893892e-05,
      "loss": 0.4102,
      "step": 2164
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947212787022987e-05,
      "loss": 0.3661,
      "step": 2165
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9471500376928457e-05,
      "loss": 0.4029,
      "step": 2166
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9470872521013683e-05,
      "loss": 0.3811,
      "step": 2167
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9470244302509583e-05,
      "loss": 0.382,
      "step": 2168
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9469615721440206e-05,
      "loss": 0.3786,
      "step": 2169
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9468986777829618e-05,
      "loss": 0.3828,
      "step": 2170
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94683574717019e-05,
      "loss": 0.382,
      "step": 2171
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946772780308114e-05,
      "loss": 0.3747,
      "step": 2172
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946709777199145e-05,
      "loss": 0.3563,
      "step": 2173
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9466467378456947e-05,
      "loss": 0.3451,
      "step": 2174
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946583662250177e-05,
      "loss": 0.3703,
      "step": 2175
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946520550415006e-05,
      "loss": 0.3825,
      "step": 2176
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9464574023425982e-05,
      "loss": 0.3906,
      "step": 2177
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9463942180353718e-05,
      "loss": 0.3764,
      "step": 2178
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946330997495745e-05,
      "loss": 0.3923,
      "step": 2179
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9462677407261386e-05,
      "loss": 0.3831,
      "step": 2180
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946204447728974e-05,
      "loss": 0.3736,
      "step": 2181
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946141118506675e-05,
      "loss": 0.3588,
      "step": 2182
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9460777530616653e-05,
      "loss": 0.37,
      "step": 2183
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9460143513963717e-05,
      "loss": 0.404,
      "step": 2184
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9459509135132208e-05,
      "loss": 0.3546,
      "step": 2185
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9458874394146416e-05,
      "loss": 0.346,
      "step": 2186
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9458239291030644e-05,
      "loss": 0.3426,
      "step": 2187
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9457603825809205e-05,
      "loss": 0.3703,
      "step": 2188
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9456967998506423e-05,
      "loss": 0.3703,
      "step": 2189
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9456331809146648e-05,
      "loss": 0.3959,
      "step": 2190
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9455695257754227e-05,
      "loss": 0.4054,
      "step": 2191
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945505834435354e-05,
      "loss": 0.3652,
      "step": 2192
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945442106896897e-05,
      "loss": 0.3624,
      "step": 2193
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9453783431624903e-05,
      "loss": 0.3901,
      "step": 2194
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9453145432345767e-05,
      "loss": 0.3761,
      "step": 2195
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9452507071155978e-05,
      "loss": 0.3845,
      "step": 2196
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9451868348079975e-05,
      "loss": 0.4049,
      "step": 2197
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945122926314222e-05,
      "loss": 0.3456,
      "step": 2198
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945058981636717e-05,
      "loss": 0.3424,
      "step": 2199
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944995000777931e-05,
      "loss": 0.4096,
      "step": 2200
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9449309837403136e-05,
      "loss": 0.3717,
      "step": 2201
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9448669305263153e-05,
      "loss": 0.3956,
      "step": 2202
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944802841138389e-05,
      "loss": 0.3836,
      "step": 2203
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9447387155789878e-05,
      "loss": 0.385,
      "step": 2204
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944674553850567e-05,
      "loss": 0.3479,
      "step": 2205
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9446103559555825e-05,
      "loss": 0.3867,
      "step": 2206
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944546121896493e-05,
      "loss": 0.389,
      "step": 2207
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944481851675757e-05,
      "loss": 0.3597,
      "step": 2208
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944417545295835e-05,
      "loss": 0.3518,
      "step": 2209
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944353202759189e-05,
      "loss": 0.3767,
      "step": 2210
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9442888240682833e-05,
      "loss": 0.411,
      "step": 2211
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9442244092255812e-05,
      "loss": 0.363,
      "step": 2212
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94415995823355e-05,
      "loss": 0.3892,
      "step": 2213
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9440954710946564e-05,
      "loss": 0.3602,
      "step": 2214
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9440309478113692e-05,
      "loss": 0.3468,
      "step": 2215
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943966388386159e-05,
      "loss": 0.3753,
      "step": 2216
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9439017928214978e-05,
      "loss": 0.3549,
      "step": 2217
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943837161119858e-05,
      "loss": 0.3797,
      "step": 2218
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9437724932837142e-05,
      "loss": 0.3634,
      "step": 2219
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9437077893155417e-05,
      "loss": 0.339,
      "step": 2220
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943643049217819e-05,
      "loss": 0.368,
      "step": 2221
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9435782729930234e-05,
      "loss": 0.3616,
      "step": 2222
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943513460643635e-05,
      "loss": 0.3747,
      "step": 2223
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943448612172136e-05,
      "loss": 0.3661,
      "step": 2224
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9433837275810084e-05,
      "loss": 0.4116,
      "step": 2225
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943318806872736e-05,
      "loss": 0.4082,
      "step": 2226
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9432538500498048e-05,
      "loss": 0.3747,
      "step": 2227
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9431888571147015e-05,
      "loss": 0.3605,
      "step": 2228
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943123828069914e-05,
      "loss": 0.4104,
      "step": 2229
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943058762917933e-05,
      "loss": 0.3368,
      "step": 2230
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.942993661661248e-05,
      "loss": 0.3747,
      "step": 2231
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9429285243023527e-05,
      "loss": 0.339,
      "step": 2232
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94286335084374e-05,
      "loss": 0.3306,
      "step": 2233
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9427981412879053e-05,
      "loss": 0.3853,
      "step": 2234
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942732895637345e-05,
      "loss": 0.3588,
      "step": 2235
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9426676138945576e-05,
      "loss": 0.3778,
      "step": 2236
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9426022960620418e-05,
      "loss": 0.3616,
      "step": 2237
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942536942142298e-05,
      "loss": 0.3619,
      "step": 2238
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942471552137829e-05,
      "loss": 0.353,
      "step": 2239
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9424061260511382e-05,
      "loss": 0.4082,
      "step": 2240
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9423406638847296e-05,
      "loss": 0.3566,
      "step": 2241
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9422751656411102e-05,
      "loss": 0.353,
      "step": 2242
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9422096313227875e-05,
      "loss": 0.3842,
      "step": 2243
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.94214406093227e-05,
      "loss": 0.382,
      "step": 2244
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9420784544720686e-05,
      "loss": 0.4049,
      "step": 2245
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9420128119446944e-05,
      "loss": 0.3591,
      "step": 2246
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941947133352661e-05,
      "loss": 0.3532,
      "step": 2247
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9418814186984826e-05,
      "loss": 0.3521,
      "step": 2248
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9418156679846753e-05,
      "loss": 0.3532,
      "step": 2249
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9417498812137564e-05,
      "loss": 0.3753,
      "step": 2250
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9416840583882443e-05,
      "loss": 0.385,
      "step": 2251
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9416181995106585e-05,
      "loss": 0.3993,
      "step": 2252
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9415523045835213e-05,
      "loss": 0.3379,
      "step": 2253
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9414863736093554e-05,
      "loss": 0.3622,
      "step": 2254
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9414204065906846e-05,
      "loss": 0.3753,
      "step": 2255
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9413544035300342e-05,
      "loss": 0.3912,
      "step": 2256
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9412883644299317e-05,
      "loss": 0.3694,
      "step": 2257
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941222289292905e-05,
      "loss": 0.3491,
      "step": 2258
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9411561781214837e-05,
      "loss": 0.387,
      "step": 2259
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941090030918199e-05,
      "loss": 0.3563,
      "step": 2260
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9410238476855832e-05,
      "loss": 0.3839,
      "step": 2261
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9409576284261705e-05,
      "loss": 0.4074,
      "step": 2262
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9408913731424956e-05,
      "loss": 0.3655,
      "step": 2263
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9408250818370953e-05,
      "loss": 0.385,
      "step": 2264
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9407587545125077e-05,
      "loss": 0.3691,
      "step": 2265
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9406923911712717e-05,
      "loss": 0.3697,
      "step": 2266
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9406259918159285e-05,
      "loss": 0.373,
      "step": 2267
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9405595564490196e-05,
      "loss": 0.3758,
      "step": 2268
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9404930850730886e-05,
      "loss": 0.3616,
      "step": 2269
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940426577690681e-05,
      "loss": 0.4032,
      "step": 2270
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9403600343043422e-05,
      "loss": 0.3658,
      "step": 2271
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.94029345491662e-05,
      "loss": 0.4118,
      "step": 2272
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940226839530064e-05,
      "loss": 0.4085,
      "step": 2273
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9401601881472236e-05,
      "loss": 0.389,
      "step": 2274
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940093500770651e-05,
      "loss": 0.3834,
      "step": 2275
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940026777402899e-05,
      "loss": 0.3781,
      "step": 2276
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9399600180465228e-05,
      "loss": 0.4001,
      "step": 2277
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9398932227040777e-05,
      "loss": 0.3675,
      "step": 2278
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939826391378121e-05,
      "loss": 0.3666,
      "step": 2279
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9397595240712112e-05,
      "loss": 0.368,
      "step": 2280
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9396926207859085e-05,
      "loss": 0.3895,
      "step": 2281
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9396256815247743e-05,
      "loss": 0.3848,
      "step": 2282
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939558706290371e-05,
      "loss": 0.3725,
      "step": 2283
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9394916950852634e-05,
      "loss": 0.3876,
      "step": 2284
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9394246479120165e-05,
      "loss": 0.3552,
      "step": 2285
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939357564773197e-05,
      "loss": 0.3792,
      "step": 2286
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9392904456713737e-05,
      "loss": 0.3225,
      "step": 2287
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939223290609116e-05,
      "loss": 0.3733,
      "step": 2288
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9391560995889948e-05,
      "loss": 0.3836,
      "step": 2289
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9390888726135824e-05,
      "loss": 0.4129,
      "step": 2290
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9390216096854528e-05,
      "loss": 0.3549,
      "step": 2291
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9389543108071808e-05,
      "loss": 0.38,
      "step": 2292
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9388869759813435e-05,
      "loss": 0.3881,
      "step": 2293
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9388196052105185e-05,
      "loss": 0.3694,
      "step": 2294
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9387521984972847e-05,
      "loss": 0.3809,
      "step": 2295
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9386847558442233e-05,
      "loss": 0.3585,
      "step": 2296
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9386172772539162e-05,
      "loss": 0.3619,
      "step": 2297
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9385497627289468e-05,
      "loss": 0.3884,
      "step": 2298
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9384822122718995e-05,
      "loss": 0.3362,
      "step": 2299
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938414625885361e-05,
      "loss": 0.3686,
      "step": 2300
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9383470035719182e-05,
      "loss": 0.3714,
      "step": 2301
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9382793453341602e-05,
      "loss": 0.3828,
      "step": 2302
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938211651174678e-05,
      "loss": 0.3717,
      "step": 2303
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9381439210960624e-05,
      "loss": 0.3717,
      "step": 2304
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9380761551009067e-05,
      "loss": 0.4132,
      "step": 2305
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9380083531918054e-05,
      "loss": 0.4099,
      "step": 2306
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937940515371354e-05,
      "loss": 0.3761,
      "step": 2307
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9378726416421494e-05,
      "loss": 0.3421,
      "step": 2308
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937804732006791e-05,
      "loss": 0.3694,
      "step": 2309
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9377367864678783e-05,
      "loss": 0.3792,
      "step": 2310
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9376688050280124e-05,
      "loss": 0.3845,
      "step": 2311
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937600787689796e-05,
      "loss": 0.4065,
      "step": 2312
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9375327344558334e-05,
      "loss": 0.3786,
      "step": 2313
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9374646453287295e-05,
      "loss": 0.3853,
      "step": 2314
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9373965203110913e-05,
      "loss": 0.3717,
      "step": 2315
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937328359405527e-05,
      "loss": 0.3934,
      "step": 2316
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9372601626146464e-05,
      "loss": 0.3675,
      "step": 2317
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93719192994106e-05,
      "loss": 0.3552,
      "step": 2318
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93712366138738e-05,
      "loss": 0.3887,
      "step": 2319
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93705535695622e-05,
      "loss": 0.3778,
      "step": 2320
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9369870166501958e-05,
      "loss": 0.4065,
      "step": 2321
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9369186404719233e-05,
      "loss": 0.3739,
      "step": 2322
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9368502284240196e-05,
      "loss": 0.3728,
      "step": 2323
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9367817805091045e-05,
      "loss": 0.3686,
      "step": 2324
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9367132967297982e-05,
      "loss": 0.3569,
      "step": 2325
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9366447770887233e-05,
      "loss": 0.3792,
      "step": 2326
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9365762215885025e-05,
      "loss": 0.3878,
      "step": 2327
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9365076302317602e-05,
      "loss": 0.3504,
      "step": 2328
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9364390030211226e-05,
      "loss": 0.3742,
      "step": 2329
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9363703399592174e-05,
      "loss": 0.351,
      "step": 2330
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936301641048673e-05,
      "loss": 0.3664,
      "step": 2331
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9362329062921194e-05,
      "loss": 0.358,
      "step": 2332
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9361641356921883e-05,
      "loss": 0.3373,
      "step": 2333
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936095329251513e-05,
      "loss": 0.3691,
      "step": 2334
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9360264869727267e-05,
      "loss": 0.3481,
      "step": 2335
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935957608858466e-05,
      "loss": 0.4182,
      "step": 2336
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935888694911367e-05,
      "loss": 0.3717,
      "step": 2337
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9358197451340688e-05,
      "loss": 0.373,
      "step": 2338
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9357507595292104e-05,
      "loss": 0.3577,
      "step": 2339
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935681738099434e-05,
      "loss": 0.3608,
      "step": 2340
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935612680847381e-05,
      "loss": 0.3555,
      "step": 2341
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9355435877756957e-05,
      "loss": 0.3987,
      "step": 2342
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935474458887023e-05,
      "loss": 0.3471,
      "step": 2343
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9354052941840102e-05,
      "loss": 0.38,
      "step": 2344
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9353360936693042e-05,
      "loss": 0.3672,
      "step": 2345
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935266857345555e-05,
      "loss": 0.4166,
      "step": 2346
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935197585215413e-05,
      "loss": 0.356,
      "step": 2347
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935128277281531e-05,
      "loss": 0.3806,
      "step": 2348
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9350589335465614e-05,
      "loss": 0.3708,
      "step": 2349
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9349895540131595e-05,
      "loss": 0.3541,
      "step": 2350
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9349201386839815e-05,
      "loss": 0.368,
      "step": 2351
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934850687561685e-05,
      "loss": 0.3532,
      "step": 2352
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9347812006489283e-05,
      "loss": 0.3691,
      "step": 2353
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9347116779483727e-05,
      "loss": 0.3647,
      "step": 2354
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934642119462679e-05,
      "loss": 0.3962,
      "step": 2355
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9345725251945107e-05,
      "loss": 0.3491,
      "step": 2356
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934502895146532e-05,
      "loss": 0.3546,
      "step": 2357
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9344332293214086e-05,
      "loss": 0.3856,
      "step": 2358
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934363527721808e-05,
      "loss": 0.3622,
      "step": 2359
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934293790350398e-05,
      "loss": 0.3912,
      "step": 2360
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9342240172098493e-05,
      "loss": 0.375,
      "step": 2361
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9341542083028327e-05,
      "loss": 0.377,
      "step": 2362
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9340843636320207e-05,
      "loss": 0.3744,
      "step": 2363
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9340144832000876e-05,
      "loss": 0.3736,
      "step": 2364
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9339445670097085e-05,
      "loss": 0.3557,
      "step": 2365
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93387461506356e-05,
      "loss": 0.3407,
      "step": 2366
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933804627364321e-05,
      "loss": 0.3624,
      "step": 2367
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93373460391467e-05,
      "loss": 0.4269,
      "step": 2368
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933664544717288e-05,
      "loss": 0.3613,
      "step": 2369
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9335944497748577e-05,
      "loss": 0.3711,
      "step": 2370
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9335243190900625e-05,
      "loss": 0.3602,
      "step": 2371
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933454152665587e-05,
      "loss": 0.3728,
      "step": 2372
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9333839505041173e-05,
      "loss": 0.382,
      "step": 2373
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9333137126083413e-05,
      "loss": 0.3937,
      "step": 2374
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933243438980949e-05,
      "loss": 0.3627,
      "step": 2375
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9331731296246295e-05,
      "loss": 0.3814,
      "step": 2376
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933102784542075e-05,
      "loss": 0.3518,
      "step": 2377
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933032403735979e-05,
      "loss": 0.3504,
      "step": 2378
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9329619872090354e-05,
      "loss": 0.3705,
      "step": 2379
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9328915349639407e-05,
      "loss": 0.3809,
      "step": 2380
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9328210470033913e-05,
      "loss": 0.3703,
      "step": 2381
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9327505233300864e-05,
      "loss": 0.3613,
      "step": 2382
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9326799639467263e-05,
      "loss": 0.3384,
      "step": 2383
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932609368856012e-05,
      "loss": 0.3655,
      "step": 2384
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9325387380606456e-05,
      "loss": 0.3739,
      "step": 2385
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932468071563332e-05,
      "loss": 0.3739,
      "step": 2386
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9323973693667762e-05,
      "loss": 0.3482,
      "step": 2387
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9323266314736856e-05,
      "loss": 0.4063,
      "step": 2388
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9322558578867675e-05,
      "loss": 0.3834,
      "step": 2389
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9321850486087325e-05,
      "loss": 0.3725,
      "step": 2390
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9321142036422903e-05,
      "loss": 0.3382,
      "step": 2391
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932043322990154e-05,
      "loss": 0.3569,
      "step": 2392
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9319724066550375e-05,
      "loss": 0.4007,
      "step": 2393
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9319014546396547e-05,
      "loss": 0.3823,
      "step": 2394
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.931830466946723e-05,
      "loss": 0.3717,
      "step": 2395
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9317594435789595e-05,
      "loss": 0.377,
      "step": 2396
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9316883845390836e-05,
      "loss": 0.3691,
      "step": 2397
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.931617289829816e-05,
      "loss": 0.3689,
      "step": 2398
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9315461594538777e-05,
      "loss": 0.3959,
      "step": 2399
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9314749934139932e-05,
      "loss": 0.3432,
      "step": 2400
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931403791712886e-05,
      "loss": 0.3806,
      "step": 2401
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9313325543532825e-05,
      "loss": 0.3761,
      "step": 2402
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9312612813379097e-05,
      "loss": 0.392,
      "step": 2403
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9311899726694964e-05,
      "loss": 0.3881,
      "step": 2404
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931118628350773e-05,
      "loss": 0.3557,
      "step": 2405
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9310472483844706e-05,
      "loss": 0.3887,
      "step": 2406
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9309758327733213e-05,
      "loss": 0.3786,
      "step": 2407
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9309043815200604e-05,
      "loss": 0.3577,
      "step": 2408
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9308328946274227e-05,
      "loss": 0.363,
      "step": 2409
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930761372098145e-05,
      "loss": 0.3689,
      "step": 2410
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9306898139349664e-05,
      "loss": 0.3569,
      "step": 2411
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9306182201406253e-05,
      "loss": 0.4076,
      "step": 2412
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9305465907178633e-05,
      "loss": 0.3982,
      "step": 2413
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9304749256694225e-05,
      "loss": 0.3998,
      "step": 2414
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9304032249980464e-05,
      "loss": 0.3552,
      "step": 2415
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9303314887064805e-05,
      "loss": 0.3616,
      "step": 2416
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930259716797471e-05,
      "loss": 0.3951,
      "step": 2417
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9301879092737655e-05,
      "loss": 0.3351,
      "step": 2418
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9301160661381135e-05,
      "loss": 0.3541,
      "step": 2419
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9300441873932648e-05,
      "loss": 0.3733,
      "step": 2420
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929972273041972e-05,
      "loss": 0.3711,
      "step": 2421
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929900323086988e-05,
      "loss": 0.3315,
      "step": 2422
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9298283375310675e-05,
      "loss": 0.3834,
      "step": 2423
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9297563163769658e-05,
      "loss": 0.3959,
      "step": 2424
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9296842596274413e-05,
      "loss": 0.3382,
      "step": 2425
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929612167285252e-05,
      "loss": 0.3499,
      "step": 2426
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929540039353158e-05,
      "loss": 0.3435,
      "step": 2427
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929467875833921e-05,
      "loss": 0.3655,
      "step": 2428
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9293956767303032e-05,
      "loss": 0.3898,
      "step": 2429
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9293234420450692e-05,
      "loss": 0.3619,
      "step": 2430
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929251171780984e-05,
      "loss": 0.3892,
      "step": 2431
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929178865940815e-05,
      "loss": 0.3705,
      "step": 2432
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92910652452733e-05,
      "loss": 0.3407,
      "step": 2433
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929034147543299e-05,
      "loss": 0.3465,
      "step": 2434
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9289617349914924e-05,
      "loss": 0.3446,
      "step": 2435
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9288892868746832e-05,
      "loss": 0.3703,
      "step": 2436
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928816803195644e-05,
      "loss": 0.4046,
      "step": 2437
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9287442839571508e-05,
      "loss": 0.3753,
      "step": 2438
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9286717291619796e-05,
      "loss": 0.3602,
      "step": 2439
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9285991388129077e-05,
      "loss": 0.3521,
      "step": 2440
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928526512912715e-05,
      "loss": 0.332,
      "step": 2441
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9284538514641815e-05,
      "loss": 0.3831,
      "step": 2442
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928381154470089e-05,
      "loss": 0.3968,
      "step": 2443
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928308421933221e-05,
      "loss": 0.3756,
      "step": 2444
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928235653856362e-05,
      "loss": 0.3739,
      "step": 2445
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9281628502422975e-05,
      "loss": 0.3471,
      "step": 2446
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928090011093815e-05,
      "loss": 0.358,
      "step": 2447
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9280171364137027e-05,
      "loss": 0.3998,
      "step": 2448
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9279442262047517e-05,
      "loss": 0.3809,
      "step": 2449
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927871280469752e-05,
      "loss": 0.3945,
      "step": 2450
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9277982992114975e-05,
      "loss": 0.3362,
      "step": 2451
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9277252824327814e-05,
      "loss": 0.3599,
      "step": 2452
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9276522301363997e-05,
      "loss": 0.3633,
      "step": 2453
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9275791423251486e-05,
      "loss": 0.3711,
      "step": 2454
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9275060190018267e-05,
      "loss": 0.3853,
      "step": 2455
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9274328601692334e-05,
      "loss": 0.3557,
      "step": 2456
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9273596658301694e-05,
      "loss": 0.3569,
      "step": 2457
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9272864359874373e-05,
      "loss": 0.3761,
      "step": 2458
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9272131706438403e-05,
      "loss": 0.3862,
      "step": 2459
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927139869802183e-05,
      "loss": 0.3421,
      "step": 2460
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927066533465273e-05,
      "loss": 0.3956,
      "step": 2461
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926993161635917e-05,
      "loss": 0.3518,
      "step": 2462
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926919754316924e-05,
      "loss": 0.356,
      "step": 2463
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926846311511104e-05,
      "loss": 0.3686,
      "step": 2464
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92677283322127e-05,
      "loss": 0.3691,
      "step": 2465
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926699319450234e-05,
      "loss": 0.3658,
      "step": 2466
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9266257702008108e-05,
      "loss": 0.3599,
      "step": 2467
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9265521854758163e-05,
      "loss": 0.3502,
      "step": 2468
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9264785652780677e-05,
      "loss": 0.3488,
      "step": 2469
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926404909610383e-05,
      "loss": 0.3465,
      "step": 2470
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9263312184755828e-05,
      "loss": 0.3578,
      "step": 2471
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926257491876488e-05,
      "loss": 0.3514,
      "step": 2472
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9261837298159213e-05,
      "loss": 0.3689,
      "step": 2473
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9261099322967064e-05,
      "loss": 0.3892,
      "step": 2474
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9260360993216692e-05,
      "loss": 0.3694,
      "step": 2475
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9259622308936353e-05,
      "loss": 0.3251,
      "step": 2476
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925888327015434e-05,
      "loss": 0.3987,
      "step": 2477
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9258143876898938e-05,
      "loss": 0.3806,
      "step": 2478
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9257404129198458e-05,
      "loss": 0.3658,
      "step": 2479
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9256664027081222e-05,
      "loss": 0.3563,
      "step": 2480
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9255923570575562e-05,
      "loss": 0.3717,
      "step": 2481
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9255182759709826e-05,
      "loss": 0.3881,
      "step": 2482
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9254441594512373e-05,
      "loss": 0.3471,
      "step": 2483
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9253700075011586e-05,
      "loss": 0.382,
      "step": 2484
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9252958201235853e-05,
      "loss": 0.3783,
      "step": 2485
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925221597321357e-05,
      "loss": 0.3792,
      "step": 2486
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9251473390973156e-05,
      "loss": 0.3544,
      "step": 2487
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925073045454304e-05,
      "loss": 0.3608,
      "step": 2488
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9249987163951668e-05,
      "loss": 0.3761,
      "step": 2489
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9249243519227493e-05,
      "loss": 0.3917,
      "step": 2490
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9248499520398985e-05,
      "loss": 0.377,
      "step": 2491
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9247755167494632e-05,
      "loss": 0.3742,
      "step": 2492
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924701046054293e-05,
      "loss": 0.3538,
      "step": 2493
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9246265399572387e-05,
      "loss": 0.3703,
      "step": 2494
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9245519984611528e-05,
      "loss": 0.3661,
      "step": 2495
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924477421568889e-05,
      "loss": 0.3996,
      "step": 2496
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9244028092833033e-05,
      "loss": 0.3753,
      "step": 2497
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9243281616072515e-05,
      "loss": 0.3951,
      "step": 2498
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924253478543591e-05,
      "loss": 0.3345,
      "step": 2499
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9241787600951814e-05,
      "loss": 0.3569,
      "step": 2500
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924104006264884e-05,
      "loss": 0.3371,
      "step": 2501
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9240292170555597e-05,
      "loss": 0.3929,
      "step": 2502
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9239543924700727e-05,
      "loss": 0.3563,
      "step": 2503
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9238795325112867e-05,
      "loss": 0.3661,
      "step": 2504
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9238046371820688e-05,
      "loss": 0.3909,
      "step": 2505
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923729706485285e-05,
      "loss": 0.3658,
      "step": 2506
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9236547404238048e-05,
      "loss": 0.3742,
      "step": 2507
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9235797390004985e-05,
      "loss": 0.3373,
      "step": 2508
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9235047022182366e-05,
      "loss": 0.3823,
      "step": 2509
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923429630079893e-05,
      "loss": 0.3742,
      "step": 2510
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9233545225883407e-05,
      "loss": 0.3722,
      "step": 2511
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923279379746456e-05,
      "loss": 0.3965,
      "step": 2512
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9232042015571152e-05,
      "loss": 0.3602,
      "step": 2513
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923128988023197e-05,
      "loss": 0.3566,
      "step": 2514
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9230537391475802e-05,
      "loss": 0.3728,
      "step": 2515
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922978454933146e-05,
      "loss": 0.3848,
      "step": 2516
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9229031353827773e-05,
      "loss": 0.3677,
      "step": 2517
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9228277804993568e-05,
      "loss": 0.353,
      "step": 2518
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9227523902857695e-05,
      "loss": 0.3717,
      "step": 2519
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922676964744902e-05,
      "loss": 0.3917,
      "step": 2520
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922601503879642e-05,
      "loss": 0.3616,
      "step": 2521
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9225260076928783e-05,
      "loss": 0.3474,
      "step": 2522
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9224504761875016e-05,
      "loss": 0.3677,
      "step": 2523
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9223749093664027e-05,
      "loss": 0.373,
      "step": 2524
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9222993072324758e-05,
      "loss": 0.3513,
      "step": 2525
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9222236697886148e-05,
      "loss": 0.3664,
      "step": 2526
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922147997037715e-05,
      "loss": 0.37,
      "step": 2527
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9220722889826743e-05,
      "loss": 0.3831,
      "step": 2528
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9219965456263906e-05,
      "loss": 0.3446,
      "step": 2529
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9219207669717638e-05,
      "loss": 0.3697,
      "step": 2530
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9218449530216953e-05,
      "loss": 0.361,
      "step": 2531
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9217691037790872e-05,
      "loss": 0.3853,
      "step": 2532
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921693219246844e-05,
      "loss": 0.3597,
      "step": 2533
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9216172994278706e-05,
      "loss": 0.387,
      "step": 2534
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9215413443250733e-05,
      "loss": 0.3689,
      "step": 2535
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9214653539413602e-05,
      "loss": 0.3599,
      "step": 2536
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9213893282796407e-05,
      "loss": 0.3739,
      "step": 2537
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921313267342825e-05,
      "loss": 0.373,
      "step": 2538
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921237171133826e-05,
      "loss": 0.3463,
      "step": 2539
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921161039655556e-05,
      "loss": 0.3853,
      "step": 2540
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92108487291093e-05,
      "loss": 0.3387,
      "step": 2541
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921008670902864e-05,
      "loss": 0.3917,
      "step": 2542
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920932433634276e-05,
      "loss": 0.3566,
      "step": 2543
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920856161108084e-05,
      "loss": 0.377,
      "step": 2544
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9207798533272083e-05,
      "loss": 0.3775,
      "step": 2545
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9207035102945698e-05,
      "loss": 0.3915,
      "step": 2546
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920627132013092e-05,
      "loss": 0.3479,
      "step": 2547
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920550718485699e-05,
      "loss": 0.3853,
      "step": 2548
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9204742697153155e-05,
      "loss": 0.4054,
      "step": 2549
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9203977857048693e-05,
      "loss": 0.385,
      "step": 2550
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920321266457288e-05,
      "loss": 0.3549,
      "step": 2551
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9202447119755012e-05,
      "loss": 0.3364,
      "step": 2552
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9201681222624396e-05,
      "loss": 0.3624,
      "step": 2553
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920091497321036e-05,
      "loss": 0.4138,
      "step": 2554
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9200148371542235e-05,
      "loss": 0.3848,
      "step": 2555
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919938141764937e-05,
      "loss": 0.3842,
      "step": 2556
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9198614111561125e-05,
      "loss": 0.3856,
      "step": 2557
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919784645330688e-05,
      "loss": 0.3426,
      "step": 2558
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9197078442916028e-05,
      "loss": 0.3474,
      "step": 2559
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9196310080417967e-05,
      "loss": 0.3463,
      "step": 2560
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919554136584211e-05,
      "loss": 0.358,
      "step": 2561
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9194772299217897e-05,
      "loss": 0.3744,
      "step": 2562
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9194002880574762e-05,
      "loss": 0.373,
      "step": 2563
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9193233109942167e-05,
      "loss": 0.3463,
      "step": 2564
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919246298734958e-05,
      "loss": 0.3524,
      "step": 2565
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9191692512826492e-05,
      "loss": 0.3747,
      "step": 2566
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.919092168640239e-05,
      "loss": 0.3839,
      "step": 2567
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.919015050810679e-05,
      "loss": 0.3697,
      "step": 2568
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9189378977969214e-05,
      "loss": 0.3683,
      "step": 2569
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9188607096019205e-05,
      "loss": 0.3733,
      "step": 2570
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918783486228631e-05,
      "loss": 0.3767,
      "step": 2571
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918706227680009e-05,
      "loss": 0.3756,
      "step": 2572
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918628933959013e-05,
      "loss": 0.3781,
      "step": 2573
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9185516050686023e-05,
      "loss": 0.3722,
      "step": 2574
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918474241011737e-05,
      "loss": 0.3468,
      "step": 2575
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9183968417913785e-05,
      "loss": 0.3566,
      "step": 2576
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9183194074104907e-05,
      "loss": 0.3848,
      "step": 2577
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918241937872038e-05,
      "loss": 0.3641,
      "step": 2578
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9181644331789863e-05,
      "loss": 0.3703,
      "step": 2579
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918086893334303e-05,
      "loss": 0.3993,
      "step": 2580
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918009318340956e-05,
      "loss": 0.358,
      "step": 2581
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917931708201916e-05,
      "loss": 0.3828,
      "step": 2582
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9178540629201537e-05,
      "loss": 0.3666,
      "step": 2583
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9177763824986425e-05,
      "loss": 0.3474,
      "step": 2584
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9176986669403556e-05,
      "loss": 0.3569,
      "step": 2585
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9176209162482687e-05,
      "loss": 0.3552,
      "step": 2586
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9175431304253585e-05,
      "loss": 0.3491,
      "step": 2587
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917465309474603e-05,
      "loss": 0.3867,
      "step": 2588
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917387453398981e-05,
      "loss": 0.3691,
      "step": 2589
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9173095622014736e-05,
      "loss": 0.3764,
      "step": 2590
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917231635885063e-05,
      "loss": 0.3898,
      "step": 2591
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9171536744527327e-05,
      "loss": 0.377,
      "step": 2592
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917075677907467e-05,
      "loss": 0.3633,
      "step": 2593
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916997646252252e-05,
      "loss": 0.3714,
      "step": 2594
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9169195794900752e-05,
      "loss": 0.37,
      "step": 2595
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9168414776239258e-05,
      "loss": 0.3652,
      "step": 2596
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916763340656793e-05,
      "loss": 0.3599,
      "step": 2597
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9166851685916693e-05,
      "loss": 0.3683,
      "step": 2598
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9166069614315468e-05,
      "loss": 0.3329,
      "step": 2599
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9165287191794194e-05,
      "loss": 0.3661,
      "step": 2600
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9164504418382834e-05,
      "loss": 0.3407,
      "step": 2601
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9163721294111352e-05,
      "loss": 0.3825,
      "step": 2602
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916293781900973e-05,
      "loss": 0.3856,
      "step": 2603
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9162153993107962e-05,
      "loss": 0.3577,
      "step": 2604
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9161369816436055e-05,
      "loss": 0.3449,
      "step": 2605
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9160585289024037e-05,
      "loss": 0.3736,
      "step": 2606
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915980041090194e-05,
      "loss": 0.3555,
      "step": 2607
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9159015182099807e-05,
      "loss": 0.3532,
      "step": 2608
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9158229602647708e-05,
      "loss": 0.3633,
      "step": 2609
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915744367257572e-05,
      "loss": 0.3622,
      "step": 2610
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9156657391913927e-05,
      "loss": 0.3597,
      "step": 2611
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915587076069243e-05,
      "loss": 0.3415,
      "step": 2612
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9155083778941353e-05,
      "loss": 0.3524,
      "step": 2613
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9154296446690814e-05,
      "loss": 0.3689,
      "step": 2614
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9153508763970966e-05,
      "loss": 0.3541,
      "step": 2615
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915272073081196e-05,
      "loss": 0.4202,
      "step": 2616
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915193234724397e-05,
      "loss": 0.3382,
      "step": 2617
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9151143613297168e-05,
      "loss": 0.3742,
      "step": 2618
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9150354529001765e-05,
      "loss": 0.3679,
      "step": 2619
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9149565094387962e-05,
      "loss": 0.3775,
      "step": 2620
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9148775309485985e-05,
      "loss": 0.3789,
      "step": 2621
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9147985174326068e-05,
      "loss": 0.3898,
      "step": 2622
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9147194688938465e-05,
      "loss": 0.3463,
      "step": 2623
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9146403853353438e-05,
      "loss": 0.3602,
      "step": 2624
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9145612667601263e-05,
      "loss": 0.373,
      "step": 2625
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914482113171223e-05,
      "loss": 0.3982,
      "step": 2626
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9144029245716642e-05,
      "loss": 0.3739,
      "step": 2627
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9143237009644823e-05,
      "loss": 0.3789,
      "step": 2628
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914244442352709e-05,
      "loss": 0.368,
      "step": 2629
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9141651487393802e-05,
      "loss": 0.3624,
      "step": 2630
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9140858201275306e-05,
      "loss": 0.3544,
      "step": 2631
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9140064565201973e-05,
      "loss": 0.3811,
      "step": 2632
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9139270579204195e-05,
      "loss": 0.3502,
      "step": 2633
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9138476243312363e-05,
      "loss": 0.363,
      "step": 2634
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9137681557556886e-05,
      "loss": 0.3622,
      "step": 2635
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9136886521968195e-05,
      "loss": 0.3641,
      "step": 2636
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9136091136576727e-05,
      "loss": 0.3421,
      "step": 2637
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9135295401412928e-05,
      "loss": 0.3624,
      "step": 2638
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9134499316507266e-05,
      "loss": 0.3499,
      "step": 2639
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913370288189021e-05,
      "loss": 0.3504,
      "step": 2640
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9132906097592267e-05,
      "loss": 0.328,
      "step": 2641
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9132108963643934e-05,
      "loss": 0.3563,
      "step": 2642
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9131311480075724e-05,
      "loss": 0.3404,
      "step": 2643
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913051364691818e-05,
      "loss": 0.373,
      "step": 2644
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9129715464201833e-05,
      "loss": 0.3602,
      "step": 2645
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912891693195725e-05,
      "loss": 0.3672,
      "step": 2646
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9128118050215003e-05,
      "loss": 0.3647,
      "step": 2647
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9127318819005672e-05,
      "loss": 0.3647,
      "step": 2648
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9126519238359858e-05,
      "loss": 0.3373,
      "step": 2649
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9125719308308176e-05,
      "loss": 0.382,
      "step": 2650
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9124919028881244e-05,
      "loss": 0.3739,
      "step": 2651
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9124118400109702e-05,
      "loss": 0.3644,
      "step": 2652
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9123317422024212e-05,
      "loss": 0.3524,
      "step": 2653
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9122516094655423e-05,
      "loss": 0.3708,
      "step": 2654
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9121714418034024e-05,
      "loss": 0.3354,
      "step": 2655
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9120912392190706e-05,
      "loss": 0.351,
      "step": 2656
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9120110017156172e-05,
      "loss": 0.4121,
      "step": 2657
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911930729296114e-05,
      "loss": 0.3571,
      "step": 2658
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9118504219636346e-05,
      "loss": 0.3516,
      "step": 2659
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911770079721253e-05,
      "loss": 0.3284,
      "step": 2660
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9116897025720455e-05,
      "loss": 0.3267,
      "step": 2661
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9116092905190893e-05,
      "loss": 0.3806,
      "step": 2662
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911528843565463e-05,
      "loss": 0.3594,
      "step": 2663
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9114483617142457e-05,
      "loss": 0.3876,
      "step": 2664
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91136784496852e-05,
      "loss": 0.3683,
      "step": 2665
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911287293331367e-05,
      "loss": 0.3613,
      "step": 2666
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9112067068058717e-05,
      "loss": 0.385,
      "step": 2667
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911126085395119e-05,
      "loss": 0.346,
      "step": 2668
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9110454291021954e-05,
      "loss": 0.4018,
      "step": 2669
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9109647379301885e-05,
      "loss": 0.3845,
      "step": 2670
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9108840118821882e-05,
      "loss": 0.3588,
      "step": 2671
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9108032509612844e-05,
      "loss": 0.3836,
      "step": 2672
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9107224551705692e-05,
      "loss": 0.3867,
      "step": 2673
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910641624513136e-05,
      "loss": 0.353,
      "step": 2674
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9105607589920797e-05,
      "loss": 0.368,
      "step": 2675
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9104798586104954e-05,
      "loss": 0.382,
      "step": 2676
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910398923371481e-05,
      "loss": 0.3624,
      "step": 2677
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9103179532781348e-05,
      "loss": 0.3474,
      "step": 2678
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9102369483335567e-05,
      "loss": 0.3571,
      "step": 2679
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910155908540848e-05,
      "loss": 0.3517,
      "step": 2680
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9100748339031113e-05,
      "loss": 0.3892,
      "step": 2681
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9099937244234508e-05,
      "loss": 0.3371,
      "step": 2682
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9099125801049714e-05,
      "loss": 0.3387,
      "step": 2683
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9098314009507794e-05,
      "loss": 0.3691,
      "step": 2684
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9097501869639834e-05,
      "loss": 0.3778,
      "step": 2685
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9096689381476924e-05,
      "loss": 0.3421,
      "step": 2686
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9095876545050166e-05,
      "loss": 0.3647,
      "step": 2687
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909506336039068e-05,
      "loss": 0.3831,
      "step": 2688
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909424982752961e-05,
      "loss": 0.3474,
      "step": 2689
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9093435946498083e-05,
      "loss": 0.3326,
      "step": 2690
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9092621717327275e-05,
      "loss": 0.363,
      "step": 2691
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9091807140048348e-05,
      "loss": 0.3524,
      "step": 2692
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909099221469249e-05,
      "loss": 0.3878,
      "step": 2693
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9090176941290902e-05,
      "loss": 0.3809,
      "step": 2694
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9089361319874797e-05,
      "loss": 0.3292,
      "step": 2695
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9088545350475398e-05,
      "loss": 0.3527,
      "step": 2696
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9087729033123948e-05,
      "loss": 0.3524,
      "step": 2697
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9086912367851692e-05,
      "loss": 0.3591,
      "step": 2698
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9086095354689907e-05,
      "loss": 0.392,
      "step": 2699
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9085277993669863e-05,
      "loss": 0.358,
      "step": 2700
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9084460284822856e-05,
      "loss": 0.3926,
      "step": 2701
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908364222818019e-05,
      "loss": 0.3658,
      "step": 2702
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9082823823773188e-05,
      "loss": 0.3638,
      "step": 2703
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9082005071633175e-05,
      "loss": 0.3438,
      "step": 2704
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9081185971791504e-05,
      "loss": 0.3362,
      "step": 2705
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908036652427953e-05,
      "loss": 0.3613,
      "step": 2706
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907954672912863e-05,
      "loss": 0.3323,
      "step": 2707
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907872658637018e-05,
      "loss": 0.3535,
      "step": 2708
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907790609603559e-05,
      "loss": 0.382,
      "step": 2709
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907708525815627e-05,
      "loss": 0.3683,
      "step": 2710
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9076264072763634e-05,
      "loss": 0.3415,
      "step": 2711
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9075442539889133e-05,
      "loss": 0.3954,
      "step": 2712
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9074620659564217e-05,
      "loss": 0.3725,
      "step": 2713
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907379843182035e-05,
      "loss": 0.3371,
      "step": 2714
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9072975856689008e-05,
      "loss": 0.3491,
      "step": 2715
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907215293420169e-05,
      "loss": 0.3577,
      "step": 2716
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9071329664389893e-05,
      "loss": 0.3636,
      "step": 2717
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9070506047285143e-05,
      "loss": 0.3761,
      "step": 2718
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9069682082918968e-05,
      "loss": 0.3728,
      "step": 2719
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9068857771322912e-05,
      "loss": 0.3775,
      "step": 2720
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9068033112528535e-05,
      "loss": 0.377,
      "step": 2721
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9067208106567412e-05,
      "loss": 0.3454,
      "step": 2722
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9066382753471123e-05,
      "loss": 0.3689,
      "step": 2723
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9065557053271272e-05,
      "loss": 0.3761,
      "step": 2724
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9064731005999465e-05,
      "loss": 0.3362,
      "step": 2725
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9063904611687326e-05,
      "loss": 0.344,
      "step": 2726
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9063077870366504e-05,
      "loss": 0.3382,
      "step": 2727
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9062250782068636e-05,
      "loss": 0.3658,
      "step": 2728
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9061423346825395e-05,
      "loss": 0.3761,
      "step": 2729
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906059556466846e-05,
      "loss": 0.3781,
      "step": 2730
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9059767435629522e-05,
      "loss": 0.3463,
      "step": 2731
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905893895974028e-05,
      "loss": 0.3859,
      "step": 2732
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905811013703246e-05,
      "loss": 0.3862,
      "step": 2733
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9057280967537783e-05,
      "loss": 0.3421,
      "step": 2734
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9056451451288006e-05,
      "loss": 0.4088,
      "step": 2735
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9055621588314877e-05,
      "loss": 0.3227,
      "step": 2736
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905479137865017e-05,
      "loss": 0.3557,
      "step": 2737
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9053960822325672e-05,
      "loss": 0.394,
      "step": 2738
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9053129919373178e-05,
      "loss": 0.3538,
      "step": 2739
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9052298669824495e-05,
      "loss": 0.3834,
      "step": 2740
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9051467073711455e-05,
      "loss": 0.3518,
      "step": 2741
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905063513106589e-05,
      "loss": 0.351,
      "step": 2742
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9049802841919657e-05,
      "loss": 0.356,
      "step": 2743
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904897020630461e-05,
      "loss": 0.3495,
      "step": 2744
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9048137224252633e-05,
      "loss": 0.3915,
      "step": 2745
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9047303895795615e-05,
      "loss": 0.3557,
      "step": 2746
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9046470220965457e-05,
      "loss": 0.3792,
      "step": 2747
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9045636199794084e-05,
      "loss": 0.3552,
      "step": 2748
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904480183231342e-05,
      "loss": 0.3783,
      "step": 2749
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9043967118555406e-05,
      "loss": 0.3599,
      "step": 2750
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9043132058552004e-05,
      "loss": 0.3602,
      "step": 2751
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904229665233518e-05,
      "loss": 0.3557,
      "step": 2752
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9041460899936922e-05,
      "loss": 0.3672,
      "step": 2753
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9040624801389223e-05,
      "loss": 0.3457,
      "step": 2754
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903978835672409e-05,
      "loss": 0.3644,
      "step": 2755
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9038951565973552e-05,
      "loss": 0.3753,
      "step": 2756
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9038114429169644e-05,
      "loss": 0.3627,
      "step": 2757
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9037276946344415e-05,
      "loss": 0.3675,
      "step": 2758
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9036439117529924e-05,
      "loss": 0.356,
      "step": 2759
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9035600942758256e-05,
      "loss": 0.4071,
      "step": 2760
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903476242206149e-05,
      "loss": 0.3898,
      "step": 2761
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9033923555471736e-05,
      "loss": 0.377,
      "step": 2762
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90330843430211e-05,
      "loss": 0.3497,
      "step": 2763
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903224478474172e-05,
      "loss": 0.3876,
      "step": 2764
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9031404880665742e-05,
      "loss": 0.3571,
      "step": 2765
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903056463082531e-05,
      "loss": 0.3574,
      "step": 2766
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90297240352526e-05,
      "loss": 0.3616,
      "step": 2767
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902888309397979e-05,
      "loss": 0.3521,
      "step": 2768
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9028041807039077e-05,
      "loss": 0.3524,
      "step": 2769
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902720017446267e-05,
      "loss": 0.3677,
      "step": 2770
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9026358196282792e-05,
      "loss": 0.3647,
      "step": 2771
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9025515872531675e-05,
      "loss": 0.3569,
      "step": 2772
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902467320324157e-05,
      "loss": 0.3451,
      "step": 2773
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9023830188444733e-05,
      "loss": 0.3622,
      "step": 2774
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9022986828173443e-05,
      "loss": 0.3903,
      "step": 2775
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9022143122459988e-05,
      "loss": 0.3636,
      "step": 2776
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9021299071336665e-05,
      "loss": 0.3552,
      "step": 2777
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9020454674835794e-05,
      "loss": 0.3535,
      "step": 2778
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9019609932989696e-05,
      "loss": 0.3482,
      "step": 2779
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901876484583072e-05,
      "loss": 0.3744,
      "step": 2780
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9017919413391213e-05,
      "loss": 0.3588,
      "step": 2781
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9017073635703544e-05,
      "loss": 0.4004,
      "step": 2782
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9016227512800092e-05,
      "loss": 0.3499,
      "step": 2783
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9015381044713252e-05,
      "loss": 0.3842,
      "step": 2784
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901453423147543e-05,
      "loss": 0.3722,
      "step": 2785
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901368707311905e-05,
      "loss": 0.3809,
      "step": 2786
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901283956967654e-05,
      "loss": 0.3418,
      "step": 2787
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901199172118035e-05,
      "loss": 0.3532,
      "step": 2788
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9011143527662938e-05,
      "loss": 0.3675,
      "step": 2789
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901029498915677e-05,
      "loss": 0.3499,
      "step": 2790
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9009446105694347e-05,
      "loss": 0.373,
      "step": 2791
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9008596877308157e-05,
      "loss": 0.3499,
      "step": 2792
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9007747304030716e-05,
      "loss": 0.3622,
      "step": 2793
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900689738589455e-05,
      "loss": 0.3644,
      "step": 2794
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900604712293219e-05,
      "loss": 0.3549,
      "step": 2795
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9005196515176204e-05,
      "loss": 0.3449,
      "step": 2796
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9004345562659145e-05,
      "loss": 0.3786,
      "step": 2797
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9003494265413595e-05,
      "loss": 0.3929,
      "step": 2798
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900264262347214e-05,
      "loss": 0.3772,
      "step": 2799
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9001790636867398e-05,
      "loss": 0.3491,
      "step": 2800
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9000938305631975e-05,
      "loss": 0.3597,
      "step": 2801
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9000085629798507e-05,
      "loss": 0.3923,
      "step": 2802
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899923260939964e-05,
      "loss": 0.3638,
      "step": 2803
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8998379244468027e-05,
      "loss": 0.3557,
      "step": 2804
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899752553503634e-05,
      "loss": 0.409,
      "step": 2805
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8996671481137267e-05,
      "loss": 0.3917,
      "step": 2806
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89958170828035e-05,
      "loss": 0.3638,
      "step": 2807
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8994962340067756e-05,
      "loss": 0.3404,
      "step": 2808
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899410725296275e-05,
      "loss": 0.3557,
      "step": 2809
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8993251821521225e-05,
      "loss": 0.365,
      "step": 2810
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8992396045775927e-05,
      "loss": 0.3775,
      "step": 2811
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8991539925759624e-05,
      "loss": 0.3532,
      "step": 2812
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8990683461505086e-05,
      "loss": 0.3856,
      "step": 2813
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898982665304511e-05,
      "loss": 0.389,
      "step": 2814
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8988969500412492e-05,
      "loss": 0.3719,
      "step": 2815
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8988112003640048e-05,
      "loss": 0.3836,
      "step": 2816
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8987254162760614e-05,
      "loss": 0.3705,
      "step": 2817
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8986395977807026e-05,
      "loss": 0.3809,
      "step": 2818
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8985537448812138e-05,
      "loss": 0.3758,
      "step": 2819
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8984678575808825e-05,
      "loss": 0.3705,
      "step": 2820
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898381935882996e-05,
      "loss": 0.38,
      "step": 2821
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8982959797908447e-05,
      "loss": 0.3468,
      "step": 2822
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898209989307719e-05,
      "loss": 0.3398,
      "step": 2823
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898123964436911e-05,
      "loss": 0.3627,
      "step": 2824
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898037905181714e-05,
      "loss": 0.3825,
      "step": 2825
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897951811545423e-05,
      "loss": 0.3502,
      "step": 2826
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897865683531334e-05,
      "loss": 0.3414,
      "step": 2827
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897779521142744e-05,
      "loss": 0.3379,
      "step": 2828
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897693324382952e-05,
      "loss": 0.3931,
      "step": 2829
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8976070932552583e-05,
      "loss": 0.3527,
      "step": 2830
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897520827762964e-05,
      "loss": 0.3544,
      "step": 2831
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897434527909372e-05,
      "loss": 0.3318,
      "step": 2832
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8973481936977857e-05,
      "loss": 0.3549,
      "step": 2833
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8972618251315104e-05,
      "loss": 0.3479,
      "step": 2834
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8971754222138532e-05,
      "loss": 0.3828,
      "step": 2835
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8970889849481216e-05,
      "loss": 0.346,
      "step": 2836
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8970025133376252e-05,
      "loss": 0.3669,
      "step": 2837
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8969160073856745e-05,
      "loss": 0.3901,
      "step": 2838
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896829467095581e-05,
      "loss": 0.3664,
      "step": 2839
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896742892470658e-05,
      "loss": 0.3711,
      "step": 2840
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89665628351422e-05,
      "loss": 0.3717,
      "step": 2841
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896569640229583e-05,
      "loss": 0.3694,
      "step": 2842
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8964829626200637e-05,
      "loss": 0.3666,
      "step": 2843
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896396250688981e-05,
      "loss": 0.3103,
      "step": 2844
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8963095044396542e-05,
      "loss": 0.3594,
      "step": 2845
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8962227238754048e-05,
      "loss": 0.3535,
      "step": 2846
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896135908999555e-05,
      "loss": 0.3574,
      "step": 2847
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896049059815428e-05,
      "loss": 0.3482,
      "step": 2848
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8959621763263494e-05,
      "loss": 0.3664,
      "step": 2849
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895875258535645e-05,
      "loss": 0.3624,
      "step": 2850
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8957883064466435e-05,
      "loss": 0.3622,
      "step": 2851
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8957013200626723e-05,
      "loss": 0.3345,
      "step": 2852
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8956142993870626e-05,
      "loss": 0.3809,
      "step": 2853
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895527244423146e-05,
      "loss": 0.3078,
      "step": 2854
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8954401551742546e-05,
      "loss": 0.3619,
      "step": 2855
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8953530316437238e-05,
      "loss": 0.3304,
      "step": 2856
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895265873834888e-05,
      "loss": 0.3959,
      "step": 2857
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8951786817510846e-05,
      "loss": 0.3633,
      "step": 2858
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8950914553956515e-05,
      "loss": 0.3641,
      "step": 2859
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895004194771928e-05,
      "loss": 0.3242,
      "step": 2860
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894916899883255e-05,
      "loss": 0.3344,
      "step": 2861
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894829570732975e-05,
      "loss": 0.3189,
      "step": 2862
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8947422073244305e-05,
      "loss": 0.3705,
      "step": 2863
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8946548096609668e-05,
      "loss": 0.3527,
      "step": 2864
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8945673777459297e-05,
      "loss": 0.3744,
      "step": 2865
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8944799115826666e-05,
      "loss": 0.3616,
      "step": 2866
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8943924111745258e-05,
      "loss": 0.358,
      "step": 2867
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8943048765248578e-05,
      "loss": 0.3647,
      "step": 2868
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8942173076370133e-05,
      "loss": 0.334,
      "step": 2869
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8941297045143447e-05,
      "loss": 0.365,
      "step": 2870
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8940420671602067e-05,
      "loss": 0.3463,
      "step": 2871
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8939543955779535e-05,
      "loss": 0.3691,
      "step": 2872
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8938666897709427e-05,
      "loss": 0.3711,
      "step": 2873
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893778949742531e-05,
      "loss": 0.3613,
      "step": 2874
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893691175496078e-05,
      "loss": 0.3683,
      "step": 2875
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893603367034944e-05,
      "loss": 0.3828,
      "step": 2876
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893515524362491e-05,
      "loss": 0.37,
      "step": 2877
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8934276474820816e-05,
      "loss": 0.339,
      "step": 2878
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8933397363970802e-05,
      "loss": 0.3683,
      "step": 2879
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893251791110853e-05,
      "loss": 0.3527,
      "step": 2880
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893163811626766e-05,
      "loss": 0.3491,
      "step": 2881
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893075797948188e-05,
      "loss": 0.3421,
      "step": 2882
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892987750078489e-05,
      "loss": 0.3348,
      "step": 2883
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8928996680210395e-05,
      "loss": 0.3934,
      "step": 2884
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8928115517792112e-05,
      "loss": 0.3446,
      "step": 2885
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8927234013563783e-05,
      "loss": 0.3446,
      "step": 2886
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8926352167559154e-05,
      "loss": 0.3435,
      "step": 2887
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8925469979811984e-05,
      "loss": 0.3644,
      "step": 2888
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892458745035605e-05,
      "loss": 0.3549,
      "step": 2889
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892370457922514e-05,
      "loss": 0.3527,
      "step": 2890
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8922821366453052e-05,
      "loss": 0.3435,
      "step": 2891
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89219378120736e-05,
      "loss": 0.3683,
      "step": 2892
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892105391612061e-05,
      "loss": 0.3343,
      "step": 2893
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8920169678627928e-05,
      "loss": 0.3468,
      "step": 2894
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8919285099629397e-05,
      "loss": 0.3669,
      "step": 2895
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8918400179158888e-05,
      "loss": 0.3652,
      "step": 2896
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8917514917250276e-05,
      "loss": 0.346,
      "step": 2897
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891662931393746e-05,
      "loss": 0.361,
      "step": 2898
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891574336925434e-05,
      "loss": 0.3638,
      "step": 2899
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8914857083234838e-05,
      "loss": 0.3451,
      "step": 2900
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891397045591288e-05,
      "loss": 0.3451,
      "step": 2901
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891308348732241e-05,
      "loss": 0.3438,
      "step": 2902
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891219617749739e-05,
      "loss": 0.3265,
      "step": 2903
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8911308526471792e-05,
      "loss": 0.3686,
      "step": 2904
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8910420534279593e-05,
      "loss": 0.3722,
      "step": 2905
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8909532200954792e-05,
      "loss": 0.389,
      "step": 2906
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.89086435265314e-05,
      "loss": 0.3772,
      "step": 2907
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8907754511043437e-05,
      "loss": 0.3555,
      "step": 2908
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8906865154524943e-05,
      "loss": 0.3828,
      "step": 2909
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890597545700996e-05,
      "loss": 0.3842,
      "step": 2910
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8905085418532557e-05,
      "loss": 0.3878,
      "step": 2911
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8904195039126804e-05,
      "loss": 0.3809,
      "step": 2912
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890330431882679e-05,
      "loss": 0.3242,
      "step": 2913
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8902413257666616e-05,
      "loss": 0.3636,
      "step": 2914
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8901521855680397e-05,
      "loss": 0.3435,
      "step": 2915
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890063011290226e-05,
      "loss": 0.3351,
      "step": 2916
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8899738029366346e-05,
      "loss": 0.3203,
      "step": 2917
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8898845605106804e-05,
      "loss": 0.3585,
      "step": 2918
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8897952840157804e-05,
      "loss": 0.3736,
      "step": 2919
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889705973455352e-05,
      "loss": 0.329,
      "step": 2920
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8896166288328156e-05,
      "loss": 0.3652,
      "step": 2921
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8895272501515904e-05,
      "loss": 0.3496,
      "step": 2922
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889437837415099e-05,
      "loss": 0.3521,
      "step": 2923
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8893483906267643e-05,
      "loss": 0.368,
      "step": 2924
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8892589097900108e-05,
      "loss": 0.3588,
      "step": 2925
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889169394908264e-05,
      "loss": 0.3744,
      "step": 2926
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889079845984951e-05,
      "loss": 0.3315,
      "step": 2927
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8889902630235012e-05,
      "loss": 0.361,
      "step": 2928
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8889006460273426e-05,
      "loss": 0.3666,
      "step": 2929
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8888109949999073e-05,
      "loss": 0.3797,
      "step": 2930
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888721309944627e-05,
      "loss": 0.3574,
      "step": 2931
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8886315908649356e-05,
      "loss": 0.3488,
      "step": 2932
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8885418377642673e-05,
      "loss": 0.3619,
      "step": 2933
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8884520506460596e-05,
      "loss": 0.3379,
      "step": 2934
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8883622295137487e-05,
      "loss": 0.3432,
      "step": 2935
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888272374370774e-05,
      "loss": 0.3739,
      "step": 2936
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8881824852205752e-05,
      "loss": 0.3365,
      "step": 2937
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8880925620665943e-05,
      "loss": 0.3471,
      "step": 2938
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888002604912273e-05,
      "loss": 0.3672,
      "step": 2939
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8879126137610563e-05,
      "loss": 0.358,
      "step": 2940
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8878225886163884e-05,
      "loss": 0.368,
      "step": 2941
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8877325294817174e-05,
      "loss": 0.3708,
      "step": 2942
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8876424363604898e-05,
      "loss": 0.3708,
      "step": 2943
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8875523092561553e-05,
      "loss": 0.3811,
      "step": 2944
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8874621481721645e-05,
      "loss": 0.365,
      "step": 2945
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887371953111969e-05,
      "loss": 0.38,
      "step": 2946
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887281724079022e-05,
      "loss": 0.3686,
      "step": 2947
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887191461076778e-05,
      "loss": 0.3809,
      "step": 2948
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887101164108692e-05,
      "loss": 0.3549,
      "step": 2949
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887010833178222e-05,
      "loss": 0.3242,
      "step": 2950
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8869204682888255e-05,
      "loss": 0.353,
      "step": 2951
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8868300694439627e-05,
      "loss": 0.3449,
      "step": 2952
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8867396366470936e-05,
      "loss": 0.3711,
      "step": 2953
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8866491699016818e-05,
      "loss": 0.3535,
      "step": 2954
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8865586692111898e-05,
      "loss": 0.3465,
      "step": 2955
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886468134579082e-05,
      "loss": 0.3867,
      "step": 2956
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8863775660088258e-05,
      "loss": 0.3499,
      "step": 2957
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8862869635038873e-05,
      "loss": 0.3267,
      "step": 2958
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8861963270677356e-05,
      "loss": 0.3502,
      "step": 2959
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8861056567038415e-05,
      "loss": 0.346,
      "step": 2960
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886014952415675e-05,
      "loss": 0.3583,
      "step": 2961
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8859242142067096e-05,
      "loss": 0.3585,
      "step": 2962
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8858334420804188e-05,
      "loss": 0.3739,
      "step": 2963
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885742636040278e-05,
      "loss": 0.341,
      "step": 2964
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8856517960897633e-05,
      "loss": 0.3574,
      "step": 2965
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8855609222323527e-05,
      "loss": 0.3563,
      "step": 2966
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885470014471525e-05,
      "loss": 0.2963,
      "step": 2967
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8853790728107616e-05,
      "loss": 0.3597,
      "step": 2968
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8852880972535433e-05,
      "loss": 0.3669,
      "step": 2969
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8851970878033526e-05,
      "loss": 0.3327,
      "step": 2970
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885106044463675e-05,
      "loss": 0.3644,
      "step": 2971
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8850149672379953e-05,
      "loss": 0.3588,
      "step": 2972
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8849238561298003e-05,
      "loss": 0.3331,
      "step": 2973
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8848327111425783e-05,
      "loss": 0.3733,
      "step": 2974
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884741532279819e-05,
      "loss": 0.3404,
      "step": 2975
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884650319545013e-05,
      "loss": 0.3471,
      "step": 2976
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8845590729416524e-05,
      "loss": 0.3714,
      "step": 2977
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8844677924732302e-05,
      "loss": 0.351,
      "step": 2978
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8843764781432413e-05,
      "loss": 0.3842,
      "step": 2979
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884285129955182e-05,
      "loss": 0.3451,
      "step": 2980
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884193747912549e-05,
      "loss": 0.3569,
      "step": 2981
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884102332018841e-05,
      "loss": 0.365,
      "step": 2982
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884010882277558e-05,
      "loss": 0.356,
      "step": 2983
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8839193986922005e-05,
      "loss": 0.3742,
      "step": 2984
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8838278812662717e-05,
      "loss": 0.3753,
      "step": 2985
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8837363300032754e-05,
      "loss": 0.3661,
      "step": 2986
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8836447449067158e-05,
      "loss": 0.3641,
      "step": 2987
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8835531259800994e-05,
      "loss": 0.3856,
      "step": 2988
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8834614732269343e-05,
      "loss": 0.3633,
      "step": 2989
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8833697866507293e-05,
      "loss": 0.4068,
      "step": 2990
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8832780662549943e-05,
      "loss": 0.3549,
      "step": 2991
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883186312043241e-05,
      "loss": 0.4032,
      "step": 2992
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883094524018982e-05,
      "loss": 0.3658,
      "step": 2993
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883002702185731e-05,
      "loss": 0.3602,
      "step": 2994
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8829108465470044e-05,
      "loss": 0.4051,
      "step": 2995
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882818957106318e-05,
      "loss": 0.3401,
      "step": 2996
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88272703386719e-05,
      "loss": 0.3842,
      "step": 2997
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88263507683314e-05,
      "loss": 0.327,
      "step": 2998
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8825430860076882e-05,
      "loss": 0.3725,
      "step": 2999
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882451061394356e-05,
      "loss": 0.3658,
      "step": 3000
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8823590029966677e-05,
      "loss": 0.3619,
      "step": 3001
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882266910818147e-05,
      "loss": 0.3739,
      "step": 3002
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8821747848623192e-05,
      "loss": 0.356,
      "step": 3003
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882082625132712e-05,
      "loss": 0.3507,
      "step": 3004
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8819904316328534e-05,
      "loss": 0.3454,
      "step": 3005
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881898204366273e-05,
      "loss": 0.3516,
      "step": 3006
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881805943336502e-05,
      "loss": 0.3809,
      "step": 3007
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881713648547072e-05,
      "loss": 0.3624,
      "step": 3008
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8816213200015175e-05,
      "loss": 0.3566,
      "step": 3009
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881528957703372e-05,
      "loss": 0.3747,
      "step": 3010
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881436561656172e-05,
      "loss": 0.356,
      "step": 3011
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8813441318634558e-05,
      "loss": 0.3809,
      "step": 3012
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8812516683287608e-05,
      "loss": 0.3627,
      "step": 3013
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8811591710556275e-05,
      "loss": 0.3585,
      "step": 3014
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881066640047597e-05,
      "loss": 0.3644,
      "step": 3015
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8809740753082116e-05,
      "loss": 0.38,
      "step": 3016
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8808814768410157e-05,
      "loss": 0.3569,
      "step": 3017
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880788844649554e-05,
      "loss": 0.3541,
      "step": 3018
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8806961787373728e-05,
      "loss": 0.3742,
      "step": 3019
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88060347910802e-05,
      "loss": 0.3792,
      "step": 3020
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8805107457650444e-05,
      "loss": 0.3591,
      "step": 3021
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8804179787119964e-05,
      "loss": 0.3689,
      "step": 3022
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880325177952428e-05,
      "loss": 0.3682,
      "step": 3023
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880232343489891e-05,
      "loss": 0.3446,
      "step": 3024
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8801394753279407e-05,
      "loss": 0.2949,
      "step": 3025
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8800465734701313e-05,
      "loss": 0.368,
      "step": 3026
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8799536379200205e-05,
      "loss": 0.3619,
      "step": 3027
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879860668681166e-05,
      "loss": 0.3717,
      "step": 3028
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879767665757127e-05,
      "loss": 0.3371,
      "step": 3029
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879674629151464e-05,
      "loss": 0.3583,
      "step": 3030
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8795815588677393e-05,
      "loss": 0.353,
      "step": 3031
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8794884549095157e-05,
      "loss": 0.3552,
      "step": 3032
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879395317280358e-05,
      "loss": 0.3694,
      "step": 3033
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8793021459838316e-05,
      "loss": 0.3828,
      "step": 3034
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8792089410235033e-05,
      "loss": 0.3384,
      "step": 3035
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879115702402942e-05,
      "loss": 0.3331,
      "step": 3036
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879022430125717e-05,
      "loss": 0.358,
      "step": 3037
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8789291241953994e-05,
      "loss": 0.3357,
      "step": 3038
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878835784615561e-05,
      "loss": 0.3267,
      "step": 3039
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8787424113897757e-05,
      "loss": 0.3677,
      "step": 3040
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8786490045216184e-05,
      "loss": 0.3973,
      "step": 3041
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8785555640146643e-05,
      "loss": 0.3853,
      "step": 3042
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8784620898724916e-05,
      "loss": 0.3602,
      "step": 3043
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878368582098679e-05,
      "loss": 0.3825,
      "step": 3044
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8782750406968054e-05,
      "loss": 0.3488,
      "step": 3045
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8781814656704527e-05,
      "loss": 0.368,
      "step": 3046
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8780878570232035e-05,
      "loss": 0.3641,
      "step": 3047
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8779942147586415e-05,
      "loss": 0.3775,
      "step": 3048
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8779005388803516e-05,
      "loss": 0.3457,
      "step": 3049
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8778068293919198e-05,
      "loss": 0.3566,
      "step": 3050
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8777130862969346e-05,
      "loss": 0.3373,
      "step": 3051
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8776193095989845e-05,
      "loss": 0.3435,
      "step": 3052
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8775254993016596e-05,
      "loss": 0.3474,
      "step": 3053
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8774316554085513e-05,
      "loss": 0.3521,
      "step": 3054
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877337777923253e-05,
      "loss": 0.3499,
      "step": 3055
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8772438668493578e-05,
      "loss": 0.3507,
      "step": 3056
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877149922190462e-05,
      "loss": 0.3633,
      "step": 3057
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8770559439501616e-05,
      "loss": 0.3895,
      "step": 3058
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.876961932132055e-05,
      "loss": 0.3878,
      "step": 3059
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.876867886739741e-05,
      "loss": 0.3714,
      "step": 3060
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8767738077768203e-05,
      "loss": 0.3809,
      "step": 3061
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8766796952468946e-05,
      "loss": 0.3836,
      "step": 3062
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8765855491535672e-05,
      "loss": 0.3619,
      "step": 3063
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876491369500442e-05,
      "loss": 0.3873,
      "step": 3064
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8763971562911252e-05,
      "loss": 0.3493,
      "step": 3065
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8763029095292232e-05,
      "loss": 0.3641,
      "step": 3066
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876208629218345e-05,
      "loss": 0.3669,
      "step": 3067
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8761143153620985e-05,
      "loss": 0.3675,
      "step": 3068
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8760199679640966e-05,
      "loss": 0.3527,
      "step": 3069
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8759255870279494e-05,
      "loss": 0.3401,
      "step": 3070
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875831172557272e-05,
      "loss": 0.3474,
      "step": 3071
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8757367245556773e-05,
      "loss": 0.3817,
      "step": 3072
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8756422430267823e-05,
      "loss": 0.3697,
      "step": 3073
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8755477279742044e-05,
      "loss": 0.3292,
      "step": 3074
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875453179401561e-05,
      "loss": 0.3438,
      "step": 3075
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8753585973124727e-05,
      "loss": 0.3446,
      "step": 3076
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8752639817105607e-05,
      "loss": 0.356,
      "step": 3077
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8751693325994466e-05,
      "loss": 0.3717,
      "step": 3078
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8750746499827545e-05,
      "loss": 0.3393,
      "step": 3079
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874979933864109e-05,
      "loss": 0.37,
      "step": 3080
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874885184247137e-05,
      "loss": 0.3753,
      "step": 3081
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874790401135465e-05,
      "loss": 0.3318,
      "step": 3082
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8746955845327218e-05,
      "loss": 0.3598,
      "step": 3083
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874600734442538e-05,
      "loss": 0.3502,
      "step": 3084
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8745058508685453e-05,
      "loss": 0.3569,
      "step": 3085
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874410933814375e-05,
      "loss": 0.3956,
      "step": 3086
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8743159832836616e-05,
      "loss": 0.3379,
      "step": 3087
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8742209992800405e-05,
      "loss": 0.3655,
      "step": 3088
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874125981807148e-05,
      "loss": 0.351,
      "step": 3089
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8740309308686215e-05,
      "loss": 0.3747,
      "step": 3090
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8739358464681005e-05,
      "loss": 0.3468,
      "step": 3091
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8738407286092245e-05,
      "loss": 0.375,
      "step": 3092
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873745577295636e-05,
      "loss": 0.3845,
      "step": 3093
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8736503925309773e-05,
      "loss": 0.3884,
      "step": 3094
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8735551743188924e-05,
      "loss": 0.3393,
      "step": 3095
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8734599226630274e-05,
      "loss": 0.3454,
      "step": 3096
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873364637567028e-05,
      "loss": 0.4026,
      "step": 3097
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873269319034543e-05,
      "loss": 0.3521,
      "step": 3098
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873173967069221e-05,
      "loss": 0.3463,
      "step": 3099
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873078581674713e-05,
      "loss": 0.3237,
      "step": 3100
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8729831628546704e-05,
      "loss": 0.3945,
      "step": 3101
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8728877106127465e-05,
      "loss": 0.3686,
      "step": 3102
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872792224952596e-05,
      "loss": 0.3507,
      "step": 3103
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872696705877874e-05,
      "loss": 0.341,
      "step": 3104
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8726011533922373e-05,
      "loss": 0.3577,
      "step": 3105
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872505567499345e-05,
      "loss": 0.3474,
      "step": 3106
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8724099482028554e-05,
      "loss": 0.3739,
      "step": 3107
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87231429550643e-05,
      "loss": 0.3633,
      "step": 3108
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8722186094137307e-05,
      "loss": 0.3566,
      "step": 3109
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872122889928421e-05,
      "loss": 0.38,
      "step": 3110
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8720271370541646e-05,
      "loss": 0.3666,
      "step": 3111
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8719313507946286e-05,
      "loss": 0.3661,
      "step": 3112
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8718355311534795e-05,
      "loss": 0.3948,
      "step": 3113
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871739678134386e-05,
      "loss": 0.3633,
      "step": 3114
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871643791741017e-05,
      "loss": 0.3357,
      "step": 3115
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8715478719770445e-05,
      "loss": 0.3571,
      "step": 3116
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8714519188461402e-05,
      "loss": 0.3491,
      "step": 3117
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871355932351978e-05,
      "loss": 0.3705,
      "step": 3118
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8712599124982322e-05,
      "loss": 0.375,
      "step": 3119
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8711638592885793e-05,
      "loss": 0.3714,
      "step": 3120
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8710677727266965e-05,
      "loss": 0.3655,
      "step": 3121
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8709716528162626e-05,
      "loss": 0.3507,
      "step": 3122
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870875499560957e-05,
      "loss": 0.3753,
      "step": 3123
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8707793129644618e-05,
      "loss": 0.3446,
      "step": 3124
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8706830930304587e-05,
      "loss": 0.3415,
      "step": 3125
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8705868397626318e-05,
      "loss": 0.3323,
      "step": 3126
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870490553164666e-05,
      "loss": 0.3926,
      "step": 3127
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8703942332402478e-05,
      "loss": 0.3479,
      "step": 3128
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8702978799930648e-05,
      "loss": 0.4026,
      "step": 3129
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870201493426805e-05,
      "loss": 0.339,
      "step": 3130
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87010507354516e-05,
      "loss": 0.3348,
      "step": 3131
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87000862035182e-05,
      "loss": 0.361,
      "step": 3132
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8699121338504784e-05,
      "loss": 0.3585,
      "step": 3133
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869815614044828e-05,
      "loss": 0.3541,
      "step": 3134
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8697190609385657e-05,
      "loss": 0.3295,
      "step": 3135
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869622474535387e-05,
      "loss": 0.3541,
      "step": 3136
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8695258548389898e-05,
      "loss": 0.3772,
      "step": 3137
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8694292018530733e-05,
      "loss": 0.3602,
      "step": 3138
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869332515581338e-05,
      "loss": 0.356,
      "step": 3139
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869235796027485e-05,
      "loss": 0.361,
      "step": 3140
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869139043195217e-05,
      "loss": 0.3859,
      "step": 3141
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8690422570882388e-05,
      "loss": 0.3719,
      "step": 3142
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868945437710256e-05,
      "loss": 0.3669,
      "step": 3143
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8688485850649745e-05,
      "loss": 0.3689,
      "step": 3144
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868751699156103e-05,
      "loss": 0.411,
      "step": 3145
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8686547799873504e-05,
      "loss": 0.3371,
      "step": 3146
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8685578275624266e-05,
      "loss": 0.3725,
      "step": 3147
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8684608418850446e-05,
      "loss": 0.3485,
      "step": 3148
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868363822958917e-05,
      "loss": 0.3767,
      "step": 3149
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868266770787758e-05,
      "loss": 0.351,
      "step": 3150
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868169685375283e-05,
      "loss": 0.358,
      "step": 3151
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8680725667252092e-05,
      "loss": 0.3736,
      "step": 3152
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8679754148412547e-05,
      "loss": 0.3686,
      "step": 3153
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867878229727139e-05,
      "loss": 0.3521,
      "step": 3154
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8677810113865826e-05,
      "loss": 0.3255,
      "step": 3155
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8676837598233077e-05,
      "loss": 0.3613,
      "step": 3156
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8675864750410374e-05,
      "loss": 0.3108,
      "step": 3157
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867489157043496e-05,
      "loss": 0.3453,
      "step": 3158
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86739180583441e-05,
      "loss": 0.3823,
      "step": 3159
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8672944214175058e-05,
      "loss": 0.3633,
      "step": 3160
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867197003796512e-05,
      "loss": 0.3931,
      "step": 3161
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8670995529751577e-05,
      "loss": 0.3359,
      "step": 3162
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867002068957175e-05,
      "loss": 0.3488,
      "step": 3163
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8669045517462948e-05,
      "loss": 0.3711,
      "step": 3164
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866807001346251e-05,
      "loss": 0.3563,
      "step": 3165
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8667094177607782e-05,
      "loss": 0.3504,
      "step": 3166
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8666118009936123e-05,
      "loss": 0.3518,
      "step": 3167
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8665141510484908e-05,
      "loss": 0.3783,
      "step": 3168
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866416467929152e-05,
      "loss": 0.411,
      "step": 3169
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866318751639336e-05,
      "loss": 0.3235,
      "step": 3170
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8662210021827832e-05,
      "loss": 0.3281,
      "step": 3171
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866123219563236e-05,
      "loss": 0.3984,
      "step": 3172
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866025403784439e-05,
      "loss": 0.3817,
      "step": 3173
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8659275548501356e-05,
      "loss": 0.3591,
      "step": 3174
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865829672764073e-05,
      "loss": 0.3345,
      "step": 3175
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865731757529998e-05,
      "loss": 0.3647,
      "step": 3176
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865633809151659e-05,
      "loss": 0.3705,
      "step": 3177
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865535827632807e-05,
      "loss": 0.3496,
      "step": 3178
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865437812977192e-05,
      "loss": 0.3823,
      "step": 3179
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8653397651885675e-05,
      "loss": 0.37,
      "step": 3180
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8652416842706864e-05,
      "loss": 0.3647,
      "step": 3181
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865143570227304e-05,
      "loss": 0.3781,
      "step": 3182
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8650454230621767e-05,
      "loss": 0.3164,
      "step": 3183
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8649472427790617e-05,
      "loss": 0.3454,
      "step": 3184
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8648490293817185e-05,
      "loss": 0.3753,
      "step": 3185
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864750782873906e-05,
      "loss": 0.3661,
      "step": 3186
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864652503259387e-05,
      "loss": 0.3438,
      "step": 3187
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8645541905419228e-05,
      "loss": 0.3493,
      "step": 3188
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864455844725278e-05,
      "loss": 0.3475,
      "step": 3189
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8643574658132177e-05,
      "loss": 0.351,
      "step": 3190
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8642590538095077e-05,
      "loss": 0.3725,
      "step": 3191
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8641606087179163e-05,
      "loss": 0.3691,
      "step": 3192
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8640621305422124e-05,
      "loss": 0.3267,
      "step": 3193
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863963619286166e-05,
      "loss": 0.3622,
      "step": 3194
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8638650749535486e-05,
      "loss": 0.3842,
      "step": 3195
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8637664975481327e-05,
      "loss": 0.3697,
      "step": 3196
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8636678870736928e-05,
      "loss": 0.3627,
      "step": 3197
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863569243534004e-05,
      "loss": 0.3549,
      "step": 3198
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8634705669328427e-05,
      "loss": 0.3691,
      "step": 3199
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863371857273987e-05,
      "loss": 0.3987,
      "step": 3200
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8632731145612153e-05,
      "loss": 0.3633,
      "step": 3201
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8631743387983087e-05,
      "loss": 0.3454,
      "step": 3202
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8630755299890485e-05,
      "loss": 0.3825,
      "step": 3203
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8629766881372174e-05,
      "loss": 0.3507,
      "step": 3204
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8628778132465995e-05,
      "loss": 0.3496,
      "step": 3205
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8627789053209808e-05,
      "loss": 0.3772,
      "step": 3206
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8626799643641475e-05,
      "loss": 0.3599,
      "step": 3207
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862580990379887e-05,
      "loss": 0.3524,
      "step": 3208
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8624819833719897e-05,
      "loss": 0.3384,
      "step": 3209
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862382943344245e-05,
      "loss": 0.3725,
      "step": 3210
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862283870300445e-05,
      "loss": 0.3237,
      "step": 3211
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8621847642443825e-05,
      "loss": 0.3396,
      "step": 3212
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8620856251798524e-05,
      "loss": 0.3571,
      "step": 3213
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8619864531106496e-05,
      "loss": 0.3418,
      "step": 3214
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861887248040571e-05,
      "loss": 0.3211,
      "step": 3215
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8617880099734144e-05,
      "loss": 0.3613,
      "step": 3216
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8616887389129795e-05,
      "loss": 0.3669,
      "step": 3217
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8615894348630666e-05,
      "loss": 0.3597,
      "step": 3218
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8614900978274777e-05,
      "loss": 0.3814,
      "step": 3219
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8613907278100162e-05,
      "loss": 0.3725,
      "step": 3220
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8612913248144853e-05,
      "loss": 0.3661,
      "step": 3221
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861191888844692e-05,
      "loss": 0.3516,
      "step": 3222
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8610924199044422e-05,
      "loss": 0.3223,
      "step": 3223
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8609929179975442e-05,
      "loss": 0.3164,
      "step": 3224
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.860893383127808e-05,
      "loss": 0.3429,
      "step": 3225
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8607938152990436e-05,
      "loss": 0.3496,
      "step": 3226
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8606942145150633e-05,
      "loss": 0.3424,
      "step": 3227
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8605945807796803e-05,
      "loss": 0.3549,
      "step": 3228
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8604949140967085e-05,
      "loss": 0.3488,
      "step": 3229
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8603952144699643e-05,
      "loss": 0.3569,
      "step": 3230
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8602954819032642e-05,
      "loss": 0.3446,
      "step": 3231
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8601957164004266e-05,
      "loss": 0.3792,
      "step": 3232
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8600959179652708e-05,
      "loss": 0.3309,
      "step": 3233
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859996086601618e-05,
      "loss": 0.3686,
      "step": 3234
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8598962223132902e-05,
      "loss": 0.3638,
      "step": 3235
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8597963251041097e-05,
      "loss": 0.3705,
      "step": 3236
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8596963949779027e-05,
      "loss": 0.3599,
      "step": 3237
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8595964319384934e-05,
      "loss": 0.3555,
      "step": 3238
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8594964359897095e-05,
      "loss": 0.3538,
      "step": 3239
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8593964071353795e-05,
      "loss": 0.3555,
      "step": 3240
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8592963453793326e-05,
      "loss": 0.3532,
      "step": 3241
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8591962507254e-05,
      "loss": 0.346,
      "step": 3242
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8590961231774132e-05,
      "loss": 0.3463,
      "step": 3243
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8589959627392064e-05,
      "loss": 0.3717,
      "step": 3244
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858895769414614e-05,
      "loss": 0.365,
      "step": 3245
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8587955432074714e-05,
      "loss": 0.3834,
      "step": 3246
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8586952841216157e-05,
      "loss": 0.3708,
      "step": 3247
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8585949921608857e-05,
      "loss": 0.3597,
      "step": 3248
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8584946673291207e-05,
      "loss": 0.3284,
      "step": 3249
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8583943096301623e-05,
      "loss": 0.3767,
      "step": 3250
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858293919067852e-05,
      "loss": 0.3574,
      "step": 3251
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8581934956460333e-05,
      "loss": 0.3906,
      "step": 3252
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858093039368551e-05,
      "loss": 0.3401,
      "step": 3253
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857992550239251e-05,
      "loss": 0.3535,
      "step": 3254
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8578920282619804e-05,
      "loss": 0.3736,
      "step": 3255
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857791473440588e-05,
      "loss": 0.37,
      "step": 3256
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8576908857789232e-05,
      "loss": 0.3502,
      "step": 3257
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8575902652808365e-05,
      "loss": 0.3566,
      "step": 3258
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857489611950181e-05,
      "loss": 0.3742,
      "step": 3259
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8573889257908104e-05,
      "loss": 0.3513,
      "step": 3260
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857288206806578e-05,
      "loss": 0.3605,
      "step": 3261
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857187455001341e-05,
      "loss": 0.3393,
      "step": 3262
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857086670378956e-05,
      "loss": 0.3507,
      "step": 3263
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8569858529432826e-05,
      "loss": 0.3465,
      "step": 3264
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856885002698179e-05,
      "loss": 0.3976,
      "step": 3265
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8567841196475076e-05,
      "loss": 0.3384,
      "step": 3266
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85668320379513e-05,
      "loss": 0.3468,
      "step": 3267
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8565822551449092e-05,
      "loss": 0.3407,
      "step": 3268
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8564812737007113e-05,
      "loss": 0.3719,
      "step": 3269
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856380259466401e-05,
      "loss": 0.3524,
      "step": 3270
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8562792124458467e-05,
      "loss": 0.3513,
      "step": 3271
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8561781326429165e-05,
      "loss": 0.3345,
      "step": 3272
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85607702006148e-05,
      "loss": 0.3276,
      "step": 3273
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8559758747054087e-05,
      "loss": 0.3605,
      "step": 3274
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8558746965785745e-05,
      "loss": 0.3432,
      "step": 3275
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855773485684851e-05,
      "loss": 0.3705,
      "step": 3276
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8556722420281135e-05,
      "loss": 0.3326,
      "step": 3277
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8555709656122374e-05,
      "loss": 0.3719,
      "step": 3278
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8554696564411005e-05,
      "loss": 0.3532,
      "step": 3279
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8553683145185816e-05,
      "loss": 0.3689,
      "step": 3280
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8552669398485598e-05,
      "loss": 0.3521,
      "step": 3281
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8551655324349167e-05,
      "loss": 0.3915,
      "step": 3282
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855064092281535e-05,
      "loss": 0.3451,
      "step": 3283
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8549626193922973e-05,
      "loss": 0.3569,
      "step": 3284
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854861113771089e-05,
      "loss": 0.385,
      "step": 3285
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8547595754217965e-05,
      "loss": 0.3488,
      "step": 3286
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8546580043483075e-05,
      "loss": 0.3393,
      "step": 3287
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854556400554509e-05,
      "loss": 0.3382,
      "step": 3288
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8544547640442926e-05,
      "loss": 0.3647,
      "step": 3289
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8543530948215483e-05,
      "loss": 0.4076,
      "step": 3290
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854251392890169e-05,
      "loss": 0.3583,
      "step": 3291
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8541496582540483e-05,
      "loss": 0.3664,
      "step": 3292
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854047890917081e-05,
      "loss": 0.3217,
      "step": 3293
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853946090883163e-05,
      "loss": 0.3783,
      "step": 3294
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8538442581561922e-05,
      "loss": 0.3499,
      "step": 3295
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8537423927400666e-05,
      "loss": 0.3619,
      "step": 3296
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8536404946386865e-05,
      "loss": 0.3451,
      "step": 3297
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8535385638559532e-05,
      "loss": 0.3306,
      "step": 3298
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8534366003957687e-05,
      "loss": 0.3636,
      "step": 3299
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8533346042620367e-05,
      "loss": 0.3691,
      "step": 3300
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8532325754586623e-05,
      "loss": 0.3686,
      "step": 3301
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8531305139895518e-05,
      "loss": 0.3867,
      "step": 3302
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8530284198586116e-05,
      "loss": 0.3591,
      "step": 3303
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8529262930697514e-05,
      "loss": 0.3764,
      "step": 3304
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852824133626881e-05,
      "loss": 0.3636,
      "step": 3305
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852721941533911e-05,
      "loss": 0.3557,
      "step": 3306
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852619716794754e-05,
      "loss": 0.3463,
      "step": 3307
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852517459413324e-05,
      "loss": 0.3597,
      "step": 3308
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852415169393535e-05,
      "loss": 0.3864,
      "step": 3309
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852312846739304e-05,
      "loss": 0.3683,
      "step": 3310
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8522104914545486e-05,
      "loss": 0.339,
      "step": 3311
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8521081035431865e-05,
      "loss": 0.3619,
      "step": 3312
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8520056830091382e-05,
      "loss": 0.3415,
      "step": 3313
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8519032298563245e-05,
      "loss": 0.3287,
      "step": 3314
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8518007440886684e-05,
      "loss": 0.3549,
      "step": 3315
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8516982257100927e-05,
      "loss": 0.3365,
      "step": 3316
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8515956747245232e-05,
      "loss": 0.3697,
      "step": 3317
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8514930911358852e-05,
      "loss": 0.3811,
      "step": 3318
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851390474948106e-05,
      "loss": 0.341,
      "step": 3319
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8512878261651154e-05,
      "loss": 0.3638,
      "step": 3320
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851185144790842e-05,
      "loss": 0.3474,
      "step": 3321
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8510824308292178e-05,
      "loss": 0.3209,
      "step": 3322
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8509796842841746e-05,
      "loss": 0.3574,
      "step": 3323
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850876905159646e-05,
      "loss": 0.3326,
      "step": 3324
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8507740934595675e-05,
      "loss": 0.3633,
      "step": 3325
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8506712491878747e-05,
      "loss": 0.4021,
      "step": 3326
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8505683723485052e-05,
      "loss": 0.3057,
      "step": 3327
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850465462945397e-05,
      "loss": 0.3354,
      "step": 3328
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8503625209824906e-05,
      "loss": 0.3527,
      "step": 3329
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850259546463727e-05,
      "loss": 0.3624,
      "step": 3330
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8501565393930487e-05,
      "loss": 0.368,
      "step": 3331
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850053499774399e-05,
      "loss": 0.3463,
      "step": 3332
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849950427611723e-05,
      "loss": 0.334,
      "step": 3333
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849847322908966e-05,
      "loss": 0.4107,
      "step": 3334
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8497441856700763e-05,
      "loss": 0.3677,
      "step": 3335
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8496410158990017e-05,
      "loss": 0.365,
      "step": 3336
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8495378135996932e-05,
      "loss": 0.3474,
      "step": 3337
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8494345787761007e-05,
      "loss": 0.3733,
      "step": 3338
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8493313114321767e-05,
      "loss": 0.365,
      "step": 3339
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849228011571875e-05,
      "loss": 0.3619,
      "step": 3340
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8491246791991506e-05,
      "loss": 0.365,
      "step": 3341
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849021314317959e-05,
      "loss": 0.3446,
      "step": 3342
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848917916932258e-05,
      "loss": 0.375,
      "step": 3343
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848814487046006e-05,
      "loss": 0.3326,
      "step": 3344
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8487110246631625e-05,
      "loss": 0.3761,
      "step": 3345
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8486075297876887e-05,
      "loss": 0.3705,
      "step": 3346
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8485040024235472e-05,
      "loss": 0.368,
      "step": 3347
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848400442574701e-05,
      "loss": 0.3471,
      "step": 3348
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8482968502451154e-05,
      "loss": 0.3636,
      "step": 3349
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8481932254387556e-05,
      "loss": 0.3608,
      "step": 3350
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8480895681595897e-05,
      "loss": 0.3474,
      "step": 3351
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8479858784115852e-05,
      "loss": 0.3664,
      "step": 3352
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847882156198713e-05,
      "loss": 0.3753,
      "step": 3353
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8477784015249433e-05,
      "loss": 0.3661,
      "step": 3354
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8476746143942487e-05,
      "loss": 0.3605,
      "step": 3355
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8475707948106024e-05,
      "loss": 0.3898,
      "step": 3356
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847466942777979e-05,
      "loss": 0.368,
      "step": 3357
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847363058300355e-05,
      "loss": 0.3488,
      "step": 3358
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8472591413817068e-05,
      "loss": 0.3513,
      "step": 3359
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8471551920260132e-05,
      "loss": 0.3493,
      "step": 3360
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847051210237254e-05,
      "loss": 0.3836,
      "step": 3361
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8469471960194103e-05,
      "loss": 0.3432,
      "step": 3362
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8468431493764635e-05,
      "loss": 0.3577,
      "step": 3363
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846739070312398e-05,
      "loss": 0.3479,
      "step": 3364
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8466349588311972e-05,
      "loss": 0.3655,
      "step": 3365
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846530814936848e-05,
      "loss": 0.3454,
      "step": 3366
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8464266386333373e-05,
      "loss": 0.3504,
      "step": 3367
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846322429924653e-05,
      "loss": 0.3619,
      "step": 3368
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846218188814785e-05,
      "loss": 0.3479,
      "step": 3369
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8461139153077246e-05,
      "loss": 0.3814,
      "step": 3370
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8460096094074632e-05,
      "loss": 0.3424,
      "step": 3371
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8459052711179945e-05,
      "loss": 0.3496,
      "step": 3372
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8458009004433126e-05,
      "loss": 0.3594,
      "step": 3373
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845696497387414e-05,
      "loss": 0.3315,
      "step": 3374
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845592061954295e-05,
      "loss": 0.3638,
      "step": 3375
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8454875941479543e-05,
      "loss": 0.3597,
      "step": 3376
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8453830939723913e-05,
      "loss": 0.3677,
      "step": 3377
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8452785614316072e-05,
      "loss": 0.3454,
      "step": 3378
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8451739965296028e-05,
      "loss": 0.3502,
      "step": 3379
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8450693992703827e-05,
      "loss": 0.3588,
      "step": 3380
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844964769657951e-05,
      "loss": 0.353,
      "step": 3381
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844860107696313e-05,
      "loss": 0.3823,
      "step": 3382
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8447554133894757e-05,
      "loss": 0.3664,
      "step": 3383
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8446506867414474e-05,
      "loss": 0.3633,
      "step": 3384
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844545927756238e-05,
      "loss": 0.3594,
      "step": 3385
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8444411364378574e-05,
      "loss": 0.3591,
      "step": 3386
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844336312790318e-05,
      "loss": 0.3691,
      "step": 3387
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8442314568176324e-05,
      "loss": 0.3538,
      "step": 3388
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844126568523816e-05,
      "loss": 0.3465,
      "step": 3389
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8440216479128832e-05,
      "loss": 0.3373,
      "step": 3390
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8439166949888515e-05,
      "loss": 0.3382,
      "step": 3391
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8438117097557394e-05,
      "loss": 0.3446,
      "step": 3392
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8437066922175653e-05,
      "loss": 0.3915,
      "step": 3393
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8436016423783504e-05,
      "loss": 0.3602,
      "step": 3394
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8434965602421162e-05,
      "loss": 0.3686,
      "step": 3395
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843391445812886e-05,
      "loss": 0.3569,
      "step": 3396
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8432862990946837e-05,
      "loss": 0.3488,
      "step": 3397
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843181120091535e-05,
      "loss": 0.3334,
      "step": 3398
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8430759088074666e-05,
      "loss": 0.3878,
      "step": 3399
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842970665246507e-05,
      "loss": 0.3549,
      "step": 3400
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8428653894126848e-05,
      "loss": 0.377,
      "step": 3401
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8427600813100302e-05,
      "loss": 0.3371,
      "step": 3402
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8426547409425758e-05,
      "loss": 0.3432,
      "step": 3403
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8425493683143537e-05,
      "loss": 0.3516,
      "step": 3404
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8424439634293985e-05,
      "loss": 0.3276,
      "step": 3405
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8423385262917454e-05,
      "loss": 0.3491,
      "step": 3406
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8422330569054315e-05,
      "loss": 0.3666,
      "step": 3407
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8421275552744937e-05,
      "loss": 0.3689,
      "step": 3408
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842022021402972e-05,
      "loss": 0.3636,
      "step": 3409
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8419164552949064e-05,
      "loss": 0.3627,
      "step": 3410
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841810856954338e-05,
      "loss": 0.351,
      "step": 3411
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8417052263853107e-05,
      "loss": 0.3993,
      "step": 3412
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8415995635918677e-05,
      "loss": 0.368,
      "step": 3413
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841493868578054e-05,
      "loss": 0.3672,
      "step": 3414
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841388141347917e-05,
      "loss": 0.3521,
      "step": 3415
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841282381905504e-05,
      "loss": 0.3619,
      "step": 3416
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8411765902548638e-05,
      "loss": 0.3237,
      "step": 3417
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8410707664000463e-05,
      "loss": 0.3597,
      "step": 3418
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8409649103451042e-05,
      "loss": 0.3541,
      "step": 3419
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840859022094089e-05,
      "loss": 0.3331,
      "step": 3420
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8407531016510547e-05,
      "loss": 0.3418,
      "step": 3421
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840647149020057e-05,
      "loss": 0.3552,
      "step": 3422
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8405411642051518e-05,
      "loss": 0.3655,
      "step": 3423
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840435147210397e-05,
      "loss": 0.3345,
      "step": 3424
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840329098039851e-05,
      "loss": 0.3739,
      "step": 3425
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8402230166975744e-05,
      "loss": 0.3817,
      "step": 3426
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840116903187628e-05,
      "loss": 0.3302,
      "step": 3427
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8400107575140748e-05,
      "loss": 0.373,
      "step": 3428
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839904579680978e-05,
      "loss": 0.3803,
      "step": 3429
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8397983696924027e-05,
      "loss": 0.3644,
      "step": 3430
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839692127552416e-05,
      "loss": 0.3644,
      "step": 3431
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839585853265084e-05,
      "loss": 0.3655,
      "step": 3432
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8394795468344762e-05,
      "loss": 0.3532,
      "step": 3433
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839373208264662e-05,
      "loss": 0.3504,
      "step": 3434
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8392668375597133e-05,
      "loss": 0.3585,
      "step": 3435
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839160434723702e-05,
      "loss": 0.3636,
      "step": 3436
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8390539997607016e-05,
      "loss": 0.3365,
      "step": 3437
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838947532674787e-05,
      "loss": 0.3758,
      "step": 3438
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8388410334700345e-05,
      "loss": 0.3658,
      "step": 3439
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838734502150521e-05,
      "loss": 0.3733,
      "step": 3440
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838627938720325e-05,
      "loss": 0.3449,
      "step": 3441
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8385213431835266e-05,
      "loss": 0.3624,
      "step": 3442
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838414715544207e-05,
      "loss": 0.3532,
      "step": 3443
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8383080558064478e-05,
      "loss": 0.3396,
      "step": 3444
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8382013639743324e-05,
      "loss": 0.3652,
      "step": 3445
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8380946400519463e-05,
      "loss": 0.3251,
      "step": 3446
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8379878840433744e-05,
      "loss": 0.3555,
      "step": 3447
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8378810959527046e-05,
      "loss": 0.3477,
      "step": 3448
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8377742757840246e-05,
      "loss": 0.3666,
      "step": 3449
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837667423541424e-05,
      "loss": 0.3792,
      "step": 3450
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8375605392289944e-05,
      "loss": 0.361,
      "step": 3451
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837453622850827e-05,
      "loss": 0.3552,
      "step": 3452
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8373466744110157e-05,
      "loss": 0.3613,
      "step": 3453
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8372396939136545e-05,
      "loss": 0.3697,
      "step": 3454
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8371326813628393e-05,
      "loss": 0.3597,
      "step": 3455
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8370256367626667e-05,
      "loss": 0.3574,
      "step": 3456
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8369185601172353e-05,
      "loss": 0.3432,
      "step": 3457
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8368114514306445e-05,
      "loss": 0.3764,
      "step": 3458
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8367043107069948e-05,
      "loss": 0.3535,
      "step": 3459
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836597137950388e-05,
      "loss": 0.3585,
      "step": 3460
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8364899331649274e-05,
      "loss": 0.3658,
      "step": 3461
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836382696354717e-05,
      "loss": 0.3454,
      "step": 3462
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8362754275238624e-05,
      "loss": 0.3518,
      "step": 3463
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83616812667647e-05,
      "loss": 0.3717,
      "step": 3464
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8360607938166487e-05,
      "loss": 0.3585,
      "step": 3465
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835953428948507e-05,
      "loss": 0.3705,
      "step": 3466
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8358460320761556e-05,
      "loss": 0.3449,
      "step": 3467
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8357386032037063e-05,
      "loss": 0.3823,
      "step": 3468
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8356311423352714e-05,
      "loss": 0.329,
      "step": 3469
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8355236494749653e-05,
      "loss": 0.3371,
      "step": 3470
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8354161246269037e-05,
      "loss": 0.3499,
      "step": 3471
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8353085677952026e-05,
      "loss": 0.3689,
      "step": 3472
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83520097898398e-05,
      "loss": 0.3665,
      "step": 3473
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835093358197355e-05,
      "loss": 0.3504,
      "step": 3474
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8349857054394475e-05,
      "loss": 0.3418,
      "step": 3475
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8348780207143796e-05,
      "loss": 0.3451,
      "step": 3476
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8347703040262734e-05,
      "loss": 0.3803,
      "step": 3477
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834662555379253e-05,
      "loss": 0.3781,
      "step": 3478
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8345547747774436e-05,
      "loss": 0.3839,
      "step": 3479
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834446962224971e-05,
      "loss": 0.3418,
      "step": 3480
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8343391177259635e-05,
      "loss": 0.3717,
      "step": 3481
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8342312412845497e-05,
      "loss": 0.3398,
      "step": 3482
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8341233329048593e-05,
      "loss": 0.3563,
      "step": 3483
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8340153925910237e-05,
      "loss": 0.3256,
      "step": 3484
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833907420347176e-05,
      "loss": 0.3797,
      "step": 3485
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8337994161774487e-05,
      "loss": 0.3231,
      "step": 3486
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8336913800859775e-05,
      "loss": 0.3742,
      "step": 3487
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8335833120768984e-05,
      "loss": 0.3265,
      "step": 3488
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8334752121543483e-05,
      "loss": 0.3742,
      "step": 3489
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8333670803224666e-05,
      "loss": 0.3412,
      "step": 3490
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8332589165853924e-05,
      "loss": 0.3421,
      "step": 3491
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833150720947267e-05,
      "loss": 0.3541,
      "step": 3492
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8330424934122326e-05,
      "loss": 0.3683,
      "step": 3493
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832934233984433e-05,
      "loss": 0.3507,
      "step": 3494
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8328259426680118e-05,
      "loss": 0.3591,
      "step": 3495
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832717619467116e-05,
      "loss": 0.3599,
      "step": 3496
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8326092643858924e-05,
      "loss": 0.3624,
      "step": 3497
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8325008774284892e-05,
      "loss": 0.3711,
      "step": 3498
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832392458599056e-05,
      "loss": 0.3641,
      "step": 3499
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832284007901744e-05,
      "loss": 0.3488,
      "step": 3500
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832175525340704e-05,
      "loss": 0.3424,
      "step": 3501
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8320670109200907e-05,
      "loss": 0.3641,
      "step": 3502
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831958464644058e-05,
      "loss": 0.3521,
      "step": 3503
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831849886516761e-05,
      "loss": 0.3507,
      "step": 3504
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8317412765423574e-05,
      "loss": 0.3386,
      "step": 3505
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8316326347250048e-05,
      "loss": 0.353,
      "step": 3506
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8315239610688624e-05,
      "loss": 0.3686,
      "step": 3507
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831415255578091e-05,
      "loss": 0.365,
      "step": 3508
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831306518256853e-05,
      "loss": 0.363,
      "step": 3509
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8311977491093098e-05,
      "loss": 0.3686,
      "step": 3510
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831088948139627e-05,
      "loss": 0.3407,
      "step": 3511
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8309801153519692e-05,
      "loss": 0.3613,
      "step": 3512
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8308712507505038e-05,
      "loss": 0.3633,
      "step": 3513
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8307623543393974e-05,
      "loss": 0.3717,
      "step": 3514
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8306534261228205e-05,
      "loss": 0.358,
      "step": 3515
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8305444661049425e-05,
      "loss": 0.3666,
      "step": 3516
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830435474289935e-05,
      "loss": 0.3521,
      "step": 3517
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8303264506819714e-05,
      "loss": 0.3326,
      "step": 3518
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8302173952852243e-05,
      "loss": 0.3594,
      "step": 3519
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8301083081038702e-05,
      "loss": 0.3574,
      "step": 3520
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8299991891420848e-05,
      "loss": 0.3231,
      "step": 3521
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8298900384040458e-05,
      "loss": 0.3496,
      "step": 3522
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829780855893932e-05,
      "loss": 0.3393,
      "step": 3523
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829671641615923e-05,
      "loss": 0.3262,
      "step": 3524
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8295623955742007e-05,
      "loss": 0.3697,
      "step": 3525
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8294531177729475e-05,
      "loss": 0.3206,
      "step": 3526
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8293438082163464e-05,
      "loss": 0.3218,
      "step": 3527
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829234466908583e-05,
      "loss": 0.3429,
      "step": 3528
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829125093853843e-05,
      "loss": 0.3234,
      "step": 3529
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829015689056314e-05,
      "loss": 0.3493,
      "step": 3530
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828906252520184e-05,
      "loss": 0.3373,
      "step": 3531
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8287967842496437e-05,
      "loss": 0.3658,
      "step": 3532
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8286872842488832e-05,
      "loss": 0.3541,
      "step": 3533
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8285777525220947e-05,
      "loss": 0.3359,
      "step": 3534
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828468189073472e-05,
      "loss": 0.3655,
      "step": 3535
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8283585939072094e-05,
      "loss": 0.3636,
      "step": 3536
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828248967027503e-05,
      "loss": 0.3502,
      "step": 3537
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8281393084385496e-05,
      "loss": 0.3563,
      "step": 3538
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828029618144548e-05,
      "loss": 0.3479,
      "step": 3539
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8279198961496965e-05,
      "loss": 0.3583,
      "step": 3540
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8278101424581966e-05,
      "loss": 0.3449,
      "step": 3541
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8277003570742502e-05,
      "loss": 0.3602,
      "step": 3542
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8275905400020602e-05,
      "loss": 0.3304,
      "step": 3543
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.827480691245831e-05,
      "loss": 0.3446,
      "step": 3544
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8273708108097677e-05,
      "loss": 0.3597,
      "step": 3545
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8272608986980778e-05,
      "loss": 0.3605,
      "step": 3546
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8271509549149685e-05,
      "loss": 0.3359,
      "step": 3547
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.82704097946465e-05,
      "loss": 0.3418,
      "step": 3548
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826930972351331e-05,
      "loss": 0.3708,
      "step": 3549
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826820933579225e-05,
      "loss": 0.3895,
      "step": 3550
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8267108631525433e-05,
      "loss": 0.358,
      "step": 3551
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8266007610755004e-05,
      "loss": 0.3652,
      "step": 3552
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8264906273523122e-05,
      "loss": 0.3691,
      "step": 3553
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8263804619871942e-05,
      "loss": 0.3552,
      "step": 3554
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8262702649843646e-05,
      "loss": 0.3915,
      "step": 3555
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8261600363480416e-05,
      "loss": 0.3555,
      "step": 3556
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826049776082446e-05,
      "loss": 0.3354,
      "step": 3557
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8259394841917987e-05,
      "loss": 0.3736,
      "step": 3558
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8258291606803222e-05,
      "loss": 0.387,
      "step": 3559
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8257188055522406e-05,
      "loss": 0.3276,
      "step": 3560
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8256084188117784e-05,
      "loss": 0.3552,
      "step": 3561
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8254980004631616e-05,
      "loss": 0.3772,
      "step": 3562
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825387550510618e-05,
      "loss": 0.3809,
      "step": 3563
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825277068958376e-05,
      "loss": 0.3371,
      "step": 3564
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825166555810665e-05,
      "loss": 0.3641,
      "step": 3565
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8250560110717162e-05,
      "loss": 0.3839,
      "step": 3566
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8249454347457617e-05,
      "loss": 0.3627,
      "step": 3567
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8248348268370352e-05,
      "loss": 0.3304,
      "step": 3568
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8247241873497708e-05,
      "loss": 0.3373,
      "step": 3569
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8246135162882044e-05,
      "loss": 0.3496,
      "step": 3570
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8245028136565732e-05,
      "loss": 0.3563,
      "step": 3571
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.824392079459116e-05,
      "loss": 0.3304,
      "step": 3572
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8242813137000708e-05,
      "loss": 0.3438,
      "step": 3573
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8241705163836794e-05,
      "loss": 0.3644,
      "step": 3574
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8240596875141832e-05,
      "loss": 0.3504,
      "step": 3575
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823948827095825e-05,
      "loss": 0.3898,
      "step": 3576
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8238379351328498e-05,
      "loss": 0.3415,
      "step": 3577
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8237270116295022e-05,
      "loss": 0.3535,
      "step": 3578
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8236160565900297e-05,
      "loss": 0.3345,
      "step": 3579
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8235050700186797e-05,
      "loss": 0.3493,
      "step": 3580
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823394051919701e-05,
      "loss": 0.3597,
      "step": 3581
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8232830022973446e-05,
      "loss": 0.3613,
      "step": 3582
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8231719211558617e-05,
      "loss": 0.3253,
      "step": 3583
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8230608084995047e-05,
      "loss": 0.3426,
      "step": 3584
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822949664332528e-05,
      "loss": 0.3613,
      "step": 3585
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8228384886591862e-05,
      "loss": 0.3705,
      "step": 3586
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822727281483736e-05,
      "loss": 0.3959,
      "step": 3587
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822616042810435e-05,
      "loss": 0.3703,
      "step": 3588
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8225047726435416e-05,
      "loss": 0.3591,
      "step": 3589
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822393470987316e-05,
      "loss": 0.3566,
      "step": 3590
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822282137846019e-05,
      "loss": 0.3719,
      "step": 3591
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8221707732239137e-05,
      "loss": 0.3491,
      "step": 3592
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822059377125263e-05,
      "loss": 0.3599,
      "step": 3593
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8219479495543314e-05,
      "loss": 0.3717,
      "step": 3594
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821836490515386e-05,
      "loss": 0.334,
      "step": 3595
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821725000012693e-05,
      "loss": 0.3714,
      "step": 3596
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821613478050521e-05,
      "loss": 0.3211,
      "step": 3597
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8215019246331397e-05,
      "loss": 0.3836,
      "step": 3598
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.82139033976482e-05,
      "loss": 0.3666,
      "step": 3599
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8212787234498334e-05,
      "loss": 0.3086,
      "step": 3600
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8211670756924534e-05,
      "loss": 0.3677,
      "step": 3601
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8210553964969545e-05,
      "loss": 0.3513,
      "step": 3602
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8209436858676124e-05,
      "loss": 0.3443,
      "step": 3603
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8208319438087038e-05,
      "loss": 0.3485,
      "step": 3604
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8207201703245063e-05,
      "loss": 0.3256,
      "step": 3605
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8206083654193e-05,
      "loss": 0.3669,
      "step": 3606
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8204965290973643e-05,
      "loss": 0.3284,
      "step": 3607
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8203846613629813e-05,
      "loss": 0.3599,
      "step": 3608
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8202727622204336e-05,
      "loss": 0.3661,
      "step": 3609
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8201608316740057e-05,
      "loss": 0.3443,
      "step": 3610
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8200488697279826e-05,
      "loss": 0.3719,
      "step": 3611
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819936876386651e-05,
      "loss": 0.3694,
      "step": 3612
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8198248516542974e-05,
      "loss": 0.3622,
      "step": 3613
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819712795535212e-05,
      "loss": 0.3549,
      "step": 3614
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8196007080336842e-05,
      "loss": 0.3334,
      "step": 3615
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819488589154005e-05,
      "loss": 0.361,
      "step": 3616
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8193764389004672e-05,
      "loss": 0.3532,
      "step": 3617
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8192642572773648e-05,
      "loss": 0.3343,
      "step": 3618
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819152044288992e-05,
      "loss": 0.3747,
      "step": 3619
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819039799939645e-05,
      "loss": 0.3477,
      "step": 3620
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818927524233621e-05,
      "loss": 0.3789,
      "step": 3621
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8188152171752188e-05,
      "loss": 0.4037,
      "step": 3622
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8187028787687377e-05,
      "loss": 0.3156,
      "step": 3623
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8185905090184782e-05,
      "loss": 0.3292,
      "step": 3624
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818478107928743e-05,
      "loss": 0.358,
      "step": 3625
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8183656755038352e-05,
      "loss": 0.3552,
      "step": 3626
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818253211748059e-05,
      "loss": 0.3691,
      "step": 3627
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8181407166657203e-05,
      "loss": 0.3633,
      "step": 3628
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818028190261126e-05,
      "loss": 0.3443,
      "step": 3629
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8179156325385836e-05,
      "loss": 0.3694,
      "step": 3630
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817803043502403e-05,
      "loss": 0.3633,
      "step": 3631
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8176904231568938e-05,
      "loss": 0.3284,
      "step": 3632
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8175777715063686e-05,
      "loss": 0.3783,
      "step": 3633
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8174650885551395e-05,
      "loss": 0.3664,
      "step": 3634
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817352374307521e-05,
      "loss": 0.3691,
      "step": 3635
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817239628767828e-05,
      "loss": 0.3429,
      "step": 3636
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817126851940377e-05,
      "loss": 0.327,
      "step": 3637
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8170140438294858e-05,
      "loss": 0.3184,
      "step": 3638
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8169012044394733e-05,
      "loss": 0.3613,
      "step": 3639
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816788333774659e-05,
      "loss": 0.3876,
      "step": 3640
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816675431839365e-05,
      "loss": 0.3638,
      "step": 3641
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8165624986379127e-05,
      "loss": 0.3569,
      "step": 3642
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8164495341746263e-05,
      "loss": 0.4255,
      "step": 3643
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81633653845383e-05,
      "loss": 0.3446,
      "step": 3644
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8162235114798514e-05,
      "loss": 0.3666,
      "step": 3645
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816110453257016e-05,
      "loss": 0.3372,
      "step": 3646
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8159973637896527e-05,
      "loss": 0.3761,
      "step": 3647
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815884243082091e-05,
      "loss": 0.3641,
      "step": 3648
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8157710911386622e-05,
      "loss": 0.3733,
      "step": 3649
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815657907963698e-05,
      "loss": 0.3449,
      "step": 3650
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8155446935615312e-05,
      "loss": 0.3806,
      "step": 3651
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8154314479364966e-05,
      "loss": 0.3641,
      "step": 3652
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81531817109293e-05,
      "loss": 0.334,
      "step": 3653
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8152048630351677e-05,
      "loss": 0.3605,
      "step": 3654
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815091523767548e-05,
      "loss": 0.3948,
      "step": 3655
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8149781532944096e-05,
      "loss": 0.3588,
      "step": 3656
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8148647516200932e-05,
      "loss": 0.3351,
      "step": 3657
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8147513187489402e-05,
      "loss": 0.3334,
      "step": 3658
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8146378546852937e-05,
      "loss": 0.3429,
      "step": 3659
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814524359433497e-05,
      "loss": 0.3384,
      "step": 3660
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814410832997896e-05,
      "loss": 0.3588,
      "step": 3661
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814297275382836e-05,
      "loss": 0.3312,
      "step": 3662
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814183686592666e-05,
      "loss": 0.3641,
      "step": 3663
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8140700666317334e-05,
      "loss": 0.351,
      "step": 3664
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8139564155043885e-05,
      "loss": 0.3337,
      "step": 3665
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8138427332149824e-05,
      "loss": 0.3362,
      "step": 3666
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8137290197678675e-05,
      "loss": 0.3665,
      "step": 3667
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813615275167397e-05,
      "loss": 0.365,
      "step": 3668
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813501499417926e-05,
      "loss": 0.3351,
      "step": 3669
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81338769252381e-05,
      "loss": 0.3633,
      "step": 3670
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8132738544894063e-05,
      "loss": 0.3351,
      "step": 3671
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8131599853190733e-05,
      "loss": 0.3535,
      "step": 3672
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8130460850171698e-05,
      "loss": 0.3368,
      "step": 3673
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812932153588057e-05,
      "loss": 0.3599,
      "step": 3674
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8128181910360967e-05,
      "loss": 0.3599,
      "step": 3675
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812704197365652e-05,
      "loss": 0.3795,
      "step": 3676
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8125901725810865e-05,
      "loss": 0.3376,
      "step": 3677
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8124761166867662e-05,
      "loss": 0.3571,
      "step": 3678
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8123620296870576e-05,
      "loss": 0.3532,
      "step": 3679
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812247911586328e-05,
      "loss": 0.3848,
      "step": 3680
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8121337623889473e-05,
      "loss": 0.351,
      "step": 3681
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8120195820992847e-05,
      "loss": 0.3262,
      "step": 3682
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8119053707217124e-05,
      "loss": 0.3446,
      "step": 3683
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8117911282606022e-05,
      "loss": 0.3535,
      "step": 3684
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8116768547203282e-05,
      "loss": 0.377,
      "step": 3685
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8115625501052655e-05,
      "loss": 0.3471,
      "step": 3686
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8114482144197894e-05,
      "loss": 0.3597,
      "step": 3687
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8113338476682786e-05,
      "loss": 0.3415,
      "step": 3688
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8112194498551107e-05,
      "loss": 0.3577,
      "step": 3689
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811105020984665e-05,
      "loss": 0.3521,
      "step": 3690
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8109905610613232e-05,
      "loss": 0.3493,
      "step": 3691
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810876070089467e-05,
      "loss": 0.3454,
      "step": 3692
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8107615480734796e-05,
      "loss": 0.3608,
      "step": 3693
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8106469950177456e-05,
      "loss": 0.3396,
      "step": 3694
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8105324109266505e-05,
      "loss": 0.3703,
      "step": 3695
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8104177958045813e-05,
      "loss": 0.3429,
      "step": 3696
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8103031496559256e-05,
      "loss": 0.3348,
      "step": 3697
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8101884724850728e-05,
      "loss": 0.3828,
      "step": 3698
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8100737642964135e-05,
      "loss": 0.3569,
      "step": 3699
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8099590250943392e-05,
      "loss": 0.3728,
      "step": 3700
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8098442548832428e-05,
      "loss": 0.3287,
      "step": 3701
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8097294536675173e-05,
      "loss": 0.3585,
      "step": 3702
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809614621451559e-05,
      "loss": 0.3348,
      "step": 3703
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809499758239764e-05,
      "loss": 0.3655,
      "step": 3704
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8093848640365288e-05,
      "loss": 0.3214,
      "step": 3705
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809269938846253e-05,
      "loss": 0.3143,
      "step": 3706
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8091549826733364e-05,
      "loss": 0.368,
      "step": 3707
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8090399955221802e-05,
      "loss": 0.3343,
      "step": 3708
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8089249773971863e-05,
      "loss": 0.358,
      "step": 3709
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8088099283027583e-05,
      "loss": 0.3337,
      "step": 3710
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8086948482433008e-05,
      "loss": 0.3783,
      "step": 3711
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808579737223219e-05,
      "loss": 0.3493,
      "step": 3712
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8084645952469212e-05,
      "loss": 0.3429,
      "step": 3713
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8083494223188144e-05,
      "loss": 0.3407,
      "step": 3714
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8082342184433082e-05,
      "loss": 0.334,
      "step": 3715
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8081189836248136e-05,
      "loss": 0.3206,
      "step": 3716
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808003717867742e-05,
      "loss": 0.3479,
      "step": 3717
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8078884211765064e-05,
      "loss": 0.4015,
      "step": 3718
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.807773093555521e-05,
      "loss": 0.3647,
      "step": 3719
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8076577350092005e-05,
      "loss": 0.3331,
      "step": 3720
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8075423455419623e-05,
      "loss": 0.3273,
      "step": 3721
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8074269251582235e-05,
      "loss": 0.3552,
      "step": 3722
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8073114738624026e-05,
      "loss": 0.3359,
      "step": 3723
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8071959916589203e-05,
      "loss": 0.3295,
      "step": 3724
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8070804785521974e-05,
      "loss": 0.3549,
      "step": 3725
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8069649345466566e-05,
      "loss": 0.3071,
      "step": 3726
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806849359646721e-05,
      "loss": 0.3609,
      "step": 3727
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8067337538568156e-05,
      "loss": 0.332,
      "step": 3728
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8066181171813665e-05,
      "loss": 0.3189,
      "step": 3729
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8065024496248008e-05,
      "loss": 0.3384,
      "step": 3730
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8063867511915463e-05,
      "loss": 0.3619,
      "step": 3731
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806271021886033e-05,
      "loss": 0.3661,
      "step": 3732
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8061552617126913e-05,
      "loss": 0.3306,
      "step": 3733
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8060394706759532e-05,
      "loss": 0.3708,
      "step": 3734
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8059236487802513e-05,
      "loss": 0.3412,
      "step": 3735
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8058077960300205e-05,
      "loss": 0.3786,
      "step": 3736
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8056919124296957e-05,
      "loss": 0.3304,
      "step": 3737
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8055759979837138e-05,
      "loss": 0.3192,
      "step": 3738
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805460052696512e-05,
      "loss": 0.3396,
      "step": 3739
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8053440765725298e-05,
      "loss": 0.377,
      "step": 3740
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805228069616207e-05,
      "loss": 0.3265,
      "step": 3741
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805112031831985e-05,
      "loss": 0.375,
      "step": 3742
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804995963224306e-05,
      "loss": 0.3753,
      "step": 3743
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8048798637976143e-05,
      "loss": 0.339,
      "step": 3744
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8047637335563545e-05,
      "loss": 0.351,
      "step": 3745
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804647572504972e-05,
      "loss": 0.3354,
      "step": 3746
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8045313806479145e-05,
      "loss": 0.3544,
      "step": 3747
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80441515798963e-05,
      "loss": 0.3521,
      "step": 3748
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804298904534569e-05,
      "loss": 0.3496,
      "step": 3749
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804182620287181e-05,
      "loss": 0.3424,
      "step": 3750
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8040663052519187e-05,
      "loss": 0.3457,
      "step": 3751
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803949959433235e-05,
      "loss": 0.3647,
      "step": 3752
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803833582835584e-05,
      "loss": 0.3438,
      "step": 3753
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803717175463421e-05,
      "loss": 0.3438,
      "step": 3754
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803600737321203e-05,
      "loss": 0.3555,
      "step": 3755
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803484268413388e-05,
      "loss": 0.3993,
      "step": 3756
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803367768744434e-05,
      "loss": 0.3683,
      "step": 3757
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8032512383188025e-05,
      "loss": 0.3351,
      "step": 3758
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8031346771409538e-05,
      "loss": 0.3945,
      "step": 3759
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803018085215351e-05,
      "loss": 0.3672,
      "step": 3760
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8029014625464573e-05,
      "loss": 0.3451,
      "step": 3761
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8027848091387376e-05,
      "loss": 0.3719,
      "step": 3762
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802668124996658e-05,
      "loss": 0.3287,
      "step": 3763
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8025514101246865e-05,
      "loss": 0.3429,
      "step": 3764
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8024346645272906e-05,
      "loss": 0.3398,
      "step": 3765
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80231788820894e-05,
      "loss": 0.3323,
      "step": 3766
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8022010811741054e-05,
      "loss": 0.3583,
      "step": 3767
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8020842434272586e-05,
      "loss": 0.3644,
      "step": 3768
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8019673749728735e-05,
      "loss": 0.3691,
      "step": 3769
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8018504758154235e-05,
      "loss": 0.3574,
      "step": 3770
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8017335459593847e-05,
      "loss": 0.3507,
      "step": 3771
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801616585409233e-05,
      "loss": 0.3387,
      "step": 3772
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801499594169447e-05,
      "loss": 0.3428,
      "step": 3773
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8013825722445045e-05,
      "loss": 0.3518,
      "step": 3774
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801265519638887e-05,
      "loss": 0.3535,
      "step": 3775
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8011484363570754e-05,
      "loss": 0.3398,
      "step": 3776
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8010313224035517e-05,
      "loss": 0.3265,
      "step": 3777
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8009141777828e-05,
      "loss": 0.3368,
      "step": 3778
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800797002499305e-05,
      "loss": 0.3783,
      "step": 3779
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800679796557553e-05,
      "loss": 0.351,
      "step": 3780
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8005625599620303e-05,
      "loss": 0.32,
      "step": 3781
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8004452927172265e-05,
      "loss": 0.3594,
      "step": 3782
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8003279948276305e-05,
      "loss": 0.3541,
      "step": 3783
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800210666297733e-05,
      "loss": 0.3571,
      "step": 3784
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8000933071320258e-05,
      "loss": 0.3398,
      "step": 3785
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7999759173350024e-05,
      "loss": 0.3574,
      "step": 3786
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7998584969111564e-05,
      "loss": 0.3168,
      "step": 3787
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7997410458649837e-05,
      "loss": 0.3412,
      "step": 3788
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7996235642009806e-05,
      "loss": 0.3814,
      "step": 3789
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7995060519236452e-05,
      "loss": 0.3906,
      "step": 3790
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7993885090374763e-05,
      "loss": 0.3471,
      "step": 3791
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799270935546974e-05,
      "loss": 0.3304,
      "step": 3792
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799153331456639e-05,
      "loss": 0.3376,
      "step": 3793
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7990356967709737e-05,
      "loss": 0.3624,
      "step": 3794
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7989180314944833e-05,
      "loss": 0.3597,
      "step": 3795
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7988003356316708e-05,
      "loss": 0.341,
      "step": 3796
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798682609187043e-05,
      "loss": 0.3265,
      "step": 3797
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7985648521651065e-05,
      "loss": 0.351,
      "step": 3798
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7984470645703704e-05,
      "loss": 0.3142,
      "step": 3799
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7983292464073434e-05,
      "loss": 0.3588,
      "step": 3800
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7982113976805365e-05,
      "loss": 0.3357,
      "step": 3801
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7980935183944614e-05,
      "loss": 0.3644,
      "step": 3802
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7979756085536314e-05,
      "loss": 0.3583,
      "step": 3803
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7978576681625595e-05,
      "loss": 0.3421,
      "step": 3804
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7977396972257628e-05,
      "loss": 0.3549,
      "step": 3805
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7976216957477563e-05,
      "loss": 0.3412,
      "step": 3806
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7975036637330583e-05,
      "loss": 0.3284,
      "step": 3807
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7973856011861874e-05,
      "loss": 0.3574,
      "step": 3808
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797267508111664e-05,
      "loss": 0.3242,
      "step": 3809
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7971493845140086e-05,
      "loss": 0.3636,
      "step": 3810
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7970312303977434e-05,
      "loss": 0.3298,
      "step": 3811
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796913045767393e-05,
      "loss": 0.3544,
      "step": 3812
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796794830627481e-05,
      "loss": 0.3691,
      "step": 3813
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7966765849825337e-05,
      "loss": 0.3407,
      "step": 3814
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7965583088370784e-05,
      "loss": 0.3605,
      "step": 3815
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7964400021956426e-05,
      "loss": 0.3591,
      "step": 3816
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796321665062756e-05,
      "loss": 0.3641,
      "step": 3817
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7962032974429487e-05,
      "loss": 0.3479,
      "step": 3818
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7960848993407532e-05,
      "loss": 0.3451,
      "step": 3819
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7959664707607016e-05,
      "loss": 0.3544,
      "step": 3820
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7958480117073282e-05,
      "loss": 0.356,
      "step": 3821
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795729522185168e-05,
      "loss": 0.3521,
      "step": 3822
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7956110021987572e-05,
      "loss": 0.339,
      "step": 3823
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795492451752634e-05,
      "loss": 0.3775,
      "step": 3824
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795373870851336e-05,
      "loss": 0.3781,
      "step": 3825
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7952552594994042e-05,
      "loss": 0.351,
      "step": 3826
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7951366177013788e-05,
      "loss": 0.3496,
      "step": 3827
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795017945461802e-05,
      "loss": 0.3549,
      "step": 3828
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7948992427852173e-05,
      "loss": 0.3382,
      "step": 3829
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7947805096761698e-05,
      "loss": 0.38,
      "step": 3830
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7946617461392038e-05,
      "loss": 0.3786,
      "step": 3831
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7945429521788672e-05,
      "loss": 0.3357,
      "step": 3832
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794424127799708e-05,
      "loss": 0.3803,
      "step": 3833
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7943052730062745e-05,
      "loss": 0.344,
      "step": 3834
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794186387803118e-05,
      "loss": 0.3641,
      "step": 3835
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7940674721947894e-05,
      "loss": 0.3223,
      "step": 3836
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7939485261858412e-05,
      "loss": 0.3602,
      "step": 3837
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7938295497808277e-05,
      "loss": 0.3365,
      "step": 3838
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7937105429843036e-05,
      "loss": 0.3292,
      "step": 3839
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793591505800825e-05,
      "loss": 0.3371,
      "step": 3840
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7934724382349495e-05,
      "loss": 0.3602,
      "step": 3841
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7933533402912354e-05,
      "loss": 0.3496,
      "step": 3842
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793234211974242e-05,
      "loss": 0.322,
      "step": 3843
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7931150532885305e-05,
      "loss": 0.3594,
      "step": 3844
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7929958642386627e-05,
      "loss": 0.3647,
      "step": 3845
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792876644829202e-05,
      "loss": 0.3728,
      "step": 3846
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792757395064712e-05,
      "loss": 0.3502,
      "step": 3847
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7926381149497588e-05,
      "loss": 0.3583,
      "step": 3848
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7925188044889087e-05,
      "loss": 0.3739,
      "step": 3849
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79239946368673e-05,
      "loss": 0.3664,
      "step": 3850
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7922800925477906e-05,
      "loss": 0.3722,
      "step": 3851
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7921606910766614e-05,
      "loss": 0.3471,
      "step": 3852
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792041259277913e-05,
      "loss": 0.3376,
      "step": 3853
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7919217971561186e-05,
      "loss": 0.3594,
      "step": 3854
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7918023047158512e-05,
      "loss": 0.3397,
      "step": 3855
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7916827819616854e-05,
      "loss": 0.3744,
      "step": 3856
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791563228898198e-05,
      "loss": 0.3477,
      "step": 3857
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7914436455299648e-05,
      "loss": 0.3493,
      "step": 3858
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791324031861565e-05,
      "loss": 0.344,
      "step": 3859
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7912043878975774e-05,
      "loss": 0.3719,
      "step": 3860
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791084713642583e-05,
      "loss": 0.3764,
      "step": 3861
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790965009101163e-05,
      "loss": 0.3507,
      "step": 3862
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7908452742779006e-05,
      "loss": 0.3602,
      "step": 3863
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7907255091773798e-05,
      "loss": 0.3644,
      "step": 3864
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7906057138041854e-05,
      "loss": 0.3379,
      "step": 3865
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7904858881629043e-05,
      "loss": 0.3627,
      "step": 3866
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7903660322581236e-05,
      "loss": 0.3432,
      "step": 3867
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7902461460944315e-05,
      "loss": 0.3477,
      "step": 3868
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790126229676419e-05,
      "loss": 0.3446,
      "step": 3869
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7900062830086763e-05,
      "loss": 0.375,
      "step": 3870
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789886306095795e-05,
      "loss": 0.3594,
      "step": 3871
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7897662989423698e-05,
      "loss": 0.4135,
      "step": 3872
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789646261552994e-05,
      "loss": 0.3167,
      "step": 3873
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7895261939322633e-05,
      "loss": 0.3438,
      "step": 3874
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7894060960847747e-05,
      "loss": 0.3711,
      "step": 3875
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7892859680151262e-05,
      "loss": 0.3502,
      "step": 3876
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7891658097279168e-05,
      "loss": 0.3324,
      "step": 3877
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7890456212277465e-05,
      "loss": 0.3555,
      "step": 3878
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7889254025192172e-05,
      "loss": 0.3492,
      "step": 3879
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7888051536069305e-05,
      "loss": 0.3513,
      "step": 3880
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788684874495491e-05,
      "loss": 0.322,
      "step": 3881
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788564565189503e-05,
      "loss": 0.3217,
      "step": 3882
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788444225693573e-05,
      "loss": 0.3426,
      "step": 3883
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7883238560123077e-05,
      "loss": 0.3585,
      "step": 3884
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7882034561503157e-05,
      "loss": 0.3711,
      "step": 3885
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7880830261122062e-05,
      "loss": 0.37,
      "step": 3886
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.78796256590259e-05,
      "loss": 0.3457,
      "step": 3887
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.787842075526079e-05,
      "loss": 0.3647,
      "step": 3888
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7877215549872857e-05,
      "loss": 0.3401,
      "step": 3889
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7876010042908247e-05,
      "loss": 0.3728,
      "step": 3890
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.787480423441311e-05,
      "loss": 0.3538,
      "step": 3891
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.787359812443361e-05,
      "loss": 0.3482,
      "step": 3892
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7872391713015923e-05,
      "loss": 0.3443,
      "step": 3893
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7871185000206237e-05,
      "loss": 0.3396,
      "step": 3894
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786997798605075e-05,
      "loss": 0.3492,
      "step": 3895
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786877067059567e-05,
      "loss": 0.3577,
      "step": 3896
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786756305388722e-05,
      "loss": 0.3744,
      "step": 3897
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7866355135971637e-05,
      "loss": 0.3318,
      "step": 3898
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7865146916895156e-05,
      "loss": 0.3677,
      "step": 3899
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7863938396704046e-05,
      "loss": 0.3323,
      "step": 3900
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7862729575444566e-05,
      "loss": 0.3714,
      "step": 3901
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7861520453162996e-05,
      "loss": 0.3362,
      "step": 3902
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7860311029905632e-05,
      "loss": 0.3722,
      "step": 3903
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7859101305718767e-05,
      "loss": 0.3474,
      "step": 3904
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785789128064873e-05,
      "loss": 0.3225,
      "step": 3905
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7856680954741833e-05,
      "loss": 0.3563,
      "step": 3906
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7855470328044412e-05,
      "loss": 0.3797,
      "step": 3907
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7854259400602827e-05,
      "loss": 0.3689,
      "step": 3908
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785304817246343e-05,
      "loss": 0.341,
      "step": 3909
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7851836643672594e-05,
      "loss": 0.3426,
      "step": 3910
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7850624814276703e-05,
      "loss": 0.3379,
      "step": 3911
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.784941268432215e-05,
      "loss": 0.3248,
      "step": 3912
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7848200253855344e-05,
      "loss": 0.3438,
      "step": 3913
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7846987522922697e-05,
      "loss": 0.3287,
      "step": 3914
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.784577449157064e-05,
      "loss": 0.3583,
      "step": 3915
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7844561159845622e-05,
      "loss": 0.3633,
      "step": 3916
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.784334752779408e-05,
      "loss": 0.3694,
      "step": 3917
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7842133595462488e-05,
      "loss": 0.3647,
      "step": 3918
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7840919362897317e-05,
      "loss": 0.3178,
      "step": 3919
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783970483014506e-05,
      "loss": 0.3407,
      "step": 3920
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7838489997252203e-05,
      "loss": 0.3379,
      "step": 3921
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7837274864265265e-05,
      "loss": 0.3594,
      "step": 3922
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7836059431230767e-05,
      "loss": 0.373,
      "step": 3923
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7834843698195233e-05,
      "loss": 0.3915,
      "step": 3924
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7833627665205218e-05,
      "loss": 0.3583,
      "step": 3925
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783241133230727e-05,
      "loss": 0.3231,
      "step": 3926
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7831194699547957e-05,
      "loss": 0.3421,
      "step": 3927
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.782997776697386e-05,
      "loss": 0.3499,
      "step": 3928
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7828760534631565e-05,
      "loss": 0.3516,
      "step": 3929
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7827543002567678e-05,
      "loss": 0.3443,
      "step": 3930
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.782632517082881e-05,
      "loss": 0.3906,
      "step": 3931
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7825107039461583e-05,
      "loss": 0.3797,
      "step": 3932
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7823888608512634e-05,
      "loss": 0.3304,
      "step": 3933
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7822669878028613e-05,
      "loss": 0.3379,
      "step": 3934
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7821450848056175e-05,
      "loss": 0.3348,
      "step": 3935
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.782023151864199e-05,
      "loss": 0.3387,
      "step": 3936
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7819011889832746e-05,
      "loss": 0.3479,
      "step": 3937
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.781779196167513e-05,
      "loss": 0.334,
      "step": 3938
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7816571734215845e-05,
      "loss": 0.363,
      "step": 3939
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.781535120750161e-05,
      "loss": 0.3387,
      "step": 3940
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7814130381579156e-05,
      "loss": 0.3479,
      "step": 3941
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7812909256495215e-05,
      "loss": 0.3647,
      "step": 3942
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.781168783229654e-05,
      "loss": 0.3493,
      "step": 3943
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7810466109029897e-05,
      "loss": 0.3451,
      "step": 3944
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7809244086742055e-05,
      "loss": 0.3507,
      "step": 3945
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78080217654798e-05,
      "loss": 0.3145,
      "step": 3946
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780679914528993e-05,
      "loss": 0.3677,
      "step": 3947
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7805576226219243e-05,
      "loss": 0.3502,
      "step": 3948
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780435300831457e-05,
      "loss": 0.3817,
      "step": 3949
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7803129491622735e-05,
      "loss": 0.3016,
      "step": 3950
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7801905676190586e-05,
      "loss": 0.3366,
      "step": 3951
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780068156206497e-05,
      "loss": 0.3471,
      "step": 3952
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7799457149292752e-05,
      "loss": 0.3839,
      "step": 3953
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7798232437920814e-05,
      "loss": 0.3376,
      "step": 3954
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779700742799604e-05,
      "loss": 0.3384,
      "step": 3955
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779578211956533e-05,
      "loss": 0.3304,
      "step": 3956
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7794556512675585e-05,
      "loss": 0.3424,
      "step": 3957
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7793330607373747e-05,
      "loss": 0.3792,
      "step": 3958
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779210440370673e-05,
      "loss": 0.3345,
      "step": 3959
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7790877901721494e-05,
      "loss": 0.3334,
      "step": 3960
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7789651101464982e-05,
      "loss": 0.3343,
      "step": 3961
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7788424002984168e-05,
      "loss": 0.3198,
      "step": 3962
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7787196606326035e-05,
      "loss": 0.3772,
      "step": 3963
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7785968911537567e-05,
      "loss": 0.3147,
      "step": 3964
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7784740918665767e-05,
      "loss": 0.3507,
      "step": 3965
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7783512627757652e-05,
      "loss": 0.3786,
      "step": 3966
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7782284038860242e-05,
      "loss": 0.3443,
      "step": 3967
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778105515202058e-05,
      "loss": 0.3404,
      "step": 3968
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7779825967285704e-05,
      "loss": 0.3672,
      "step": 3969
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7778596484702683e-05,
      "loss": 0.3415,
      "step": 3970
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7777366704318576e-05,
      "loss": 0.3507,
      "step": 3971
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7776136626180473e-05,
      "loss": 0.3362,
      "step": 3972
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7774906250335466e-05,
      "loss": 0.3461,
      "step": 3973
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.777367557683066e-05,
      "loss": 0.3281,
      "step": 3974
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.777244460571317e-05,
      "loss": 0.3415,
      "step": 3975
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7771213337030116e-05,
      "loss": 0.3259,
      "step": 3976
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.776998177082865e-05,
      "loss": 0.3396,
      "step": 3977
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7768749907155917e-05,
      "loss": 0.3351,
      "step": 3978
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7767517746059077e-05,
      "loss": 0.358,
      "step": 3979
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77662852875853e-05,
      "loss": 0.3496,
      "step": 3980
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7765052531781774e-05,
      "loss": 0.3496,
      "step": 3981
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7763819478695693e-05,
      "loss": 0.3223,
      "step": 3982
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7762586128374267e-05,
      "loss": 0.3616,
      "step": 3983
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7761352480864715e-05,
      "loss": 0.3499,
      "step": 3984
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.776011853621426e-05,
      "loss": 0.3585,
      "step": 3985
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775888429447015e-05,
      "loss": 0.3318,
      "step": 3986
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7757649755679636e-05,
      "loss": 0.3471,
      "step": 3987
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775641491988998e-05,
      "loss": 0.3398,
      "step": 3988
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775517978714846e-05,
      "loss": 0.3161,
      "step": 3989
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775394435750236e-05,
      "loss": 0.3739,
      "step": 3990
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775270863099898e-05,
      "loss": 0.3312,
      "step": 3991
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7751472607685625e-05,
      "loss": 0.3566,
      "step": 3992
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775023628760962e-05,
      "loss": 0.3502,
      "step": 3993
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77489996708183e-05,
      "loss": 0.365,
      "step": 3994
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7747762757358998e-05,
      "loss": 0.3301,
      "step": 3995
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7746525547279082e-05,
      "loss": 0.3672,
      "step": 3996
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774528804062591e-05,
      "loss": 0.3424,
      "step": 3997
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774405023744686e-05,
      "loss": 0.3691,
      "step": 3998
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7742812137789325e-05,
      "loss": 0.3616,
      "step": 3999
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77415737417007e-05,
      "loss": 0.3298,
      "step": 4000
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7740335049228402e-05,
      "loss": 0.3362,
      "step": 4001
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773909606041985e-05,
      "loss": 0.3245,
      "step": 4002
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7737856775322475e-05,
      "loss": 0.3627,
      "step": 4003
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773661719398373e-05,
      "loss": 0.3451,
      "step": 4004
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7735377316451072e-05,
      "loss": 0.3463,
      "step": 4005
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7734137142771962e-05,
      "loss": 0.3876,
      "step": 4006
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773289667299389e-05,
      "loss": 0.3613,
      "step": 4007
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7731655907164333e-05,
      "loss": 0.3371,
      "step": 4008
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7730414845330805e-05,
      "loss": 0.3304,
      "step": 4009
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772917348754082e-05,
      "loss": 0.3792,
      "step": 4010
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7727931833841895e-05,
      "loss": 0.3181,
      "step": 4011
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7726689884281567e-05,
      "loss": 0.3566,
      "step": 4012
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772544763890739e-05,
      "loss": 0.3373,
      "step": 4013
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772420509776692e-05,
      "loss": 0.341,
      "step": 4014
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772296226090773e-05,
      "loss": 0.3594,
      "step": 4015
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7721719128377393e-05,
      "loss": 0.346,
      "step": 4016
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772047570022351e-05,
      "loss": 0.3661,
      "step": 4017
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7719231976493683e-05,
      "loss": 0.3354,
      "step": 4018
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771798795723553e-05,
      "loss": 0.3845,
      "step": 4019
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771674364249667e-05,
      "loss": 0.3318,
      "step": 4020
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771549903232475e-05,
      "loss": 0.3393,
      "step": 4021
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7714254126767417e-05,
      "loss": 0.3393,
      "step": 4022
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7713008925872328e-05,
      "loss": 0.3237,
      "step": 4023
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771176342968716e-05,
      "loss": 0.3658,
      "step": 4024
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7710517638259593e-05,
      "loss": 0.358,
      "step": 4025
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7709271551637323e-05,
      "loss": 0.339,
      "step": 4026
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770802516986806e-05,
      "loss": 0.3438,
      "step": 4027
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770677849299951e-05,
      "loss": 0.3499,
      "step": 4028
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7705531521079416e-05,
      "loss": 0.3451,
      "step": 4029
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7704284254155508e-05,
      "loss": 0.3538,
      "step": 4030
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770303669227554e-05,
      "loss": 0.3783,
      "step": 4031
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7701788835487276e-05,
      "loss": 0.3641,
      "step": 4032
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770054068383849e-05,
      "loss": 0.346,
      "step": 4033
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7699292237376965e-05,
      "loss": 0.3337,
      "step": 4034
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7698043496150494e-05,
      "loss": 0.3641,
      "step": 4035
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769679446020689e-05,
      "loss": 0.3463,
      "step": 4036
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7695545129593974e-05,
      "loss": 0.3357,
      "step": 4037
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7694295504359572e-05,
      "loss": 0.3636,
      "step": 4038
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7693045584551526e-05,
      "loss": 0.3454,
      "step": 4039
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7691795370217686e-05,
      "loss": 0.3987,
      "step": 4040
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7690544861405924e-05,
      "loss": 0.3093,
      "step": 4041
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7689294058164106e-05,
      "loss": 0.3477,
      "step": 4042
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7688042960540125e-05,
      "loss": 0.3454,
      "step": 4043
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7686791568581877e-05,
      "loss": 0.3438,
      "step": 4044
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768553988233727e-05,
      "loss": 0.3711,
      "step": 4045
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7684287901854228e-05,
      "loss": 0.3708,
      "step": 4046
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768303562718068e-05,
      "loss": 0.3273,
      "step": 4047
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768178305836457e-05,
      "loss": 0.3357,
      "step": 4048
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7680530195453845e-05,
      "loss": 0.3583,
      "step": 4049
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7679277038496484e-05,
      "loss": 0.3273,
      "step": 4050
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7678023587540455e-05,
      "loss": 0.3309,
      "step": 4051
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7676769842633745e-05,
      "loss": 0.3485,
      "step": 4052
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7675515803824358e-05,
      "loss": 0.3318,
      "step": 4053
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7674261471160296e-05,
      "loss": 0.3244,
      "step": 4054
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7673006844689595e-05,
      "loss": 0.3465,
      "step": 4055
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7671751924460275e-05,
      "loss": 0.3265,
      "step": 4056
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.767049671052039e-05,
      "loss": 0.3711,
      "step": 4057
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7669241202917987e-05,
      "loss": 0.3742,
      "step": 4058
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7667985401701137e-05,
      "loss": 0.3521,
      "step": 4059
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7666729306917917e-05,
      "loss": 0.365,
      "step": 4060
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7665472918616412e-05,
      "loss": 0.3571,
      "step": 4061
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7664216236844733e-05,
      "loss": 0.3396,
      "step": 4062
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7662959261650986e-05,
      "loss": 0.3278,
      "step": 4063
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7661701993083288e-05,
      "loss": 0.3181,
      "step": 4064
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766044443118978e-05,
      "loss": 0.3555,
      "step": 4065
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7659186576018607e-05,
      "loss": 0.368,
      "step": 4066
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7657928427617928e-05,
      "loss": 0.353,
      "step": 4067
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.76566699860359e-05,
      "loss": 0.385,
      "step": 4068
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7655411251320717e-05,
      "loss": 0.3468,
      "step": 4069
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7654152223520556e-05,
      "loss": 0.3276,
      "step": 4070
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.765289290268363e-05,
      "loss": 0.3524,
      "step": 4071
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7651633288858136e-05,
      "loss": 0.3546,
      "step": 4072
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7650373382092313e-05,
      "loss": 0.3365,
      "step": 4073
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7649113182434396e-05,
      "loss": 0.3376,
      "step": 4074
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7647852689932618e-05,
      "loss": 0.3491,
      "step": 4075
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7646591904635247e-05,
      "loss": 0.3708,
      "step": 4076
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764533082659055e-05,
      "loss": 0.3178,
      "step": 4077
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7644069455846808e-05,
      "loss": 0.3312,
      "step": 4078
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7642807792452305e-05,
      "loss": 0.3655,
      "step": 4079
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7641545836455356e-05,
      "loss": 0.3641,
      "step": 4080
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7640283587904262e-05,
      "loss": 0.3309,
      "step": 4081
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763902104684736e-05,
      "loss": 0.3376,
      "step": 4082
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763775821333297e-05,
      "loss": 0.335,
      "step": 4083
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7636495087409456e-05,
      "loss": 0.3362,
      "step": 4084
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7635231669125164e-05,
      "loss": 0.3368,
      "step": 4085
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763396795852847e-05,
      "loss": 0.3602,
      "step": 4086
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7632703955667755e-05,
      "loss": 0.3323,
      "step": 4087
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7631439660591406e-05,
      "loss": 0.385,
      "step": 4088
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7630175073347833e-05,
      "loss": 0.3198,
      "step": 4089
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7628910193985443e-05,
      "loss": 0.3164,
      "step": 4090
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7627645022552666e-05,
      "loss": 0.341,
      "step": 4091
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7626379559097938e-05,
      "loss": 0.3248,
      "step": 4092
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762511380366971e-05,
      "loss": 0.2966,
      "step": 4093
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7623847756316434e-05,
      "loss": 0.3636,
      "step": 4094
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7622581417086583e-05,
      "loss": 0.3309,
      "step": 4095
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7621314786028643e-05,
      "loss": 0.3691,
      "step": 4096
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.76200478631911e-05,
      "loss": 0.353,
      "step": 4097
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761878064862246e-05,
      "loss": 0.3845,
      "step": 4098
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761751314237124e-05,
      "loss": 0.3795,
      "step": 4099
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7616245344485964e-05,
      "loss": 0.3251,
      "step": 4100
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7614977255015166e-05,
      "loss": 0.3329,
      "step": 4101
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7613708874007405e-05,
      "loss": 0.3443,
      "step": 4102
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761244020151123e-05,
      "loss": 0.3189,
      "step": 4103
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7611171237575214e-05,
      "loss": 0.3415,
      "step": 4104
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7609901982247942e-05,
      "loss": 0.3532,
      "step": 4105
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760863243557801e-05,
      "loss": 0.3195,
      "step": 4106
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760736259761401e-05,
      "loss": 0.3541,
      "step": 4107
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7606092468404567e-05,
      "loss": 0.3362,
      "step": 4108
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7604822047998306e-05,
      "loss": 0.3521,
      "step": 4109
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7603551336443866e-05,
      "loss": 0.3373,
      "step": 4110
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7602280333789892e-05,
      "loss": 0.344,
      "step": 4111
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7601009040085046e-05,
      "loss": 0.3273,
      "step": 4112
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7599737455378e-05,
      "loss": 0.3284,
      "step": 4113
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7598465579717432e-05,
      "loss": 0.3443,
      "step": 4114
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759719341315204e-05,
      "loss": 0.3571,
      "step": 4115
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7595920955730527e-05,
      "loss": 0.341,
      "step": 4116
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759464820750161e-05,
      "loss": 0.3373,
      "step": 4117
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759337516851401e-05,
      "loss": 0.3563,
      "step": 4118
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7592101838816473e-05,
      "loss": 0.3544,
      "step": 4119
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7590828218457743e-05,
      "loss": 0.3518,
      "step": 4120
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758955430748658e-05,
      "loss": 0.3742,
      "step": 4121
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7588280105951758e-05,
      "loss": 0.3627,
      "step": 4122
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7587005613902056e-05,
      "loss": 0.3368,
      "step": 4123
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7585730831386276e-05,
      "loss": 0.3504,
      "step": 4124
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758445575845321e-05,
      "loss": 0.3624,
      "step": 4125
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758318039515168e-05,
      "loss": 0.3585,
      "step": 4126
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7581904741530514e-05,
      "loss": 0.3373,
      "step": 4127
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7580628797638552e-05,
      "loss": 0.365,
      "step": 4128
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7579352563524635e-05,
      "loss": 0.3304,
      "step": 4129
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7578076039237627e-05,
      "loss": 0.334,
      "step": 4130
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7576799224826405e-05,
      "loss": 0.3417,
      "step": 4131
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7575522120339846e-05,
      "loss": 0.3235,
      "step": 4132
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757424472582684e-05,
      "loss": 0.3831,
      "step": 4133
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75729670413363e-05,
      "loss": 0.3117,
      "step": 4134
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757168906691714e-05,
      "loss": 0.3281,
      "step": 4135
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757041080261828e-05,
      "loss": 0.3418,
      "step": 4136
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7569132248488664e-05,
      "loss": 0.3396,
      "step": 4137
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7567853404577244e-05,
      "loss": 0.3689,
      "step": 4138
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756657427093297e-05,
      "loss": 0.3488,
      "step": 4139
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7565294847604816e-05,
      "loss": 0.351,
      "step": 4140
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7564015134641773e-05,
      "loss": 0.3845,
      "step": 4141
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756273513209283e-05,
      "loss": 0.3331,
      "step": 4142
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7561454840006987e-05,
      "loss": 0.3647,
      "step": 4143
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7560174258433263e-05,
      "loss": 0.3736,
      "step": 4144
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7558893387420683e-05,
      "loss": 0.3781,
      "step": 4145
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7557612227018286e-05,
      "loss": 0.3722,
      "step": 4146
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7556330777275124e-05,
      "loss": 0.3622,
      "step": 4147
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7555049038240252e-05,
      "loss": 0.3265,
      "step": 4148
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7553767009962745e-05,
      "loss": 0.3468,
      "step": 4149
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755248469249168e-05,
      "loss": 0.3697,
      "step": 4150
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7551202085876152e-05,
      "loss": 0.3411,
      "step": 4151
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.754991919016527e-05,
      "loss": 0.3465,
      "step": 4152
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7548636005408145e-05,
      "loss": 0.3426,
      "step": 4153
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75473525316539e-05,
      "loss": 0.3767,
      "step": 4154
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.754606876895168e-05,
      "loss": 0.3143,
      "step": 4155
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7544784717350626e-05,
      "loss": 0.3209,
      "step": 4156
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7543500376899903e-05,
      "loss": 0.3491,
      "step": 4157
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7542215747648678e-05,
      "loss": 0.373,
      "step": 4158
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7540930829646138e-05,
      "loss": 0.3411,
      "step": 4159
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7539645622941467e-05,
      "loss": 0.3465,
      "step": 4160
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7538360127583875e-05,
      "loss": 0.3521,
      "step": 4161
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753707434362258e-05,
      "loss": 0.3415,
      "step": 4162
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7535788271106796e-05,
      "loss": 0.3502,
      "step": 4163
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753450191008577e-05,
      "loss": 0.3295,
      "step": 4164
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753321526060875e-05,
      "loss": 0.3248,
      "step": 4165
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7531928322724988e-05,
      "loss": 0.3482,
      "step": 4166
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753064109648376e-05,
      "loss": 0.3491,
      "step": 4167
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7529353581934345e-05,
      "loss": 0.3544,
      "step": 4168
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7528065779126035e-05,
      "loss": 0.3161,
      "step": 4169
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7526777688108133e-05,
      "loss": 0.3474,
      "step": 4170
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.752548930892995e-05,
      "loss": 0.3435,
      "step": 4171
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.752420064164082e-05,
      "loss": 0.3365,
      "step": 4172
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7522911686290073e-05,
      "loss": 0.3438,
      "step": 4173
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7521622442927056e-05,
      "loss": 0.37,
      "step": 4174
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7520332911601127e-05,
      "loss": 0.3449,
      "step": 4175
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751904309236166e-05,
      "loss": 0.3845,
      "step": 4176
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7517752985258027e-05,
      "loss": 0.3396,
      "step": 4177
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7516462590339626e-05,
      "loss": 0.3488,
      "step": 4178
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751517190765586e-05,
      "loss": 0.3285,
      "step": 4179
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7513880937256136e-05,
      "loss": 0.3357,
      "step": 4180
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7512589679189888e-05,
      "loss": 0.3432,
      "step": 4181
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751129813350654e-05,
      "loss": 0.3541,
      "step": 4182
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7510006300255548e-05,
      "loss": 0.3577,
      "step": 4183
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7508714179486365e-05,
      "loss": 0.3415,
      "step": 4184
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7507421771248457e-05,
      "loss": 0.3451,
      "step": 4185
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7506129075591308e-05,
      "loss": 0.3485,
      "step": 4186
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7504836092564408e-05,
      "loss": 0.351,
      "step": 4187
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7503542822217258e-05,
      "loss": 0.3426,
      "step": 4188
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7502249264599368e-05,
      "loss": 0.3544,
      "step": 4189
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7500955419760263e-05,
      "loss": 0.3343,
      "step": 4190
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749966128774948e-05,
      "loss": 0.3348,
      "step": 4191
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749836686861656e-05,
      "loss": 0.3585,
      "step": 4192
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7497072162411062e-05,
      "loss": 0.3588,
      "step": 4193
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7495777169182552e-05,
      "loss": 0.3443,
      "step": 4194
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749448188898061e-05,
      "loss": 0.3507,
      "step": 4195
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7493186321854826e-05,
      "loss": 0.3359,
      "step": 4196
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.74918904678548e-05,
      "loss": 0.3334,
      "step": 4197
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749059432703014e-05,
      "loss": 0.3836,
      "step": 4198
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748929789943047e-05,
      "loss": 0.375,
      "step": 4199
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7488001185105426e-05,
      "loss": 0.334,
      "step": 4200
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748670418410465e-05,
      "loss": 0.3477,
      "step": 4201
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7485406896477798e-05,
      "loss": 0.3573,
      "step": 4202
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7484109322274538e-05,
      "loss": 0.3432,
      "step": 4203
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748281146154454e-05,
      "loss": 0.3831,
      "step": 4204
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.74815133143375e-05,
      "loss": 0.3488,
      "step": 4205
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7480214880703114e-05,
      "loss": 0.3518,
      "step": 4206
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747891616069109e-05,
      "loss": 0.3622,
      "step": 4207
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7477617154351158e-05,
      "loss": 0.3287,
      "step": 4208
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7476317861733042e-05,
      "loss": 0.3471,
      "step": 4209
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7475018282886484e-05,
      "loss": 0.3334,
      "step": 4210
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7473718417861242e-05,
      "loss": 0.339,
      "step": 4211
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7472418266707078e-05,
      "loss": 0.3368,
      "step": 4212
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747111782947377e-05,
      "loss": 0.3641,
      "step": 4213
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7469817106211108e-05,
      "loss": 0.3334,
      "step": 4214
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746851609696888e-05,
      "loss": 0.3566,
      "step": 4215
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7467214801796905e-05,
      "loss": 0.3976,
      "step": 4216
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7465913220745e-05,
      "loss": 0.3571,
      "step": 4217
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746461135386299e-05,
      "loss": 0.3619,
      "step": 4218
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746330920120072e-05,
      "loss": 0.3488,
      "step": 4219
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746200676280805e-05,
      "loss": 0.3686,
      "step": 4220
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7460704038734828e-05,
      "loss": 0.3387,
      "step": 4221
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7459401029030943e-05,
      "loss": 0.3552,
      "step": 4222
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745809773374627e-05,
      "loss": 0.3175,
      "step": 4223
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7456794152930713e-05,
      "loss": 0.3454,
      "step": 4224
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7455490286634172e-05,
      "loss": 0.3251,
      "step": 4225
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745418613490657e-05,
      "loss": 0.3379,
      "step": 4226
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7452881697797836e-05,
      "loss": 0.3412,
      "step": 4227
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745157697535791e-05,
      "loss": 0.3382,
      "step": 4228
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745027196763674e-05,
      "loss": 0.3304,
      "step": 4229
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7448966674684286e-05,
      "loss": 0.3306,
      "step": 4230
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7447661096550527e-05,
      "loss": 0.2999,
      "step": 4231
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7446355233285447e-05,
      "loss": 0.3471,
      "step": 4232
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7445049084939035e-05,
      "loss": 0.3379,
      "step": 4233
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7443742651561296e-05,
      "loss": 0.375,
      "step": 4234
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744243593320225e-05,
      "loss": 0.3636,
      "step": 4235
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7441128929911924e-05,
      "loss": 0.3666,
      "step": 4236
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743982164174036e-05,
      "loss": 0.3362,
      "step": 4237
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74385140687376e-05,
      "loss": 0.3331,
      "step": 4238
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7437206210953704e-05,
      "loss": 0.3493,
      "step": 4239
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743589806843875e-05,
      "loss": 0.3468,
      "step": 4240
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7434589641242814e-05,
      "loss": 0.3418,
      "step": 4241
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7433280929415988e-05,
      "loss": 0.3758,
      "step": 4242
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743197193300838e-05,
      "loss": 0.3196,
      "step": 4243
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7430662652070105e-05,
      "loss": 0.3739,
      "step": 4244
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7429353086651282e-05,
      "loss": 0.37,
      "step": 4245
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742804323680205e-05,
      "loss": 0.3465,
      "step": 4246
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7426733102572563e-05,
      "loss": 0.3435,
      "step": 4247
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7425422684012967e-05,
      "loss": 0.3647,
      "step": 4248
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742411198117344e-05,
      "loss": 0.3255,
      "step": 4249
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742280099410416e-05,
      "loss": 0.3267,
      "step": 4250
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7421489722855318e-05,
      "loss": 0.3262,
      "step": 4251
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7420178167477112e-05,
      "loss": 0.344,
      "step": 4252
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741886632801976e-05,
      "loss": 0.347,
      "step": 4253
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7417554204533478e-05,
      "loss": 0.3557,
      "step": 4254
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7416241797068506e-05,
      "loss": 0.3527,
      "step": 4255
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7414929105675086e-05,
      "loss": 0.3438,
      "step": 4256
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741361613040348e-05,
      "loss": 0.3786,
      "step": 4257
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7412302871303946e-05,
      "loss": 0.3396,
      "step": 4258
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741098932842677e-05,
      "loss": 0.3281,
      "step": 4259
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7409675501822236e-05,
      "loss": 0.3443,
      "step": 4260
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7408361391540642e-05,
      "loss": 0.3479,
      "step": 4261
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7407046997632302e-05,
      "loss": 0.361,
      "step": 4262
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7405732320147533e-05,
      "loss": 0.3638,
      "step": 4263
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7404417359136673e-05,
      "loss": 0.3443,
      "step": 4264
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740310211465006e-05,
      "loss": 0.3594,
      "step": 4265
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7401786586738047e-05,
      "loss": 0.3092,
      "step": 4266
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7400470775451004e-05,
      "loss": 0.3524,
      "step": 4267
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.73991546808393e-05,
      "loss": 0.3499,
      "step": 4268
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7397838302953333e-05,
      "loss": 0.3418,
      "step": 4269
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739652164184348e-05,
      "loss": 0.3128,
      "step": 4270
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7395204697560167e-05,
      "loss": 0.351,
      "step": 4271
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7393887470153803e-05,
      "loss": 0.3599,
      "step": 4272
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7392569959674826e-05,
      "loss": 0.3329,
      "step": 4273
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7391252166173667e-05,
      "loss": 0.3359,
      "step": 4274
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7389934089700783e-05,
      "loss": 0.3295,
      "step": 4275
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7388615730306636e-05,
      "loss": 0.332,
      "step": 4276
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7387297088041696e-05,
      "loss": 0.3415,
      "step": 4277
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738597816295645e-05,
      "loss": 0.3482,
      "step": 4278
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7384658955101387e-05,
      "loss": 0.3491,
      "step": 4279
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738333946452702e-05,
      "loss": 0.3544,
      "step": 4280
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7382019691283862e-05,
      "loss": 0.3524,
      "step": 4281
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7380699635422438e-05,
      "loss": 0.3161,
      "step": 4282
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7379379296993293e-05,
      "loss": 0.3412,
      "step": 4283
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7378058676046964e-05,
      "loss": 0.3468,
      "step": 4284
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7376737772634022e-05,
      "loss": 0.3535,
      "step": 4285
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737541658680503e-05,
      "loss": 0.344,
      "step": 4286
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7374095118610572e-05,
      "loss": 0.3482,
      "step": 4287
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737277336810124e-05,
      "loss": 0.3365,
      "step": 4288
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737145133532764e-05,
      "loss": 0.3549,
      "step": 4289
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737012902034038e-05,
      "loss": 0.3312,
      "step": 4290
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7368806423190083e-05,
      "loss": 0.3451,
      "step": 4291
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7367483543927394e-05,
      "loss": 0.3739,
      "step": 4292
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7366160382602946e-05,
      "loss": 0.346,
      "step": 4293
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7364836939267407e-05,
      "loss": 0.3496,
      "step": 4294
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736351321397144e-05,
      "loss": 0.3664,
      "step": 4295
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736218920676572e-05,
      "loss": 0.3295,
      "step": 4296
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7360864917700943e-05,
      "loss": 0.3853,
      "step": 4297
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7359540346827806e-05,
      "loss": 0.3538,
      "step": 4298
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735821549419702e-05,
      "loss": 0.3574,
      "step": 4299
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.73568903598593e-05,
      "loss": 0.3432,
      "step": 4300
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7355564943865393e-05,
      "loss": 0.3412,
      "step": 4301
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7354239246266028e-05,
      "loss": 0.3407,
      "step": 4302
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7352913267111965e-05,
      "loss": 0.3633,
      "step": 4303
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735158700645397e-05,
      "loss": 0.3538,
      "step": 4304
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7350260464342817e-05,
      "loss": 0.3496,
      "step": 4305
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734893364082929e-05,
      "loss": 0.3225,
      "step": 4306
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734760653596419e-05,
      "loss": 0.3518,
      "step": 4307
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734627914979832e-05,
      "loss": 0.3778,
      "step": 4308
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7344951482382502e-05,
      "loss": 0.3421,
      "step": 4309
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7343623533767567e-05,
      "loss": 0.38,
      "step": 4310
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7342295304004348e-05,
      "loss": 0.3442,
      "step": 4311
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7340966793143704e-05,
      "loss": 0.368,
      "step": 4312
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7339638001236495e-05,
      "loss": 0.3744,
      "step": 4313
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7338308928333587e-05,
      "loss": 0.3241,
      "step": 4314
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733697957448587e-05,
      "loss": 0.3711,
      "step": 4315
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733564993974423e-05,
      "loss": 0.3672,
      "step": 4316
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7334320024159584e-05,
      "loss": 0.3638,
      "step": 4317
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733298982778284e-05,
      "loss": 0.3742,
      "step": 4318
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7331659350664925e-05,
      "loss": 0.3831,
      "step": 4319
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733032859285677e-05,
      "loss": 0.3237,
      "step": 4320
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7328997554409334e-05,
      "loss": 0.3809,
      "step": 4321
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7327666235373567e-05,
      "loss": 0.3306,
      "step": 4322
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732633463580044e-05,
      "loss": 0.3591,
      "step": 4323
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7325002755740935e-05,
      "loss": 0.3384,
      "step": 4324
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732367059524604e-05,
      "loss": 0.3474,
      "step": 4325
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732233815436676e-05,
      "loss": 0.339,
      "step": 4326
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7321005433154102e-05,
      "loss": 0.3532,
      "step": 4327
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7319672431659092e-05,
      "loss": 0.3524,
      "step": 4328
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7318339149932763e-05,
      "loss": 0.3491,
      "step": 4329
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.731700558802616e-05,
      "loss": 0.3376,
      "step": 4330
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7315671745990338e-05,
      "loss": 0.356,
      "step": 4331
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.731433762387636e-05,
      "loss": 0.3666,
      "step": 4332
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7313003221735306e-05,
      "loss": 0.3535,
      "step": 4333
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7311668539618258e-05,
      "loss": 0.3806,
      "step": 4334
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7310333577576323e-05,
      "loss": 0.3326,
      "step": 4335
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7308998335660598e-05,
      "loss": 0.339,
      "step": 4336
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730766281392221e-05,
      "loss": 0.3636,
      "step": 4337
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730632701241229e-05,
      "loss": 0.3465,
      "step": 4338
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7304990931181975e-05,
      "loss": 0.341,
      "step": 4339
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7303654570282417e-05,
      "loss": 0.3323,
      "step": 4340
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7302317929764775e-05,
      "loss": 0.334,
      "step": 4341
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730098100968023e-05,
      "loss": 0.3507,
      "step": 4342
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7299643810079956e-05,
      "loss": 0.3334,
      "step": 4343
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729830633101516e-05,
      "loss": 0.3544,
      "step": 4344
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7296968572537033e-05,
      "loss": 0.3647,
      "step": 4345
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.72956305346968e-05,
      "loss": 0.3566,
      "step": 4346
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7294292217545684e-05,
      "loss": 0.332,
      "step": 4347
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7292953621134922e-05,
      "loss": 0.3376,
      "step": 4348
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729161474551576e-05,
      "loss": 0.3368,
      "step": 4349
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729027559073946e-05,
      "loss": 0.3803,
      "step": 4350
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728893615685729e-05,
      "loss": 0.3323,
      "step": 4351
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7287596443920528e-05,
      "loss": 0.3379,
      "step": 4352
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7286256451980467e-05,
      "loss": 0.3248,
      "step": 4353
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728491618108841e-05,
      "loss": 0.3683,
      "step": 4354
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728357563129566e-05,
      "loss": 0.3507,
      "step": 4355
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728223480265355e-05,
      "loss": 0.3345,
      "step": 4356
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7280893695213405e-05,
      "loss": 0.3566,
      "step": 4357
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7279552309026576e-05,
      "loss": 0.3465,
      "step": 4358
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727821064414441e-05,
      "loss": 0.3443,
      "step": 4359
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7276868700618277e-05,
      "loss": 0.368,
      "step": 4360
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7275526478499556e-05,
      "loss": 0.3354,
      "step": 4361
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7274183977839627e-05,
      "loss": 0.3407,
      "step": 4362
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727284119868989e-05,
      "loss": 0.3544,
      "step": 4363
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7271498141101754e-05,
      "loss": 0.3535,
      "step": 4364
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7270154805126633e-05,
      "loss": 0.3725,
      "step": 4365
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.726881119081596e-05,
      "loss": 0.3485,
      "step": 4366
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7267467298221178e-05,
      "loss": 0.3504,
      "step": 4367
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7266123127393732e-05,
      "loss": 0.3139,
      "step": 4368
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7264778678385083e-05,
      "loss": 0.3301,
      "step": 4369
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7263433951246706e-05,
      "loss": 0.3549,
      "step": 4370
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.726208894603008e-05,
      "loss": 0.3524,
      "step": 4371
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7260743662786703e-05,
      "loss": 0.3244,
      "step": 4372
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7259398101568077e-05,
      "loss": 0.3111,
      "step": 4373
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7258052262425714e-05,
      "loss": 0.3404,
      "step": 4374
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725670614541114e-05,
      "loss": 0.334,
      "step": 4375
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725535975057589e-05,
      "loss": 0.3856,
      "step": 4376
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725401307797151e-05,
      "loss": 0.3362,
      "step": 4377
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725266612764956e-05,
      "loss": 0.3669,
      "step": 4378
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725131889966161e-05,
      "loss": 0.3209,
      "step": 4379
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724997139405923e-05,
      "loss": 0.3594,
      "step": 4380
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7248623610894015e-05,
      "loss": 0.358,
      "step": 4381
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724727555021756e-05,
      "loss": 0.3301,
      "step": 4382
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724592721208148e-05,
      "loss": 0.3605,
      "step": 4383
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7244578596537387e-05,
      "loss": 0.3722,
      "step": 4384
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7243229703636924e-05,
      "loss": 0.3359,
      "step": 4385
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7241880533431725e-05,
      "loss": 0.3736,
      "step": 4386
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7240531085973448e-05,
      "loss": 0.3608,
      "step": 4387
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723918136131375e-05,
      "loss": 0.3666,
      "step": 4388
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7237831359504308e-05,
      "loss": 0.3544,
      "step": 4389
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7236481080596806e-05,
      "loss": 0.3178,
      "step": 4390
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723513052464294e-05,
      "loss": 0.3371,
      "step": 4391
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7233779691694413e-05,
      "loss": 0.3371,
      "step": 4392
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7232428581802948e-05,
      "loss": 0.3382,
      "step": 4393
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723107719502026e-05,
      "loss": 0.345,
      "step": 4394
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.72297255313981e-05,
      "loss": 0.3499,
      "step": 4395
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7228373590988205e-05,
      "loss": 0.3569,
      "step": 4396
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722702137384234e-05,
      "loss": 0.3161,
      "step": 4397
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722566888001227e-05,
      "loss": 0.3527,
      "step": 4398
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7224316109549777e-05,
      "loss": 0.363,
      "step": 4399
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7222963062506654e-05,
      "loss": 0.3426,
      "step": 4400
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7221609738934697e-05,
      "loss": 0.3401,
      "step": 4401
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722025613888572e-05,
      "loss": 0.3523,
      "step": 4402
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7218902262411547e-05,
      "loss": 0.361,
      "step": 4403
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7217548109564003e-05,
      "loss": 0.3382,
      "step": 4404
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7216193680394943e-05,
      "loss": 0.3489,
      "step": 4405
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721483897495621e-05,
      "loss": 0.3055,
      "step": 4406
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7213483993299675e-05,
      "loss": 0.3599,
      "step": 4407
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7212128735477215e-05,
      "loss": 0.332,
      "step": 4408
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7210773201540706e-05,
      "loss": 0.3329,
      "step": 4409
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7209417391542055e-05,
      "loss": 0.3594,
      "step": 4410
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7208061305533158e-05,
      "loss": 0.3714,
      "step": 4411
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7206704943565945e-05,
      "loss": 0.3454,
      "step": 4412
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7205348305692335e-05,
      "loss": 0.3566,
      "step": 4413
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7203991391964265e-05,
      "loss": 0.3337,
      "step": 4414
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720263420243369e-05,
      "loss": 0.3111,
      "step": 4415
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720127673715257e-05,
      "loss": 0.3318,
      "step": 4416
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7199918996172868e-05,
      "loss": 0.356,
      "step": 4417
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7198560979546572e-05,
      "loss": 0.3477,
      "step": 4418
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719720268732567e-05,
      "loss": 0.3225,
      "step": 4419
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7195844119562156e-05,
      "loss": 0.3345,
      "step": 4420
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7194485276308058e-05,
      "loss": 0.3608,
      "step": 4421
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719312615761539e-05,
      "loss": 0.3371,
      "step": 4422
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7191766763536187e-05,
      "loss": 0.341,
      "step": 4423
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719040709412249e-05,
      "loss": 0.3207,
      "step": 4424
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7189047149426362e-05,
      "loss": 0.3304,
      "step": 4425
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7187686929499855e-05,
      "loss": 0.3544,
      "step": 4426
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7186326434395056e-05,
      "loss": 0.3245,
      "step": 4427
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7184965664164046e-05,
      "loss": 0.3465,
      "step": 4428
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.718360461885892e-05,
      "loss": 0.3348,
      "step": 4429
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7182243298531792e-05,
      "loss": 0.3354,
      "step": 4430
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.718088170323477e-05,
      "loss": 0.3086,
      "step": 4431
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7179519833019992e-05,
      "loss": 0.3326,
      "step": 4432
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.717815768793959e-05,
      "loss": 0.3312,
      "step": 4433
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.717679526804572e-05,
      "loss": 0.3398,
      "step": 4434
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.717543257339053e-05,
      "loss": 0.3474,
      "step": 4435
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7174069604026202e-05,
      "loss": 0.3359,
      "step": 4436
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7172706360004912e-05,
      "loss": 0.3432,
      "step": 4437
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7171342841378854e-05,
      "loss": 0.3449,
      "step": 4438
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7169979048200226e-05,
      "loss": 0.3323,
      "step": 4439
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7168614980521242e-05,
      "loss": 0.3454,
      "step": 4440
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7167250638394127e-05,
      "loss": 0.3412,
      "step": 4441
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716588602187111e-05,
      "loss": 0.3343,
      "step": 4442
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716452113100444e-05,
      "loss": 0.3703,
      "step": 4443
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7163155965846366e-05,
      "loss": 0.3638,
      "step": 4444
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7161790526449156e-05,
      "loss": 0.3435,
      "step": 4445
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716042481286509e-05,
      "loss": 0.3412,
      "step": 4446
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7159058825146444e-05,
      "loss": 0.3315,
      "step": 4447
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.715769256334552e-05,
      "loss": 0.3563,
      "step": 4448
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7156326027514623e-05,
      "loss": 0.3527,
      "step": 4449
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7154959217706077e-05,
      "loss": 0.3256,
      "step": 4450
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7153592133972202e-05,
      "loss": 0.3301,
      "step": 4451
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7152224776365338e-05,
      "loss": 0.3571,
      "step": 4452
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7150857144937835e-05,
      "loss": 0.3541,
      "step": 4453
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7149489239742053e-05,
      "loss": 0.3401,
      "step": 4454
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714812106083036e-05,
      "loss": 0.3661,
      "step": 4455
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714675260825514e-05,
      "loss": 0.3304,
      "step": 4456
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714538388206878e-05,
      "loss": 0.353,
      "step": 4457
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714401488232368e-05,
      "loss": 0.3365,
      "step": 4458
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714264560907226e-05,
      "loss": 0.3451,
      "step": 4459
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7141276062366927e-05,
      "loss": 0.3404,
      "step": 4460
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713990624226013e-05,
      "loss": 0.3384,
      "step": 4461
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7138536148804302e-05,
      "loss": 0.3359,
      "step": 4462
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71371657820519e-05,
      "loss": 0.3747,
      "step": 4463
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7135795142055386e-05,
      "loss": 0.3097,
      "step": 4464
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713442422886724e-05,
      "loss": 0.346,
      "step": 4465
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713305304253994e-05,
      "loss": 0.3717,
      "step": 4466
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7131681583125987e-05,
      "loss": 0.3521,
      "step": 4467
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713030985067788e-05,
      "loss": 0.3588,
      "step": 4468
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7128937845248146e-05,
      "loss": 0.3636,
      "step": 4469
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7127565566889305e-05,
      "loss": 0.3086,
      "step": 4470
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712619301565389e-05,
      "loss": 0.365,
      "step": 4471
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7124820191594452e-05,
      "loss": 0.3128,
      "step": 4472
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712344709476356e-05,
      "loss": 0.3438,
      "step": 4473
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7122073725213766e-05,
      "loss": 0.3429,
      "step": 4474
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7120700082997655e-05,
      "loss": 0.3251,
      "step": 4475
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7119326168167822e-05,
      "loss": 0.3496,
      "step": 4476
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7117951980776865e-05,
      "loss": 0.3418,
      "step": 4477
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7116577520877387e-05,
      "loss": 0.3468,
      "step": 4478
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7115202788522012e-05,
      "loss": 0.3583,
      "step": 4479
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7113827783763377e-05,
      "loss": 0.3608,
      "step": 4480
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7112452506654117e-05,
      "loss": 0.3474,
      "step": 4481
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.711107695724689e-05,
      "loss": 0.3407,
      "step": 4482
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710970113559435e-05,
      "loss": 0.3809,
      "step": 4483
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710832504174918e-05,
      "loss": 0.3429,
      "step": 4484
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7106948675764056e-05,
      "loss": 0.351,
      "step": 4485
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710557203769167e-05,
      "loss": 0.3429,
      "step": 4486
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7104195127584735e-05,
      "loss": 0.3588,
      "step": 4487
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7102817945495958e-05,
      "loss": 0.3262,
      "step": 4488
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710144049147807e-05,
      "loss": 0.3443,
      "step": 4489
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71000627655838e-05,
      "loss": 0.3574,
      "step": 4490
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7098684767865896e-05,
      "loss": 0.3689,
      "step": 4491
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7097306498377116e-05,
      "loss": 0.3569,
      "step": 4492
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709592795717023e-05,
      "loss": 0.3396,
      "step": 4493
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7094549144298006e-05,
      "loss": 0.3471,
      "step": 4494
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7093170059813237e-05,
      "loss": 0.3376,
      "step": 4495
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709179070376872e-05,
      "loss": 0.3415,
      "step": 4496
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709041107621726e-05,
      "loss": 0.3499,
      "step": 4497
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.708903117721168e-05,
      "loss": 0.3284,
      "step": 4498
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.708765100680481e-05,
      "loss": 0.3468,
      "step": 4499
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7086270565049486e-05,
      "loss": 0.3538,
      "step": 4500
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7084889851998556e-05,
      "loss": 0.3569,
      "step": 4501
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7083508867704887e-05,
      "loss": 0.3538,
      "step": 4502
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7082127612221344e-05,
      "loss": 0.3156,
      "step": 4503
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.708074608560081e-05,
      "loss": 0.3694,
      "step": 4504
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7079364287896174e-05,
      "loss": 0.3407,
      "step": 4505
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.707798221916034e-05,
      "loss": 0.3744,
      "step": 4506
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7076599879446217e-05,
      "loss": 0.3585,
      "step": 4507
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7075217268806734e-05,
      "loss": 0.3203,
      "step": 4508
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.707383438729482e-05,
      "loss": 0.3191,
      "step": 4509
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7072451234963415e-05,
      "loss": 0.3354,
      "step": 4510
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.3691,
      "step": 4511
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.706968411805397e-05,
      "loss": 0.3549,
      "step": 4512
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.706830015358186e-05,
      "loss": 0.3429,
      "step": 4513
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7066915918502144e-05,
      "loss": 0.3535,
      "step": 4514
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7065531412867812e-05,
      "loss": 0.3362,
      "step": 4515
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7064146636731865e-05,
      "loss": 0.3371,
      "step": 4516
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7062761590147325e-05,
      "loss": 0.3531,
      "step": 4517
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7061376273167214e-05,
      "loss": 0.3449,
      "step": 4518
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7059990685844568e-05,
      "loss": 0.3186,
      "step": 4519
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7058604828232438e-05,
      "loss": 0.3691,
      "step": 4520
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7057218700383876e-05,
      "loss": 0.3585,
      "step": 4521
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7055832302351956e-05,
      "loss": 0.3396,
      "step": 4522
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705444563418975e-05,
      "loss": 0.3605,
      "step": 4523
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705305869595035e-05,
      "loss": 0.3764,
      "step": 4524
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7051671487686848e-05,
      "loss": 0.3479,
      "step": 4525
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705028400945236e-05,
      "loss": 0.358,
      "step": 4526
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7048896261300002e-05,
      "loss": 0.3619,
      "step": 4527
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7047508243282903e-05,
      "loss": 0.3491,
      "step": 4528
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704611995545421e-05,
      "loss": 0.3393,
      "step": 4529
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704473139786706e-05,
      "loss": 0.3451,
      "step": 4530
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7043342570574622e-05,
      "loss": 0.3076,
      "step": 4531
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704195347363007e-05,
      "loss": 0.3139,
      "step": 4532
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7040564107086573e-05,
      "loss": 0.3259,
      "step": 4533
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7039174470997336e-05,
      "loss": 0.3465,
      "step": 4534
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703778456541555e-05,
      "loss": 0.3705,
      "step": 4535
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7036394390394435e-05,
      "loss": 0.3493,
      "step": 4536
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703500394598721e-05,
      "loss": 0.3468,
      "step": 4537
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7033613232247104e-05,
      "loss": 0.3239,
      "step": 4538
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703222224922737e-05,
      "loss": 0.3725,
      "step": 4539
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7030830996981254e-05,
      "loss": 0.3622,
      "step": 4540
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7029439475562017e-05,
      "loss": 0.3507,
      "step": 4541
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702804768502294e-05,
      "loss": 0.3234,
      "step": 4542
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70266556254173e-05,
      "loss": 0.3404,
      "step": 4543
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7025263296798403e-05,
      "loss": 0.3211,
      "step": 4544
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702387069921954e-05,
      "loss": 0.3599,
      "step": 4545
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7022477832734034e-05,
      "loss": 0.3292,
      "step": 4546
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702108469739521e-05,
      "loss": 0.3398,
      "step": 4547
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70196912932564e-05,
      "loss": 0.3338,
      "step": 4548
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7018297620370957e-05,
      "loss": 0.3485,
      "step": 4549
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7016903678792232e-05,
      "loss": 0.3538,
      "step": 4550
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7015509468573593e-05,
      "loss": 0.3532,
      "step": 4551
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.701411498976842e-05,
      "loss": 0.3396,
      "step": 4552
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.701272024243009e-05,
      "loss": 0.3458,
      "step": 4553
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7011325226612016e-05,
      "loss": 0.361,
      "step": 4554
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.700992994236759e-05,
      "loss": 0.329,
      "step": 4555
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7008534389750238e-05,
      "loss": 0.3541,
      "step": 4556
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7007138568813387e-05,
      "loss": 0.3834,
      "step": 4557
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.700574247961048e-05,
      "loss": 0.3072,
      "step": 4558
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7004346122194957e-05,
      "loss": 0.3373,
      "step": 4559
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7002949496620286e-05,
      "loss": 0.3697,
      "step": 4560
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7001552602939928e-05,
      "loss": 0.3661,
      "step": 4561
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.700015544120737e-05,
      "loss": 0.3569,
      "step": 4562
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6998758011476096e-05,
      "loss": 0.3354,
      "step": 4563
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6997360313799613e-05,
      "loss": 0.3516,
      "step": 4564
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6995962348231424e-05,
      "loss": 0.3348,
      "step": 4565
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6994564114825057e-05,
      "loss": 0.3382,
      "step": 4566
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699316561363403e-05,
      "loss": 0.3284,
      "step": 4567
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69917668447119e-05,
      "loss": 0.3633,
      "step": 4568
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6990367808112212e-05,
      "loss": 0.3371,
      "step": 4569
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698896850388853e-05,
      "loss": 0.3362,
      "step": 4570
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6987568932094417e-05,
      "loss": 0.339,
      "step": 4571
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6986169092783462e-05,
      "loss": 0.358,
      "step": 4572
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6984768986009258e-05,
      "loss": 0.377,
      "step": 4573
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6983368611825403e-05,
      "loss": 0.385,
      "step": 4574
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698196797028552e-05,
      "loss": 0.3516,
      "step": 4575
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6980567061443222e-05,
      "loss": 0.3376,
      "step": 4576
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697916588535214e-05,
      "loss": 0.3583,
      "step": 4577
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697776444206593e-05,
      "loss": 0.3504,
      "step": 4578
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697636273163824e-05,
      "loss": 0.3248,
      "step": 4579
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6974960754122726e-05,
      "loss": 0.3527,
      "step": 4580
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6973558509573074e-05,
      "loss": 0.3393,
      "step": 4581
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6972155998042964e-05,
      "loss": 0.3301,
      "step": 4582
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6970753219586087e-05,
      "loss": 0.3368,
      "step": 4583
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6969350174256155e-05,
      "loss": 0.3817,
      "step": 4584
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6967946862106878e-05,
      "loss": 0.3703,
      "step": 4585
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6966543283191983e-05,
      "loss": 0.3524,
      "step": 4586
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6965139437565204e-05,
      "loss": 0.3418,
      "step": 4587
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6963735325280293e-05,
      "loss": 0.3789,
      "step": 4588
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6962330946391e-05,
      "loss": 0.3078,
      "step": 4589
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.696092630095109e-05,
      "loss": 0.3245,
      "step": 4590
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.695952138901434e-05,
      "loss": 0.3354,
      "step": 4591
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6958116210634546e-05,
      "loss": 0.3245,
      "step": 4592
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.695671076586549e-05,
      "loss": 0.3394,
      "step": 4593
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.695530505476099e-05,
      "loss": 0.3387,
      "step": 4594
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6953899077374858e-05,
      "loss": 0.3474,
      "step": 4595
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6952492833760922e-05,
      "loss": 0.3694,
      "step": 4596
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6951086323973022e-05,
      "loss": 0.3404,
      "step": 4597
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6949679548065002e-05,
      "loss": 0.3262,
      "step": 4598
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6948272506090722e-05,
      "loss": 0.3435,
      "step": 4599
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6946865198104055e-05,
      "loss": 0.3292,
      "step": 4600
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694545762415887e-05,
      "loss": 0.3401,
      "step": 4601
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6944049784309063e-05,
      "loss": 0.356,
      "step": 4602
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6942641678608528e-05,
      "loss": 0.3725,
      "step": 4603
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6941233307111175e-05,
      "loss": 0.3075,
      "step": 4604
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6939824669870926e-05,
      "loss": 0.3323,
      "step": 4605
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693841576694171e-05,
      "loss": 0.3398,
      "step": 4606
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693700659837746e-05,
      "loss": 0.3246,
      "step": 4607
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6935597164232132e-05,
      "loss": 0.3504,
      "step": 4608
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6934187464559684e-05,
      "loss": 0.3675,
      "step": 4609
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6932777499414087e-05,
      "loss": 0.3368,
      "step": 4610
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6931367268849316e-05,
      "loss": 0.3583,
      "step": 4611
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6929956772919365e-05,
      "loss": 0.3524,
      "step": 4612
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692854601167824e-05,
      "loss": 0.3312,
      "step": 4613
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692713498517994e-05,
      "loss": 0.3301,
      "step": 4614
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6925723693478494e-05,
      "loss": 0.3217,
      "step": 4615
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692431213662793e-05,
      "loss": 0.3185,
      "step": 4616
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6922900314682288e-05,
      "loss": 0.3446,
      "step": 4617
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6921488227695624e-05,
      "loss": 0.3384,
      "step": 4618
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6920075875721996e-05,
      "loss": 0.3658,
      "step": 4619
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6918663258815474e-05,
      "loss": 0.3295,
      "step": 4620
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6917250377030138e-05,
      "loss": 0.3491,
      "step": 4621
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6915837230420086e-05,
      "loss": 0.3516,
      "step": 4622
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6914423819039414e-05,
      "loss": 0.3627,
      "step": 4623
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6913010142942237e-05,
      "loss": 0.3387,
      "step": 4624
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691159620218268e-05,
      "loss": 0.3411,
      "step": 4625
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691018199681487e-05,
      "loss": 0.3253,
      "step": 4626
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6908767526892948e-05,
      "loss": 0.3457,
      "step": 4627
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6907352792471075e-05,
      "loss": 0.3331,
      "step": 4628
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6905937793603405e-05,
      "loss": 0.3557,
      "step": 4629
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6904522530344114e-05,
      "loss": 0.3552,
      "step": 4630
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690310700274739e-05,
      "loss": 0.3373,
      "step": 4631
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6901691210867416e-05,
      "loss": 0.3532,
      "step": 4632
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69002751547584e-05,
      "loss": 0.3446,
      "step": 4633
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689885883447456e-05,
      "loss": 0.3591,
      "step": 4634
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689744225007011e-05,
      "loss": 0.351,
      "step": 4635
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6896025401599293e-05,
      "loss": 0.3318,
      "step": 4636
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6894608289116344e-05,
      "loss": 0.3418,
      "step": 4637
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6893190912675523e-05,
      "loss": 0.3338,
      "step": 4638
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689177327233109e-05,
      "loss": 0.3203,
      "step": 4639
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6890355368137324e-05,
      "loss": 0.3465,
      "step": 4640
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6888937200148503e-05,
      "loss": 0.3446,
      "step": 4641
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6887518768418925e-05,
      "loss": 0.3298,
      "step": 4642
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.688610007300289e-05,
      "loss": 0.3301,
      "step": 4643
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6884681113954716e-05,
      "loss": 0.3119,
      "step": 4644
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6883261891328726e-05,
      "loss": 0.3331,
      "step": 4645
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6881842405179257e-05,
      "loss": 0.361,
      "step": 4646
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.688042265556065e-05,
      "loss": 0.3189,
      "step": 4647
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687900264252726e-05,
      "loss": 0.4174,
      "step": 4648
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6877582366133457e-05,
      "loss": 0.3331,
      "step": 4649
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6876161826433607e-05,
      "loss": 0.3295,
      "step": 4650
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6874741023482103e-05,
      "loss": 0.3357,
      "step": 4651
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6873319957333336e-05,
      "loss": 0.3384,
      "step": 4652
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687189862804171e-05,
      "loss": 0.3619,
      "step": 4653
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6870477035661643e-05,
      "loss": 0.3343,
      "step": 4654
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686905518024756e-05,
      "loss": 0.3188,
      "step": 4655
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6867633061853894e-05,
      "loss": 0.3449,
      "step": 4656
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6866210680535095e-05,
      "loss": 0.3853,
      "step": 4657
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686478803634561e-05,
      "loss": 0.3516,
      "step": 4658
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686336512933991e-05,
      "loss": 0.3424,
      "step": 4659
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6861941959572473e-05,
      "loss": 0.3454,
      "step": 4660
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686051852709778e-05,
      "loss": 0.3245,
      "step": 4661
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.685909483197033e-05,
      "loss": 0.3262,
      "step": 4662
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6857670874244624e-05,
      "loss": 0.3535,
      "step": 4663
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6856246653975184e-05,
      "loss": 0.3306,
      "step": 4664
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6854822171216533e-05,
      "loss": 0.3407,
      "step": 4665
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6853397426023202e-05,
      "loss": 0.3479,
      "step": 4666
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6851972418449743e-05,
      "loss": 0.3538,
      "step": 4667
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6850547148550713e-05,
      "loss": 0.3265,
      "step": 4668
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6849121616380677e-05,
      "loss": 0.3041,
      "step": 4669
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6847695821994207e-05,
      "loss": 0.3354,
      "step": 4670
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684626976544589e-05,
      "loss": 0.3566,
      "step": 4671
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6844843446790323e-05,
      "loss": 0.3278,
      "step": 4672
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6843416866082118e-05,
      "loss": 0.3507,
      "step": 4673
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684199002337588e-05,
      "loss": 0.3195,
      "step": 4674
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6840562918726245e-05,
      "loss": 0.3624,
      "step": 4675
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6839135552187844e-05,
      "loss": 0.3214,
      "step": 4676
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6837707923815324e-05,
      "loss": 0.3362,
      "step": 4677
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6836280033663344e-05,
      "loss": 0.3396,
      "step": 4678
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683485188178657e-05,
      "loss": 0.3432,
      "step": 4679
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683342346823967e-05,
      "loss": 0.3477,
      "step": 4680
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6831994793077343e-05,
      "loss": 0.3281,
      "step": 4681
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6830565856354276e-05,
      "loss": 0.3502,
      "step": 4682
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6829136658125182e-05,
      "loss": 0.3192,
      "step": 4683
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.682770719844477e-05,
      "loss": 0.3412,
      "step": 4684
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6826277477367775e-05,
      "loss": 0.3398,
      "step": 4685
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6824847494948928e-05,
      "loss": 0.3334,
      "step": 4686
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6823417251242975e-05,
      "loss": 0.341,
      "step": 4687
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.682198674630467e-05,
      "loss": 0.3557,
      "step": 4688
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6820555980188793e-05,
      "loss": 0.3262,
      "step": 4689
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6819124952950106e-05,
      "loss": 0.3658,
      "step": 4690
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68176936646434e-05,
      "loss": 0.3318,
      "step": 4691
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681626211532347e-05,
      "loss": 0.3532,
      "step": 4692
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6814830305045125e-05,
      "loss": 0.3597,
      "step": 4693
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681339823386318e-05,
      "loss": 0.3384,
      "step": 4694
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6811965901832464e-05,
      "loss": 0.3502,
      "step": 4695
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681053330900781e-05,
      "loss": 0.3532,
      "step": 4696
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680910045544406e-05,
      "loss": 0.361,
      "step": 4697
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680766734119608e-05,
      "loss": 0.334,
      "step": 4698
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6806233966318736e-05,
      "loss": 0.3493,
      "step": 4699
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6804800330866897e-05,
      "loss": 0.3273,
      "step": 4700
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6803366434895453e-05,
      "loss": 0.3652,
      "step": 4701
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68019322784593e-05,
      "loss": 0.3616,
      "step": 4702
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6800497861613343e-05,
      "loss": 0.3454,
      "step": 4703
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.67990631844125e-05,
      "loss": 0.3705,
      "step": 4704
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6797628246911696e-05,
      "loss": 0.3368,
      "step": 4705
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6796193049165866e-05,
      "loss": 0.3359,
      "step": 4706
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6794757591229962e-05,
      "loss": 0.3594,
      "step": 4707
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6793321873158935e-05,
      "loss": 0.3591,
      "step": 4708
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6791885895007748e-05,
      "loss": 0.3477,
      "step": 4709
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6790449656831386e-05,
      "loss": 0.3345,
      "step": 4710
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678901315868483e-05,
      "loss": 0.3527,
      "step": 4711
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678757640062307e-05,
      "loss": 0.37,
      "step": 4712
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678613938270112e-05,
      "loss": 0.3652,
      "step": 4713
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678470210497399e-05,
      "loss": 0.3267,
      "step": 4714
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6783264567496713e-05,
      "loss": 0.3454,
      "step": 4715
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6781826770324322e-05,
      "loss": 0.3276,
      "step": 4716
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6780388713511854e-05,
      "loss": 0.3569,
      "step": 4717
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677895039711438e-05,
      "loss": 0.3281,
      "step": 4718
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677751182118695e-05,
      "loss": 0.3404,
      "step": 4719
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6776072985784652e-05,
      "loss": 0.3859,
      "step": 4720
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6774633890962563e-05,
      "loss": 0.3398,
      "step": 4721
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677319453677578e-05,
      "loss": 0.34,
      "step": 4722
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6771754923279413e-05,
      "loss": 0.356,
      "step": 4723
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6770315050528573e-05,
      "loss": 0.3552,
      "step": 4724
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6768874918578385e-05,
      "loss": 0.3418,
      "step": 4725
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6767434527483985e-05,
      "loss": 0.3719,
      "step": 4726
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6765993877300517e-05,
      "loss": 0.3195,
      "step": 4727
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6764552968083135e-05,
      "loss": 0.3605,
      "step": 4728
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6763111799887008e-05,
      "loss": 0.344,
      "step": 4729
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.67616703727673e-05,
      "loss": 0.3304,
      "step": 4730
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6760228686779215e-05,
      "loss": 0.3037,
      "step": 4731
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.675878674197793e-05,
      "loss": 0.3111,
      "step": 4732
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6757344538418655e-05,
      "loss": 0.3742,
      "step": 4733
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6755902076156606e-05,
      "loss": 0.3479,
      "step": 4734
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6754459355247005e-05,
      "loss": 0.3278,
      "step": 4735
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6753016375745087e-05,
      "loss": 0.3672,
      "step": 4736
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6751573137706094e-05,
      "loss": 0.3457,
      "step": 4737
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.675012964118528e-05,
      "loss": 0.3471,
      "step": 4738
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6748685886237918e-05,
      "loss": 0.3546,
      "step": 4739
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.674724187291927e-05,
      "loss": 0.3775,
      "step": 4740
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6745797601284623e-05,
      "loss": 0.3555,
      "step": 4741
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.674435307138927e-05,
      "loss": 0.3689,
      "step": 4742
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.674290828328852e-05,
      "loss": 0.3368,
      "step": 4743
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.674146323703768e-05,
      "loss": 0.3465,
      "step": 4744
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6740017932692073e-05,
      "loss": 0.3354,
      "step": 4745
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673857237030704e-05,
      "loss": 0.361,
      "step": 4746
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6737126549937914e-05,
      "loss": 0.3147,
      "step": 4747
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673568047164005e-05,
      "loss": 0.3373,
      "step": 4748
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6734234135468815e-05,
      "loss": 0.3739,
      "step": 4749
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673278754147958e-05,
      "loss": 0.3541,
      "step": 4750
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673134068972772e-05,
      "loss": 0.3415,
      "step": 4751
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672989358026864e-05,
      "loss": 0.3485,
      "step": 4752
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672844621315773e-05,
      "loss": 0.322,
      "step": 4753
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6726998588450413e-05,
      "loss": 0.3373,
      "step": 4754
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6725550706202106e-05,
      "loss": 0.3239,
      "step": 4755
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6724102566468235e-05,
      "loss": 0.3309,
      "step": 4756
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6722654169304253e-05,
      "loss": 0.3513,
      "step": 4757
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6721205514765604e-05,
      "loss": 0.3223,
      "step": 4758
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6719756602907747e-05,
      "loss": 0.341,
      "step": 4759
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.671830743378616e-05,
      "loss": 0.3468,
      "step": 4760
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6716858007456317e-05,
      "loss": 0.3119,
      "step": 4761
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6715408323973715e-05,
      "loss": 0.3485,
      "step": 4762
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6713958383393852e-05,
      "loss": 0.3361,
      "step": 4763
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6712508185772237e-05,
      "loss": 0.32,
      "step": 4764
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6711057731164392e-05,
      "loss": 0.3348,
      "step": 4765
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670960701962585e-05,
      "loss": 0.3655,
      "step": 4766
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6708156051212147e-05,
      "loss": 0.3634,
      "step": 4767
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6706704825978833e-05,
      "loss": 0.3747,
      "step": 4768
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670525334398147e-05,
      "loss": 0.3513,
      "step": 4769
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6703801605275626e-05,
      "loss": 0.3396,
      "step": 4770
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670234960991688e-05,
      "loss": 0.3195,
      "step": 4771
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6700897357960823e-05,
      "loss": 0.3318,
      "step": 4772
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6699444849463053e-05,
      "loss": 0.3583,
      "step": 4773
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6697992084479176e-05,
      "loss": 0.3424,
      "step": 4774
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6696539063064813e-05,
      "loss": 0.358,
      "step": 4775
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6695085785275597e-05,
      "loss": 0.3018,
      "step": 4776
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.669363225116716e-05,
      "loss": 0.3323,
      "step": 4777
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6692178460795148e-05,
      "loss": 0.3387,
      "step": 4778
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.669072441421523e-05,
      "loss": 0.3683,
      "step": 4779
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.668927011148306e-05,
      "loss": 0.3424,
      "step": 4780
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6687815552654328e-05,
      "loss": 0.3308,
      "step": 4781
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6686360737784712e-05,
      "loss": 0.3544,
      "step": 4782
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6684905666929914e-05,
      "loss": 0.3563,
      "step": 4783
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6683450340145637e-05,
      "loss": 0.3502,
      "step": 4784
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6681994757487606e-05,
      "loss": 0.3276,
      "step": 4785
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6680538919011535e-05,
      "loss": 0.3404,
      "step": 4786
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667908282477317e-05,
      "loss": 0.3253,
      "step": 4787
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6677626474828255e-05,
      "loss": 0.3585,
      "step": 4788
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6676169869232546e-05,
      "loss": 0.3524,
      "step": 4789
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6674713008041806e-05,
      "loss": 0.3719,
      "step": 4790
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6673255891311813e-05,
      "loss": 0.3368,
      "step": 4791
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667179851909835e-05,
      "loss": 0.3535,
      "step": 4792
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6670340891457218e-05,
      "loss": 0.3033,
      "step": 4793
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6668883008444213e-05,
      "loss": 0.3301,
      "step": 4794
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6667424870115155e-05,
      "loss": 0.3429,
      "step": 4795
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.666596647652587e-05,
      "loss": 0.3217,
      "step": 4796
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6664507827732185e-05,
      "loss": 0.339,
      "step": 4797
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6663048923789952e-05,
      "loss": 0.3426,
      "step": 4798
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6661589764755016e-05,
      "loss": 0.3136,
      "step": 4799
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6660130350683247e-05,
      "loss": 0.3477,
      "step": 4800
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665867068163052e-05,
      "loss": 0.3463,
      "step": 4801
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6657210757652714e-05,
      "loss": 0.3331,
      "step": 4802
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665575057880572e-05,
      "loss": 0.3619,
      "step": 4803
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6654290145145445e-05,
      "loss": 0.3424,
      "step": 4804
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6652829456727795e-05,
      "loss": 0.3638,
      "step": 4805
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6651368513608704e-05,
      "loss": 0.3256,
      "step": 4806
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.664990731584409e-05,
      "loss": 0.3376,
      "step": 4807
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66484458634899e-05,
      "loss": 0.3384,
      "step": 4808
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6646984156602085e-05,
      "loss": 0.3373,
      "step": 4809
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.664552219523661e-05,
      "loss": 0.3477,
      "step": 4810
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6644059979449442e-05,
      "loss": 0.3306,
      "step": 4811
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6642597509296558e-05,
      "loss": 0.3438,
      "step": 4812
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6641134784833955e-05,
      "loss": 0.3516,
      "step": 4813
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663967180611763e-05,
      "loss": 0.3491,
      "step": 4814
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663820857320359e-05,
      "loss": 0.3502,
      "step": 4815
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6636745086147858e-05,
      "loss": 0.3426,
      "step": 4816
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663528134500646e-05,
      "loss": 0.333,
      "step": 4817
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6633817349835442e-05,
      "loss": 0.3574,
      "step": 4818
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663235310069084e-05,
      "loss": 0.3535,
      "step": 4819
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663088859762873e-05,
      "loss": 0.3722,
      "step": 4820
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662942384070516e-05,
      "loss": 0.346,
      "step": 4821
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6627958829976224e-05,
      "loss": 0.3287,
      "step": 4822
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6626493565497998e-05,
      "loss": 0.3585,
      "step": 4823
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6625028047326588e-05,
      "loss": 0.339,
      "step": 4824
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6623562275518094e-05,
      "loss": 0.344,
      "step": 4825
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662209625012864e-05,
      "loss": 0.3571,
      "step": 4826
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6620629971214344e-05,
      "loss": 0.3345,
      "step": 4827
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6619163438831348e-05,
      "loss": 0.3591,
      "step": 4828
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6617696653035796e-05,
      "loss": 0.3499,
      "step": 4829
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661622961388384e-05,
      "loss": 0.2962,
      "step": 4830
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661476232143165e-05,
      "loss": 0.3535,
      "step": 4831
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66132947757354e-05,
      "loss": 0.3736,
      "step": 4832
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6611826976851277e-05,
      "loss": 0.3675,
      "step": 4833
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661035892483547e-05,
      "loss": 0.3446,
      "step": 4834
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6608890619744184e-05,
      "loss": 0.3248,
      "step": 4835
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660742206163363e-05,
      "loss": 0.3119,
      "step": 4836
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6605953250560038e-05,
      "loss": 0.3491,
      "step": 4837
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6604484186579637e-05,
      "loss": 0.3555,
      "step": 4838
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660301486974867e-05,
      "loss": 0.3299,
      "step": 4839
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660154530012339e-05,
      "loss": 0.3078,
      "step": 4840
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660007547776006e-05,
      "loss": 0.3569,
      "step": 4841
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6598605402714945e-05,
      "loss": 0.3276,
      "step": 4842
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6597135075044337e-05,
      "loss": 0.3518,
      "step": 4843
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659566449480452e-05,
      "loss": 0.3304,
      "step": 4844
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6594193662051796e-05,
      "loss": 0.3393,
      "step": 4845
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6592722576842476e-05,
      "loss": 0.341,
      "step": 4846
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659125123923288e-05,
      "loss": 0.3276,
      "step": 4847
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6589779649279337e-05,
      "loss": 0.3507,
      "step": 4848
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6588307807038187e-05,
      "loss": 0.3343,
      "step": 4849
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6586835712565777e-05,
      "loss": 0.3326,
      "step": 4850
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6585363365918468e-05,
      "loss": 0.3504,
      "step": 4851
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658389076715263e-05,
      "loss": 0.3518,
      "step": 4852
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6582417916324636e-05,
      "loss": 0.3474,
      "step": 4853
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658094481349088e-05,
      "loss": 0.3599,
      "step": 4854
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6579471458707752e-05,
      "loss": 0.3157,
      "step": 4855
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6577997852031663e-05,
      "loss": 0.3756,
      "step": 4856
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6576523993519028e-05,
      "loss": 0.3485,
      "step": 4857
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6575049883226276e-05,
      "loss": 0.3249,
      "step": 4858
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6573575521209844e-05,
      "loss": 0.3571,
      "step": 4859
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.657210090752617e-05,
      "loss": 0.3404,
      "step": 4860
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.657062604223172e-05,
      "loss": 0.3206,
      "step": 4861
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6569150925382946e-05,
      "loss": 0.3234,
      "step": 4862
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6567675557036333e-05,
      "loss": 0.3825,
      "step": 4863
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6566199937248358e-05,
      "loss": 0.3357,
      "step": 4864
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.656472406607552e-05,
      "loss": 0.3446,
      "step": 4865
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6563247943574316e-05,
      "loss": 0.3298,
      "step": 4866
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6561771569801264e-05,
      "loss": 0.3624,
      "step": 4867
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6560294944812887e-05,
      "loss": 0.3122,
      "step": 4868
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6558818068665712e-05,
      "loss": 0.334,
      "step": 4869
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6557340941416288e-05,
      "loss": 0.3664,
      "step": 4870
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6555863563121158e-05,
      "loss": 0.3384,
      "step": 4871
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655438593383689e-05,
      "loss": 0.3164,
      "step": 4872
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6552908053620053e-05,
      "loss": 0.3101,
      "step": 4873
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6551429922527223e-05,
      "loss": 0.3256,
      "step": 4874
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6549951540614996e-05,
      "loss": 0.3298,
      "step": 4875
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6548472907939965e-05,
      "loss": 0.3744,
      "step": 4876
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6546994024558744e-05,
      "loss": 0.3482,
      "step": 4877
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6545514890527948e-05,
      "loss": 0.358,
      "step": 4878
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6544035505904213e-05,
      "loss": 0.3228,
      "step": 4879
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6542555870744164e-05,
      "loss": 0.3287,
      "step": 4880
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6541075985104456e-05,
      "loss": 0.3165,
      "step": 4881
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6539595849041747e-05,
      "loss": 0.3454,
      "step": 4882
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6538115462612697e-05,
      "loss": 0.3557,
      "step": 4883
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6536634825873993e-05,
      "loss": 0.3284,
      "step": 4884
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6535153938882312e-05,
      "loss": 0.3133,
      "step": 4885
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.653367280169435e-05,
      "loss": 0.3451,
      "step": 4886
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6532191414366813e-05,
      "loss": 0.3591,
      "step": 4887
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.653070977695642e-05,
      "loss": 0.3571,
      "step": 4888
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6529227889519884e-05,
      "loss": 0.3597,
      "step": 4889
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652774575211395e-05,
      "loss": 0.317,
      "step": 4890
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652626336479536e-05,
      "loss": 0.3479,
      "step": 4891
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6524780727620858e-05,
      "loss": 0.3292,
      "step": 4892
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6523297840647213e-05,
      "loss": 0.3538,
      "step": 4893
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.65218147039312e-05,
      "loss": 0.3396,
      "step": 4894
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652033131752959e-05,
      "loss": 0.3482,
      "step": 4895
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6518847681499183e-05,
      "loss": 0.3605,
      "step": 4896
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6517363795896776e-05,
      "loss": 0.363,
      "step": 4897
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6515879660779175e-05,
      "loss": 0.351,
      "step": 4898
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.651439527620321e-05,
      "loss": 0.3753,
      "step": 4899
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.65129106422257e-05,
      "loss": 0.3404,
      "step": 4900
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6511425758903493e-05,
      "loss": 0.3421,
      "step": 4901
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.650994062629343e-05,
      "loss": 0.3454,
      "step": 4902
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.650845524445237e-05,
      "loss": 0.3532,
      "step": 4903
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6506969613437186e-05,
      "loss": 0.3504,
      "step": 4904
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6505483733304744e-05,
      "loss": 0.3633,
      "step": 4905
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6503997604111943e-05,
      "loss": 0.3365,
      "step": 4906
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6502511225915668e-05,
      "loss": 0.363,
      "step": 4907
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.650102459877283e-05,
      "loss": 0.3912,
      "step": 4908
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6499537722740347e-05,
      "loss": 0.3622,
      "step": 4909
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649805059787514e-05,
      "loss": 0.3329,
      "step": 4910
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649656322423414e-05,
      "loss": 0.3121,
      "step": 4911
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6495075601874296e-05,
      "loss": 0.3284,
      "step": 4912
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6493587730852558e-05,
      "loss": 0.3496,
      "step": 4913
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649209961122589e-05,
      "loss": 0.3917,
      "step": 4914
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6490611243051264e-05,
      "loss": 0.3368,
      "step": 4915
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.648912262638566e-05,
      "loss": 0.3613,
      "step": 4916
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6487633761286072e-05,
      "loss": 0.3538,
      "step": 4917
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.64861446478095e-05,
      "loss": 0.3125,
      "step": 4918
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.648465528601295e-05,
      "loss": 0.3544,
      "step": 4919
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.648316567595345e-05,
      "loss": 0.3471,
      "step": 4920
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6481675817688023e-05,
      "loss": 0.3178,
      "step": 4921
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.648018571127371e-05,
      "loss": 0.3446,
      "step": 4922
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6478695356767555e-05,
      "loss": 0.3309,
      "step": 4923
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6477204754226623e-05,
      "loss": 0.3647,
      "step": 4924
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6475713903707977e-05,
      "loss": 0.3245,
      "step": 4925
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6474222805268696e-05,
      "loss": 0.3677,
      "step": 4926
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6472731458965863e-05,
      "loss": 0.3239,
      "step": 4927
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6471239864856573e-05,
      "loss": 0.363,
      "step": 4928
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6469748022997934e-05,
      "loss": 0.3591,
      "step": 4929
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6468255933447065e-05,
      "loss": 0.339,
      "step": 4930
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6466763596261083e-05,
      "loss": 0.3675,
      "step": 4931
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646527101149712e-05,
      "loss": 0.3541,
      "step": 4932
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6463778179212327e-05,
      "loss": 0.3465,
      "step": 4933
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6462285099463852e-05,
      "loss": 0.3276,
      "step": 4934
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6460791772308858e-05,
      "loss": 0.3658,
      "step": 4935
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645929819780452e-05,
      "loss": 0.3379,
      "step": 4936
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645780437600801e-05,
      "loss": 0.3617,
      "step": 4937
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6456310306976525e-05,
      "loss": 0.344,
      "step": 4938
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6454815990767264e-05,
      "loss": 0.3491,
      "step": 4939
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6453321427437438e-05,
      "loss": 0.3365,
      "step": 4940
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6451826617044263e-05,
      "loss": 0.3463,
      "step": 4941
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6450331559644967e-05,
      "loss": 0.3599,
      "step": 4942
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644883625529679e-05,
      "loss": 0.3605,
      "step": 4943
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644734070405698e-05,
      "loss": 0.3499,
      "step": 4944
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644584490598279e-05,
      "loss": 0.361,
      "step": 4945
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644434886113149e-05,
      "loss": 0.3451,
      "step": 4946
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6442852569560356e-05,
      "loss": 0.3577,
      "step": 4947
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644135603132667e-05,
      "loss": 0.3524,
      "step": 4948
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6439859246487725e-05,
      "loss": 0.3502,
      "step": 4949
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6438362215100826e-05,
      "loss": 0.3429,
      "step": 4950
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.643686493722329e-05,
      "loss": 0.3122,
      "step": 4951
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6435367412912443e-05,
      "loss": 0.3361,
      "step": 4952
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6433869642225606e-05,
      "loss": 0.3636,
      "step": 4953
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6432371625220124e-05,
      "loss": 0.3563,
      "step": 4954
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.643087336195336e-05,
      "loss": 0.3468,
      "step": 4955
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6429374852482657e-05,
      "loss": 0.3446,
      "step": 4956
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6427876096865394e-05,
      "loss": 0.3535,
      "step": 4957
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642637709515895e-05,
      "loss": 0.3298,
      "step": 4958
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6424877847420715e-05,
      "loss": 0.3488,
      "step": 4959
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6423378353708086e-05,
      "loss": 0.3429,
      "step": 4960
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642187861407847e-05,
      "loss": 0.3518,
      "step": 4961
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6420378628589282e-05,
      "loss": 0.3577,
      "step": 4962
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6418878397297954e-05,
      "loss": 0.3251,
      "step": 4963
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6417377920261914e-05,
      "loss": 0.3337,
      "step": 4964
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6415877197538614e-05,
      "loss": 0.373,
      "step": 4965
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641437622918551e-05,
      "loss": 0.3616,
      "step": 4966
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641287501526006e-05,
      "loss": 0.3253,
      "step": 4967
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641137355581974e-05,
      "loss": 0.334,
      "step": 4968
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640987185092203e-05,
      "loss": 0.3108,
      "step": 4969
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6408369900624426e-05,
      "loss": 0.3438,
      "step": 4970
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640686770498443e-05,
      "loss": 0.3424,
      "step": 4971
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6405365264059555e-05,
      "loss": 0.3703,
      "step": 4972
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6403862577907317e-05,
      "loss": 0.353,
      "step": 4973
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6402359646585245e-05,
      "loss": 0.3485,
      "step": 4974
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6400856470150883e-05,
      "loss": 0.3184,
      "step": 4975
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6399353048661778e-05,
      "loss": 0.3549,
      "step": 4976
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6397849382175487e-05,
      "loss": 0.3555,
      "step": 4977
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6396345470749576e-05,
      "loss": 0.339,
      "step": 4978
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6394841314441625e-05,
      "loss": 0.3368,
      "step": 4979
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6393336913309216e-05,
      "loss": 0.3371,
      "step": 4980
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.639183226740995e-05,
      "loss": 0.3552,
      "step": 4981
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6390327376801426e-05,
      "loss": 0.3493,
      "step": 4982
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6388822241541265e-05,
      "loss": 0.317,
      "step": 4983
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6387316861687087e-05,
      "loss": 0.3348,
      "step": 4984
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.638581123729652e-05,
      "loss": 0.3365,
      "step": 4985
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6384305368427215e-05,
      "loss": 0.3609,
      "step": 4986
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.638279925513682e-05,
      "loss": 0.3619,
      "step": 4987
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6381292897482995e-05,
      "loss": 0.3669,
      "step": 4988
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637978629552341e-05,
      "loss": 0.2979,
      "step": 4989
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6378279449315747e-05,
      "loss": 0.3719,
      "step": 4990
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6376772358917694e-05,
      "loss": 0.3128,
      "step": 4991
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637526502438695e-05,
      "loss": 0.344,
      "step": 4992
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6373757445781224e-05,
      "loss": 0.3521,
      "step": 4993
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637224962315823e-05,
      "loss": 0.3033,
      "step": 4994
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6370741556575698e-05,
      "loss": 0.3253,
      "step": 4995
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636923324609136e-05,
      "loss": 0.3546,
      "step": 4996
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6367724691762967e-05,
      "loss": 0.3549,
      "step": 4997
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6366215893648267e-05,
      "loss": 0.3379,
      "step": 4998
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636470685180503e-05,
      "loss": 0.3488,
      "step": 4999
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636319756629102e-05,
      "loss": 0.3502,
      "step": 5000
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6361688037164028e-05,
      "loss": 0.361,
      "step": 5001
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6360178264481846e-05,
      "loss": 0.3315,
      "step": 5002
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6358668248302266e-05,
      "loss": 0.3037,
      "step": 5003
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635715798868311e-05,
      "loss": 0.327,
      "step": 5004
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6355647485682192e-05,
      "loss": 0.3418,
      "step": 5005
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635413673935734e-05,
      "loss": 0.3209,
      "step": 5006
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6352625749766394e-05,
      "loss": 0.3186,
      "step": 5007
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6351114516967205e-05,
      "loss": 0.3323,
      "step": 5008
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6349603041017626e-05,
      "loss": 0.341,
      "step": 5009
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6348091321975525e-05,
      "loss": 0.328,
      "step": 5010
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6346579359898776e-05,
      "loss": 0.3546,
      "step": 5011
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6345067154845263e-05,
      "loss": 0.3619,
      "step": 5012
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6343554706872886e-05,
      "loss": 0.3569,
      "step": 5013
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634204201603954e-05,
      "loss": 0.3132,
      "step": 5014
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6340529082403146e-05,
      "loss": 0.358,
      "step": 5015
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6339015906021628e-05,
      "loss": 0.3387,
      "step": 5016
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6337502486952905e-05,
      "loss": 0.3585,
      "step": 5017
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.633598882525493e-05,
      "loss": 0.3379,
      "step": 5018
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6334474920985645e-05,
      "loss": 0.2941,
      "step": 5019
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6332960774203013e-05,
      "loss": 0.3524,
      "step": 5020
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6331446384965002e-05,
      "loss": 0.3142,
      "step": 5021
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6329931753329595e-05,
      "loss": 0.3597,
      "step": 5022
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.632841687935477e-05,
      "loss": 0.3365,
      "step": 5023
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.632690176309853e-05,
      "loss": 0.3717,
      "step": 5024
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6325386404618873e-05,
      "loss": 0.3418,
      "step": 5025
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6323870803973827e-05,
      "loss": 0.3424,
      "step": 5026
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6322354961221404e-05,
      "loss": 0.3591,
      "step": 5027
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6320838876419646e-05,
      "loss": 0.3597,
      "step": 5028
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631932254962659e-05,
      "loss": 0.3382,
      "step": 5029
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6317805980900293e-05,
      "loss": 0.358,
      "step": 5030
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6316289170298808e-05,
      "loss": 0.3758,
      "step": 5031
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6314772117880215e-05,
      "loss": 0.3463,
      "step": 5032
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631325482370259e-05,
      "loss": 0.3553,
      "step": 5033
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6311737287824024e-05,
      "loss": 0.3223,
      "step": 5034
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631021951030261e-05,
      "loss": 0.3105,
      "step": 5035
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630870149119646e-05,
      "loss": 0.365,
      "step": 5036
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6307183230563692e-05,
      "loss": 0.341,
      "step": 5037
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6305664728462433e-05,
      "loss": 0.3675,
      "step": 5038
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630414598495081e-05,
      "loss": 0.3457,
      "step": 5039
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6302627000086976e-05,
      "loss": 0.3555,
      "step": 5040
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6301107773929082e-05,
      "loss": 0.3471,
      "step": 5041
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629958830653529e-05,
      "loss": 0.3488,
      "step": 5042
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6298068597963778e-05,
      "loss": 0.3119,
      "step": 5043
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6296548648272716e-05,
      "loss": 0.3319,
      "step": 5044
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629502845752031e-05,
      "loss": 0.3348,
      "step": 5045
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6293508025764744e-05,
      "loss": 0.3451,
      "step": 5046
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629198735306424e-05,
      "loss": 0.3044,
      "step": 5047
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629046643947701e-05,
      "loss": 0.3563,
      "step": 5048
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6288945285061284e-05,
      "loss": 0.344,
      "step": 5049
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6287423889875297e-05,
      "loss": 0.3221,
      "step": 5050
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6285902253977298e-05,
      "loss": 0.3426,
      "step": 5051
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6284380377425536e-05,
      "loss": 0.3354,
      "step": 5052
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6282858260278288e-05,
      "loss": 0.3178,
      "step": 5053
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6281335902593814e-05,
      "loss": 0.3371,
      "step": 5054
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6279813304430406e-05,
      "loss": 0.3415,
      "step": 5055
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627829046584635e-05,
      "loss": 0.3421,
      "step": 5056
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6276767386899957e-05,
      "loss": 0.3371,
      "step": 5057
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6275244067649526e-05,
      "loss": 0.3214,
      "step": 5058
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6273720508153382e-05,
      "loss": 0.3465,
      "step": 5059
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6272196708469855e-05,
      "loss": 0.3273,
      "step": 5060
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6270672668657282e-05,
      "loss": 0.3316,
      "step": 5061
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.626914838877401e-05,
      "loss": 0.3016,
      "step": 5062
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6267623868878394e-05,
      "loss": 0.3256,
      "step": 5063
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6266099109028808e-05,
      "loss": 0.3535,
      "step": 5064
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6264574109283617e-05,
      "loss": 0.3398,
      "step": 5065
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6263048869701207e-05,
      "loss": 0.327,
      "step": 5066
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6261523390339978e-05,
      "loss": 0.3273,
      "step": 5067
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6259997671258325e-05,
      "loss": 0.3432,
      "step": 5068
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625847171251466e-05,
      "loss": 0.3326,
      "step": 5069
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625694551416741e-05,
      "loss": 0.3538,
      "step": 5070
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6255419076274997e-05,
      "loss": 0.351,
      "step": 5071
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625389239889587e-05,
      "loss": 0.3541,
      "step": 5072
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6252365482088468e-05,
      "loss": 0.3594,
      "step": 5073
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6250838325911252e-05,
      "loss": 0.3655,
      "step": 5074
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624931093042269e-05,
      "loss": 0.3499,
      "step": 5075
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624778329568126e-05,
      "loss": 0.3337,
      "step": 5076
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6246255421745437e-05,
      "loss": 0.3177,
      "step": 5077
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624472730867373e-05,
      "loss": 0.346,
      "step": 5078
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6243198956524626e-05,
      "loss": 0.32,
      "step": 5079
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624167036535665e-05,
      "loss": 0.3273,
      "step": 5080
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624014153522832e-05,
      "loss": 0.3295,
      "step": 5081
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6238612466198166e-05,
      "loss": 0.3357,
      "step": 5082
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623708315832473e-05,
      "loss": 0.2946,
      "step": 5083
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6235553611666556e-05,
      "loss": 0.3329,
      "step": 5084
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6234023826282202e-05,
      "loss": 0.3365,
      "step": 5085
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6232493802230246e-05,
      "loss": 0.344,
      "step": 5086
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623096353956925e-05,
      "loss": 0.356,
      "step": 5087
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6229433038357814e-05,
      "loss": 0.3432,
      "step": 5088
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622790229865452e-05,
      "loss": 0.3351,
      "step": 5089
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622637132051798e-05,
      "loss": 0.3161,
      "step": 5090
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6224840104006803e-05,
      "loss": 0.3365,
      "step": 5091
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6223308649179616e-05,
      "loss": 0.3398,
      "step": 5092
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6221776956095045e-05,
      "loss": 0.3354,
      "step": 5093
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622024502481173e-05,
      "loss": 0.3541,
      "step": 5094
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6218712855388325e-05,
      "loss": 0.3711,
      "step": 5095
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6217180447883484e-05,
      "loss": 0.353,
      "step": 5096
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621564780235588e-05,
      "loss": 0.3404,
      "step": 5097
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6214114918864187e-05,
      "loss": 0.3323,
      "step": 5098
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621258179746709e-05,
      "loss": 0.3351,
      "step": 5099
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6211048438223286e-05,
      "loss": 0.346,
      "step": 5100
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6209514841191472e-05,
      "loss": 0.3203,
      "step": 5101
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6207981006430372e-05,
      "loss": 0.3521,
      "step": 5102
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6206446933998708e-05,
      "loss": 0.341,
      "step": 5103
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6204912623955204e-05,
      "loss": 0.332,
      "step": 5104
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6203378076358602e-05,
      "loss": 0.3569,
      "step": 5105
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6201843291267653e-05,
      "loss": 0.3516,
      "step": 5106
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6200308268741118e-05,
      "loss": 0.3214,
      "step": 5107
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.619877300883776e-05,
      "loss": 0.3386,
      "step": 5108
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6197237511616363e-05,
      "loss": 0.3253,
      "step": 5109
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6195701777135705e-05,
      "loss": 0.3111,
      "step": 5110
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.619416580545459e-05,
      "loss": 0.3655,
      "step": 5111
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6192629596631815e-05,
      "loss": 0.3156,
      "step": 5112
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6191093150726195e-05,
      "loss": 0.3379,
      "step": 5113
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6189556467796555e-05,
      "loss": 0.3295,
      "step": 5114
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6188019547901724e-05,
      "loss": 0.339,
      "step": 5115
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.618648239110054e-05,
      "loss": 0.3214,
      "step": 5116
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6184944997451855e-05,
      "loss": 0.3295,
      "step": 5117
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6183407367014532e-05,
      "loss": 0.3032,
      "step": 5118
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.618186949984743e-05,
      "loss": 0.3488,
      "step": 5119
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6180331396009434e-05,
      "loss": 0.3221,
      "step": 5120
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6178793055559425e-05,
      "loss": 0.3265,
      "step": 5121
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6177254478556298e-05,
      "loss": 0.3446,
      "step": 5122
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.617571566505896e-05,
      "loss": 0.3446,
      "step": 5123
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.617417661512632e-05,
      "loss": 0.334,
      "step": 5124
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6172637328817305e-05,
      "loss": 0.3343,
      "step": 5125
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.617109780619084e-05,
      "loss": 0.3097,
      "step": 5126
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6169558047305872e-05,
      "loss": 0.3379,
      "step": 5127
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.616801805222134e-05,
      "loss": 0.3502,
      "step": 5128
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6166477820996217e-05,
      "loss": 0.32,
      "step": 5129
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6164937353689455e-05,
      "loss": 0.3334,
      "step": 5130
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6163396650360043e-05,
      "loss": 0.3507,
      "step": 5131
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6161855711066956e-05,
      "loss": 0.3647,
      "step": 5132
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6160314535869194e-05,
      "loss": 0.3023,
      "step": 5133
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6158773124825763e-05,
      "loss": 0.332,
      "step": 5134
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6157231477995668e-05,
      "loss": 0.3504,
      "step": 5135
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6155689595437933e-05,
      "loss": 0.3463,
      "step": 5136
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6154147477211593e-05,
      "loss": 0.3114,
      "step": 5137
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615260512337568e-05,
      "loss": 0.3535,
      "step": 5138
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615106253398925e-05,
      "loss": 0.3351,
      "step": 5139
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6149519709111356e-05,
      "loss": 0.3122,
      "step": 5140
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614797664880107e-05,
      "loss": 0.3351,
      "step": 5141
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6146433353117457e-05,
      "loss": 0.3471,
      "step": 5142
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6144889822119613e-05,
      "loss": 0.3225,
      "step": 5143
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614334605586662e-05,
      "loss": 0.3418,
      "step": 5144
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6141802054417595e-05,
      "loss": 0.3471,
      "step": 5145
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6140257817831636e-05,
      "loss": 0.3591,
      "step": 5146
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6138713346167875e-05,
      "loss": 0.3295,
      "step": 5147
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613716863948543e-05,
      "loss": 0.3125,
      "step": 5148
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613562369784345e-05,
      "loss": 0.3491,
      "step": 5149
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6134078521301076e-05,
      "loss": 0.3624,
      "step": 5150
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613253310991747e-05,
      "loss": 0.3387,
      "step": 5151
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6130987463751792e-05,
      "loss": 0.3569,
      "step": 5152
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6129441582863216e-05,
      "loss": 0.3491,
      "step": 5153
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612789546731093e-05,
      "loss": 0.3482,
      "step": 5154
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6126349117154126e-05,
      "loss": 0.3287,
      "step": 5155
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6124802532452006e-05,
      "loss": 0.3304,
      "step": 5156
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6123255713263777e-05,
      "loss": 0.3211,
      "step": 5157
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612170865964866e-05,
      "loss": 0.3326,
      "step": 5158
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6120161371665886e-05,
      "loss": 0.3929,
      "step": 5159
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611861384937469e-05,
      "loss": 0.3451,
      "step": 5160
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611706609283432e-05,
      "loss": 0.3532,
      "step": 5161
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6115518102104026e-05,
      "loss": 0.3337,
      "step": 5162
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611396987724308e-05,
      "loss": 0.3555,
      "step": 5163
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6112421418310747e-05,
      "loss": 0.3479,
      "step": 5164
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611087272536632e-05,
      "loss": 0.3521,
      "step": 5165
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610932379846908e-05,
      "loss": 0.3446,
      "step": 5166
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6107774637678333e-05,
      "loss": 0.3552,
      "step": 5167
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6106225243053387e-05,
      "loss": 0.3411,
      "step": 5168
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610467561465356e-05,
      "loss": 0.3806,
      "step": 5169
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610312575253818e-05,
      "loss": 0.3382,
      "step": 5170
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6101575656766576e-05,
      "loss": 0.314,
      "step": 5171
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6100025327398102e-05,
      "loss": 0.3585,
      "step": 5172
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609847476449211e-05,
      "loss": 0.3564,
      "step": 5173
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6096923968107957e-05,
      "loss": 0.3524,
      "step": 5174
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609537293830502e-05,
      "loss": 0.2939,
      "step": 5175
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6093821675142683e-05,
      "loss": 0.37,
      "step": 5176
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609227017868033e-05,
      "loss": 0.3211,
      "step": 5177
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609071844897736e-05,
      "loss": 0.3192,
      "step": 5178
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608916648609318e-05,
      "loss": 0.3546,
      "step": 5179
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608761429008721e-05,
      "loss": 0.3267,
      "step": 5180
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608606186101887e-05,
      "loss": 0.3446,
      "step": 5181
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6084509198947598e-05,
      "loss": 0.3407,
      "step": 5182
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6082956303932838e-05,
      "loss": 0.3295,
      "step": 5183
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608140317603404e-05,
      "loss": 0.3658,
      "step": 5184
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6079849815310664e-05,
      "loss": 0.3471,
      "step": 5185
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607829622182218e-05,
      "loss": 0.3248,
      "step": 5186
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6076742395628073e-05,
      "loss": 0.3484,
      "step": 5187
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6075188336787824e-05,
      "loss": 0.3357,
      "step": 5188
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607363404536093e-05,
      "loss": 0.3569,
      "step": 5189
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.60720795214069e-05,
      "loss": 0.3384,
      "step": 5190
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6070524764985247e-05,
      "loss": 0.3404,
      "step": 5191
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6068969776155494e-05,
      "loss": 0.332,
      "step": 5192
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606741455497717e-05,
      "loss": 0.3597,
      "step": 5193
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6065859101509824e-05,
      "loss": 0.3725,
      "step": 5194
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6064303415813e-05,
      "loss": 0.3287,
      "step": 5195
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6062747497946255e-05,
      "loss": 0.3278,
      "step": 5196
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606119134796916e-05,
      "loss": 0.3624,
      "step": 5197
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6059634965941297e-05,
      "loss": 0.3329,
      "step": 5198
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6058078351922245e-05,
      "loss": 0.3365,
      "step": 5199
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.60565215059716e-05,
      "loss": 0.3604,
      "step": 5200
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6054964428148964e-05,
      "loss": 0.3599,
      "step": 5201
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.605340711851395e-05,
      "loss": 0.3491,
      "step": 5202
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.605184957712618e-05,
      "loss": 0.3245,
      "step": 5203
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6050291804045283e-05,
      "loss": 0.3432,
      "step": 5204
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.60487337993309e-05,
      "loss": 0.361,
      "step": 5205
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6047175563042678e-05,
      "loss": 0.3329,
      "step": 5206
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.604561709524027e-05,
      "loss": 0.3424,
      "step": 5207
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.604405839598335e-05,
      "loss": 0.3329,
      "step": 5208
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.604249946533158e-05,
      "loss": 0.3103,
      "step": 5209
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6040940303344654e-05,
      "loss": 0.353,
      "step": 5210
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6039380910082254e-05,
      "loss": 0.3225,
      "step": 5211
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.603782128560409e-05,
      "loss": 0.3485,
      "step": 5212
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.603626142996987e-05,
      "loss": 0.32,
      "step": 5213
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6034701343239306e-05,
      "loss": 0.3633,
      "step": 5214
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6033141025472134e-05,
      "loss": 0.3315,
      "step": 5215
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6031580476728086e-05,
      "loss": 0.3202,
      "step": 5216
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.603001969706691e-05,
      "loss": 0.3089,
      "step": 5217
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6028458686548355e-05,
      "loss": 0.3471,
      "step": 5218
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6026897445232185e-05,
      "loss": 0.341,
      "step": 5219
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6025335973178172e-05,
      "loss": 0.3278,
      "step": 5220
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6023774270446103e-05,
      "loss": 0.317,
      "step": 5221
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602221233709576e-05,
      "loss": 0.3337,
      "step": 5222
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602065017318694e-05,
      "loss": 0.3396,
      "step": 5223
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.601908777877945e-05,
      "loss": 0.3465,
      "step": 5224
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6017525153933116e-05,
      "loss": 0.3513,
      "step": 5225
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.601596229870775e-05,
      "loss": 0.3178,
      "step": 5226
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6014399213163194e-05,
      "loss": 0.3368,
      "step": 5227
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6012835897359287e-05,
      "loss": 0.3602,
      "step": 5228
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6011272351355874e-05,
      "loss": 0.303,
      "step": 5229
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600970857521283e-05,
      "loss": 0.3703,
      "step": 5230
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600814456899001e-05,
      "loss": 0.308,
      "step": 5231
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6006580332747294e-05,
      "loss": 0.3722,
      "step": 5232
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6005015866544573e-05,
      "loss": 0.3655,
      "step": 5233
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6003451170441734e-05,
      "loss": 0.363,
      "step": 5234
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600188624449869e-05,
      "loss": 0.3281,
      "step": 5235
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600032108877535e-05,
      "loss": 0.329,
      "step": 5236
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5998755703331633e-05,
      "loss": 0.3324,
      "step": 5237
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5997190088227473e-05,
      "loss": 0.3499,
      "step": 5238
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599562424352281e-05,
      "loss": 0.361,
      "step": 5239
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5994058169277588e-05,
      "loss": 0.3378,
      "step": 5240
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5992491865551766e-05,
      "loss": 0.3571,
      "step": 5241
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5990925332405308e-05,
      "loss": 0.3228,
      "step": 5242
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.598935856989819e-05,
      "loss": 0.3836,
      "step": 5243
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.598779157809039e-05,
      "loss": 0.3345,
      "step": 5244
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5986224357041902e-05,
      "loss": 0.3571,
      "step": 5245
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5984656906812734e-05,
      "loss": 0.3181,
      "step": 5246
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5983089227462888e-05,
      "loss": 0.3351,
      "step": 5247
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.598152131905238e-05,
      "loss": 0.3186,
      "step": 5248
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5979953181641246e-05,
      "loss": 0.3457,
      "step": 5249
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5978384815289512e-05,
      "loss": 0.3253,
      "step": 5250
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597681622005723e-05,
      "loss": 0.3527,
      "step": 5251
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5975247396004448e-05,
      "loss": 0.3318,
      "step": 5252
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597367834319123e-05,
      "loss": 0.3549,
      "step": 5253
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5972109061677646e-05,
      "loss": 0.3415,
      "step": 5254
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5970539551523774e-05,
      "loss": 0.3532,
      "step": 5255
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5968969812789707e-05,
      "loss": 0.363,
      "step": 5256
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5967399845535535e-05,
      "loss": 0.3164,
      "step": 5257
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5965829649821368e-05,
      "loss": 0.3318,
      "step": 5258
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5964259225707325e-05,
      "loss": 0.3661,
      "step": 5259
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.596268857325352e-05,
      "loss": 0.3542,
      "step": 5260
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.596111769252009e-05,
      "loss": 0.3407,
      "step": 5261
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5959546583567175e-05,
      "loss": 0.3343,
      "step": 5262
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5957975246454926e-05,
      "loss": 0.3594,
      "step": 5263
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5956403681243497e-05,
      "loss": 0.3259,
      "step": 5264
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5954831887993055e-05,
      "loss": 0.3438,
      "step": 5265
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5953259866763783e-05,
      "loss": 0.332,
      "step": 5266
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5951687617615855e-05,
      "loss": 0.3591,
      "step": 5267
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5950115140609474e-05,
      "loss": 0.3597,
      "step": 5268
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5948542435804838e-05,
      "loss": 0.3683,
      "step": 5269
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5946969503262152e-05,
      "loss": 0.3432,
      "step": 5270
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594539634304164e-05,
      "loss": 0.3345,
      "step": 5271
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594382295520353e-05,
      "loss": 0.3326,
      "step": 5272
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594224933980806e-05,
      "loss": 0.3783,
      "step": 5273
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5940675496915473e-05,
      "loss": 0.3465,
      "step": 5274
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593910142658602e-05,
      "loss": 0.3351,
      "step": 5275
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593752712887997e-05,
      "loss": 0.3418,
      "step": 5276
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5935952603857594e-05,
      "loss": 0.3347,
      "step": 5277
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593437785157917e-05,
      "loss": 0.3315,
      "step": 5278
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5932802872104987e-05,
      "loss": 0.3237,
      "step": 5279
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593122766549534e-05,
      "loss": 0.3398,
      "step": 5280
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5929652231810542e-05,
      "loss": 0.341,
      "step": 5281
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59280765711109e-05,
      "loss": 0.3276,
      "step": 5282
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5926500683456744e-05,
      "loss": 0.3585,
      "step": 5283
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59249245689084e-05,
      "loss": 0.353,
      "step": 5284
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5923348227526218e-05,
      "loss": 0.3546,
      "step": 5285
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5921771659370543e-05,
      "loss": 0.3351,
      "step": 5286
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.592019486450173e-05,
      "loss": 0.3306,
      "step": 5287
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591861784298015e-05,
      "loss": 0.3117,
      "step": 5288
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5917040594866177e-05,
      "loss": 0.358,
      "step": 5289
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5915463120220195e-05,
      "loss": 0.3064,
      "step": 5290
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59138854191026e-05,
      "loss": 0.3783,
      "step": 5291
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5912307491573795e-05,
      "loss": 0.315,
      "step": 5292
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5910729337694187e-05,
      "loss": 0.3276,
      "step": 5293
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5909150957524194e-05,
      "loss": 0.3524,
      "step": 5294
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5907572351124247e-05,
      "loss": 0.334,
      "step": 5295
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5905993518554777e-05,
      "loss": 0.3252,
      "step": 5296
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590441445987624e-05,
      "loss": 0.3022,
      "step": 5297
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590283517514908e-05,
      "loss": 0.3337,
      "step": 5298
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590125566443376e-05,
      "loss": 0.3544,
      "step": 5299
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5899675927790754e-05,
      "loss": 0.329,
      "step": 5300
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5898095965280545e-05,
      "loss": 0.3298,
      "step": 5301
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5896515776963614e-05,
      "loss": 0.3203,
      "step": 5302
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5894935362900463e-05,
      "loss": 0.3298,
      "step": 5303
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5893354723151594e-05,
      "loss": 0.3449,
      "step": 5304
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5891773857777525e-05,
      "loss": 0.3156,
      "step": 5305
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5890192766838775e-05,
      "loss": 0.2965,
      "step": 5306
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5888611450395884e-05,
      "loss": 0.3304,
      "step": 5307
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.588702990850938e-05,
      "loss": 0.3569,
      "step": 5308
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5885448141239823e-05,
      "loss": 0.3214,
      "step": 5309
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.588386614864776e-05,
      "loss": 0.3178,
      "step": 5310
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5882283930793768e-05,
      "loss": 0.3502,
      "step": 5311
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.588070148773841e-05,
      "loss": 0.3552,
      "step": 5312
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.587911881954228e-05,
      "loss": 0.4051,
      "step": 5313
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5877535926265965e-05,
      "loss": 0.3449,
      "step": 5314
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.587595280797006e-05,
      "loss": 0.3362,
      "step": 5315
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.587436946471519e-05,
      "loss": 0.3499,
      "step": 5316
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5872785896561956e-05,
      "loss": 0.3401,
      "step": 5317
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5871202103570995e-05,
      "loss": 0.3184,
      "step": 5318
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5869618085802937e-05,
      "loss": 0.3365,
      "step": 5319
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5868033843318428e-05,
      "loss": 0.3524,
      "step": 5320
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5866449376178118e-05,
      "loss": 0.3295,
      "step": 5321
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586486468444267e-05,
      "loss": 0.3323,
      "step": 5322
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586327976817275e-05,
      "loss": 0.3797,
      "step": 5323
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5861694627429042e-05,
      "loss": 0.3535,
      "step": 5324
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5860109262272224e-05,
      "loss": 0.3786,
      "step": 5325
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5858523672763e-05,
      "loss": 0.3301,
      "step": 5326
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585693785896207e-05,
      "loss": 0.3331,
      "step": 5327
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5855351820930146e-05,
      "loss": 0.3329,
      "step": 5328
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5853765558727948e-05,
      "loss": 0.3675,
      "step": 5329
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5852179072416207e-05,
      "loss": 0.3284,
      "step": 5330
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5850592362055663e-05,
      "loss": 0.3217,
      "step": 5331
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584900542770706e-05,
      "loss": 0.3404,
      "step": 5332
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5847418269431154e-05,
      "loss": 0.382,
      "step": 5333
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584583088728871e-05,
      "loss": 0.322,
      "step": 5334
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5844243281340497e-05,
      "loss": 0.315,
      "step": 5335
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5842655451647302e-05,
      "loss": 0.3362,
      "step": 5336
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5841067398269907e-05,
      "loss": 0.3412,
      "step": 5337
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5839479121269113e-05,
      "loss": 0.3376,
      "step": 5338
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5837890620705732e-05,
      "loss": 0.3398,
      "step": 5339
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5836301896640572e-05,
      "loss": 0.3465,
      "step": 5340
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.583471294913446e-05,
      "loss": 0.3287,
      "step": 5341
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5833123778248226e-05,
      "loss": 0.3192,
      "step": 5342
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5831534384042714e-05,
      "loss": 0.3284,
      "step": 5343
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5829944766578776e-05,
      "loss": 0.3396,
      "step": 5344
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5828354925917264e-05,
      "loss": 0.3245,
      "step": 5345
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5826764862119045e-05,
      "loss": 0.3574,
      "step": 5346
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5825174575245e-05,
      "loss": 0.3312,
      "step": 5347
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5823584065356007e-05,
      "loss": 0.3362,
      "step": 5348
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5821993332512957e-05,
      "loss": 0.3273,
      "step": 5349
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5820402376776756e-05,
      "loss": 0.3451,
      "step": 5350
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5818811198208307e-05,
      "loss": 0.3175,
      "step": 5351
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5817219796868536e-05,
      "loss": 0.3351,
      "step": 5352
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5815628172818365e-05,
      "loss": 0.3013,
      "step": 5353
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5814036326118726e-05,
      "loss": 0.3664,
      "step": 5354
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5812444256830566e-05,
      "loss": 0.3292,
      "step": 5355
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5810851965014836e-05,
      "loss": 0.3457,
      "step": 5356
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5809259450732495e-05,
      "loss": 0.344,
      "step": 5357
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5807666714044514e-05,
      "loss": 0.3415,
      "step": 5358
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5806073755011868e-05,
      "loss": 0.3175,
      "step": 5359
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5804480573695547e-05,
      "loss": 0.3552,
      "step": 5360
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580288717015654e-05,
      "loss": 0.3306,
      "step": 5361
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5801293544455853e-05,
      "loss": 0.3185,
      "step": 5362
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5799699696654497e-05,
      "loss": 0.3323,
      "step": 5363
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5798105626813492e-05,
      "loss": 0.3368,
      "step": 5364
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579651133499387e-05,
      "loss": 0.3384,
      "step": 5365
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579491682125666e-05,
      "loss": 0.3719,
      "step": 5366
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5793322085662916e-05,
      "loss": 0.3552,
      "step": 5367
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5791727128273687e-05,
      "loss": 0.3211,
      "step": 5368
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5790131949150035e-05,
      "loss": 0.317,
      "step": 5369
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5788536548353035e-05,
      "loss": 0.3214,
      "step": 5370
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5786940925943762e-05,
      "loss": 0.3435,
      "step": 5371
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5785345081983305e-05,
      "loss": 0.3262,
      "step": 5372
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5783749016532762e-05,
      "loss": 0.3438,
      "step": 5373
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5782152729653237e-05,
      "loss": 0.3114,
      "step": 5374
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5780556221405843e-05,
      "loss": 0.3454,
      "step": 5375
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.57789594918517e-05,
      "loss": 0.3555,
      "step": 5376
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5777362541051943e-05,
      "loss": 0.3189,
      "step": 5377
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5775765369067708e-05,
      "loss": 0.3415,
      "step": 5378
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5774167975960142e-05,
      "loss": 0.3549,
      "step": 5379
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5772570361790398e-05,
      "loss": 0.3142,
      "step": 5380
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5770972526619647e-05,
      "loss": 0.3117,
      "step": 5381
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5769374470509052e-05,
      "loss": 0.3418,
      "step": 5382
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5767776193519804e-05,
      "loss": 0.3348,
      "step": 5383
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5766177695713088e-05,
      "loss": 0.3175,
      "step": 5384
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5764578977150104e-05,
      "loss": 0.356,
      "step": 5385
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5762980037892056e-05,
      "loss": 0.332,
      "step": 5386
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.576138087800016e-05,
      "loss": 0.327,
      "step": 5387
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5759781497535636e-05,
      "loss": 0.3276,
      "step": 5388
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5758181896559718e-05,
      "loss": 0.3262,
      "step": 5389
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575658207513365e-05,
      "loss": 0.3298,
      "step": 5390
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5754982033318676e-05,
      "loss": 0.3396,
      "step": 5391
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5753381771176057e-05,
      "loss": 0.3616,
      "step": 5392
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5751781288767052e-05,
      "loss": 0.3295,
      "step": 5393
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575018058615294e-05,
      "loss": 0.322,
      "step": 5394
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5748579663395004e-05,
      "loss": 0.3518,
      "step": 5395
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5746978520554533e-05,
      "loss": 0.3549,
      "step": 5396
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5745377157692826e-05,
      "loss": 0.3398,
      "step": 5397
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5743775574871193e-05,
      "loss": 0.3583,
      "step": 5398
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5742173772150948e-05,
      "loss": 0.3622,
      "step": 5399
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5740571749593415e-05,
      "loss": 0.3331,
      "step": 5400
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5738969507259926e-05,
      "loss": 0.3323,
      "step": 5401
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5737367045211826e-05,
      "loss": 0.3117,
      "step": 5402
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.573576436351046e-05,
      "loss": 0.3329,
      "step": 5403
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5734161462217195e-05,
      "loss": 0.3577,
      "step": 5404
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5732558341393388e-05,
      "loss": 0.358,
      "step": 5405
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5730955001100417e-05,
      "loss": 0.373,
      "step": 5406
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5729351441399665e-05,
      "loss": 0.3032,
      "step": 5407
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5727747662352525e-05,
      "loss": 0.3549,
      "step": 5408
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.57261436640204e-05,
      "loss": 0.3097,
      "step": 5409
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5724539446464692e-05,
      "loss": 0.3351,
      "step": 5410
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5722935009746822e-05,
      "loss": 0.3164,
      "step": 5411
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5721330353928214e-05,
      "loss": 0.3203,
      "step": 5412
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5719725479070305e-05,
      "loss": 0.3073,
      "step": 5413
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571812038523453e-05,
      "loss": 0.3227,
      "step": 5414
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571651507248235e-05,
      "loss": 0.3365,
      "step": 5415
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5714909540875215e-05,
      "loss": 0.3418,
      "step": 5416
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5713303790474595e-05,
      "loss": 0.3287,
      "step": 5417
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5711697821341966e-05,
      "loss": 0.3527,
      "step": 5418
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5710091633538807e-05,
      "loss": 0.3309,
      "step": 5419
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5708485227126626e-05,
      "loss": 0.3471,
      "step": 5420
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5706878602166903e-05,
      "loss": 0.3237,
      "step": 5421
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5705271758721164e-05,
      "loss": 0.3278,
      "step": 5422
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5703664696850914e-05,
      "loss": 0.3315,
      "step": 5423
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5702057416617687e-05,
      "loss": 0.3471,
      "step": 5424
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5700449918083017e-05,
      "loss": 0.3054,
      "step": 5425
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569884220130844e-05,
      "loss": 0.3241,
      "step": 5426
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5697234266355513e-05,
      "loss": 0.3287,
      "step": 5427
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5695626113285792e-05,
      "loss": 0.3739,
      "step": 5428
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569401774216085e-05,
      "loss": 0.356,
      "step": 5429
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5692409153042255e-05,
      "loss": 0.3435,
      "step": 5430
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5690800345991596e-05,
      "loss": 0.3139,
      "step": 5431
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5689191321070465e-05,
      "loss": 0.3446,
      "step": 5432
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5687582078340464e-05,
      "loss": 0.3196,
      "step": 5433
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5685972617863205e-05,
      "loss": 0.3309,
      "step": 5434
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5684362939700294e-05,
      "loss": 0.3297,
      "step": 5435
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568275304391337e-05,
      "loss": 0.344,
      "step": 5436
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5681142930564063e-05,
      "loss": 0.329,
      "step": 5437
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5679532599714013e-05,
      "loss": 0.3371,
      "step": 5438
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5677922051424876e-05,
      "loss": 0.3544,
      "step": 5439
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5676311285758306e-05,
      "loss": 0.346,
      "step": 5440
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567470030277597e-05,
      "loss": 0.304,
      "step": 5441
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5673089102539553e-05,
      "loss": 0.3242,
      "step": 5442
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567147768511073e-05,
      "loss": 0.3398,
      "step": 5443
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5669866050551195e-05,
      "loss": 0.3488,
      "step": 5444
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5668254198922653e-05,
      "loss": 0.3217,
      "step": 5445
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.566664213028681e-05,
      "loss": 0.317,
      "step": 5446
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5665029844705385e-05,
      "loss": 0.3622,
      "step": 5447
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5663417342240104e-05,
      "loss": 0.298,
      "step": 5448
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5661804622952703e-05,
      "loss": 0.3273,
      "step": 5449
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5660191686904918e-05,
      "loss": 0.3357,
      "step": 5450
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5658578534158505e-05,
      "loss": 0.3295,
      "step": 5451
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565696516477522e-05,
      "loss": 0.3354,
      "step": 5452
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5655351578816836e-05,
      "loss": 0.3192,
      "step": 5453
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5653737776345124e-05,
      "loss": 0.3087,
      "step": 5454
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5652123757421867e-05,
      "loss": 0.3518,
      "step": 5455
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5650509522108862e-05,
      "loss": 0.3239,
      "step": 5456
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.56488950704679e-05,
      "loss": 0.3193,
      "step": 5457
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.56472804025608e-05,
      "loss": 0.3541,
      "step": 5458
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5645665518449374e-05,
      "loss": 0.3393,
      "step": 5459
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564405041819545e-05,
      "loss": 0.3398,
      "step": 5460
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564243510186086e-05,
      "loss": 0.3239,
      "step": 5461
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5640819569507443e-05,
      "loss": 0.3271,
      "step": 5462
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5639203821197056e-05,
      "loss": 0.3398,
      "step": 5463
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5637587856991553e-05,
      "loss": 0.3546,
      "step": 5464
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.56359716769528e-05,
      "loss": 0.3557,
      "step": 5465
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.563435528114267e-05,
      "loss": 0.3387,
      "step": 5466
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5632738669623053e-05,
      "loss": 0.3588,
      "step": 5467
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5631121842455836e-05,
      "loss": 0.3181,
      "step": 5468
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562950479970292e-05,
      "loss": 0.3795,
      "step": 5469
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562788754142621e-05,
      "loss": 0.377,
      "step": 5470
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5626270067687627e-05,
      "loss": 0.3382,
      "step": 5471
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5624652378549092e-05,
      "loss": 0.3362,
      "step": 5472
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562303447407254e-05,
      "loss": 0.3524,
      "step": 5473
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562141635431991e-05,
      "loss": 0.3292,
      "step": 5474
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561979801935315e-05,
      "loss": 0.3499,
      "step": 5475
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561817946923422e-05,
      "loss": 0.3599,
      "step": 5476
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5616560704025088e-05,
      "loss": 0.3133,
      "step": 5477
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5614941723787723e-05,
      "loss": 0.329,
      "step": 5478
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561332252858411e-05,
      "loss": 0.309,
      "step": 5479
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5611703118476236e-05,
      "loss": 0.3345,
      "step": 5480
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5610083493526103e-05,
      "loss": 0.3438,
      "step": 5481
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.560846365379572e-05,
      "loss": 0.3393,
      "step": 5482
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5606843599347095e-05,
      "loss": 0.363,
      "step": 5483
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5605223330242256e-05,
      "loss": 0.3295,
      "step": 5484
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5603602846543236e-05,
      "loss": 0.3368,
      "step": 5485
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.560198214831207e-05,
      "loss": 0.329,
      "step": 5486
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5600361235610807e-05,
      "loss": 0.32,
      "step": 5487
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.559874010850151e-05,
      "loss": 0.3546,
      "step": 5488
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5597118767046233e-05,
      "loss": 0.3652,
      "step": 5489
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5595497211307055e-05,
      "loss": 0.3383,
      "step": 5490
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5593875441346055e-05,
      "loss": 0.3258,
      "step": 5491
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.559225345722532e-05,
      "loss": 0.3295,
      "step": 5492
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.559063125900695e-05,
      "loss": 0.3373,
      "step": 5493
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.558900884675305e-05,
      "loss": 0.3502,
      "step": 5494
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5587386220525737e-05,
      "loss": 0.3396,
      "step": 5495
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5585763380387122e-05,
      "loss": 0.3248,
      "step": 5496
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5584140326399343e-05,
      "loss": 0.3496,
      "step": 5497
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.558251705862454e-05,
      "loss": 0.334,
      "step": 5498
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5580893577124854e-05,
      "loss": 0.3583,
      "step": 5499
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557926988196244e-05,
      "loss": 0.3781,
      "step": 5500
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5577645973199468e-05,
      "loss": 0.3326,
      "step": 5501
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5576021850898096e-05,
      "loss": 0.3011,
      "step": 5502
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5574397515120515e-05,
      "loss": 0.3117,
      "step": 5503
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5572772965928903e-05,
      "loss": 0.3362,
      "step": 5504
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5571148203385464e-05,
      "loss": 0.344,
      "step": 5505
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5569523227552393e-05,
      "loss": 0.3443,
      "step": 5506
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5567898038491906e-05,
      "loss": 0.3348,
      "step": 5507
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5566272636266227e-05,
      "loss": 0.3697,
      "step": 5508
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5564647020937576e-05,
      "loss": 0.3362,
      "step": 5509
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5563021192568194e-05,
      "loss": 0.3306,
      "step": 5510
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.556139515122032e-05,
      "loss": 0.3566,
      "step": 5511
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5559768896956214e-05,
      "loss": 0.3295,
      "step": 5512
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5558142429838136e-05,
      "loss": 0.3119,
      "step": 5513
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5556515749928345e-05,
      "loss": 0.3454,
      "step": 5514
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555488885728913e-05,
      "loss": 0.3097,
      "step": 5515
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5553261751982768e-05,
      "loss": 0.3136,
      "step": 5516
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555163443407156e-05,
      "loss": 0.3312,
      "step": 5517
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5550006903617796e-05,
      "loss": 0.3432,
      "step": 5518
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5548379160683794e-05,
      "loss": 0.3214,
      "step": 5519
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554675120533187e-05,
      "loss": 0.3203,
      "step": 5520
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554512303762435e-05,
      "loss": 0.2984,
      "step": 5521
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5543494657623568e-05,
      "loss": 0.3111,
      "step": 5522
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5541866065391863e-05,
      "loss": 0.3513,
      "step": 5523
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5540237260991592e-05,
      "loss": 0.3509,
      "step": 5524
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5538608244485102e-05,
      "loss": 0.346,
      "step": 5525
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553697901593477e-05,
      "loss": 0.3585,
      "step": 5526
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5535349575402963e-05,
      "loss": 0.3265,
      "step": 5527
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5533719922952072e-05,
      "loss": 0.3245,
      "step": 5528
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553209005864448e-05,
      "loss": 0.326,
      "step": 5529
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553045998254259e-05,
      "loss": 0.3025,
      "step": 5530
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5528829694708805e-05,
      "loss": 0.308,
      "step": 5531
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5527199195205543e-05,
      "loss": 0.3192,
      "step": 5532
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5525568484095228e-05,
      "loss": 0.3379,
      "step": 5533
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552393756144029e-05,
      "loss": 0.3145,
      "step": 5534
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552230642730317e-05,
      "loss": 0.3638,
      "step": 5535
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552067508174631e-05,
      "loss": 0.3454,
      "step": 5536
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.551904352483217e-05,
      "loss": 0.3165,
      "step": 5537
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5517411756623214e-05,
      "loss": 0.3287,
      "step": 5538
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5515779777181915e-05,
      "loss": 0.3351,
      "step": 5539
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5514147586570746e-05,
      "loss": 0.3278,
      "step": 5540
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5512515184852203e-05,
      "loss": 0.3566,
      "step": 5541
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5510882572088778e-05,
      "loss": 0.2999,
      "step": 5542
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5509249748342975e-05,
      "loss": 0.3265,
      "step": 5543
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5507616713677304e-05,
      "loss": 0.32,
      "step": 5544
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5505983468154294e-05,
      "loss": 0.3463,
      "step": 5545
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.550435001183646e-05,
      "loss": 0.3301,
      "step": 5546
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.550271634478635e-05,
      "loss": 0.3301,
      "step": 5547
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.55010824670665e-05,
      "loss": 0.3541,
      "step": 5548
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549944837873947e-05,
      "loss": 0.3474,
      "step": 5549
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549781407986782e-05,
      "loss": 0.3341,
      "step": 5550
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5496179570514107e-05,
      "loss": 0.3418,
      "step": 5551
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549454485074092e-05,
      "loss": 0.3323,
      "step": 5552
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549290992061084e-05,
      "loss": 0.3276,
      "step": 5553
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549127478018646e-05,
      "loss": 0.3083,
      "step": 5554
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5489639429530382e-05,
      "loss": 0.3161,
      "step": 5555
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.548800386870521e-05,
      "loss": 0.3311,
      "step": 5556
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5486368097773566e-05,
      "loss": 0.3189,
      "step": 5557
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5484732116798076e-05,
      "loss": 0.3131,
      "step": 5558
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5483095925841368e-05,
      "loss": 0.3864,
      "step": 5559
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5481459524966083e-05,
      "loss": 0.361,
      "step": 5560
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5479822914234875e-05,
      "loss": 0.3424,
      "step": 5561
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5478186093710398e-05,
      "loss": 0.3809,
      "step": 5562
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5476549063455318e-05,
      "loss": 0.3541,
      "step": 5563
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5474911823532306e-05,
      "loss": 0.3463,
      "step": 5564
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5473274374004046e-05,
      "loss": 0.317,
      "step": 5565
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5471636714933227e-05,
      "loss": 0.3298,
      "step": 5566
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5469998846382545e-05,
      "loss": 0.3504,
      "step": 5567
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5468360768414706e-05,
      "loss": 0.3493,
      "step": 5568
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5466722481092423e-05,
      "loss": 0.3703,
      "step": 5569
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5465083984478418e-05,
      "loss": 0.3828,
      "step": 5570
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.546344527863542e-05,
      "loss": 0.3655,
      "step": 5571
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5461806363626163e-05,
      "loss": 0.3206,
      "step": 5572
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5460167239513397e-05,
      "loss": 0.358,
      "step": 5573
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.545852790635988e-05,
      "loss": 0.3443,
      "step": 5574
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5456888364228357e-05,
      "loss": 0.3131,
      "step": 5575
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5455248613181616e-05,
      "loss": 0.3563,
      "step": 5576
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.545360865328242e-05,
      "loss": 0.3228,
      "step": 5577
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.545196848459356e-05,
      "loss": 0.3087,
      "step": 5578
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5450328107177833e-05,
      "loss": 0.3429,
      "step": 5579
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5448687521098035e-05,
      "loss": 0.3474,
      "step": 5580
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544704672641698e-05,
      "loss": 0.3373,
      "step": 5581
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544540572319748e-05,
      "loss": 0.3557,
      "step": 5582
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544376451150236e-05,
      "loss": 0.3133,
      "step": 5583
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5442123091394457e-05,
      "loss": 0.37,
      "step": 5584
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5440481462936615e-05,
      "loss": 0.2843,
      "step": 5585
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5438839626191677e-05,
      "loss": 0.3265,
      "step": 5586
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54371975812225e-05,
      "loss": 0.3281,
      "step": 5587
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5435555328091956e-05,
      "loss": 0.3468,
      "step": 5588
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543391286686291e-05,
      "loss": 0.3228,
      "step": 5589
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543227019759825e-05,
      "loss": 0.3287,
      "step": 5590
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543062732036086e-05,
      "loss": 0.3312,
      "step": 5591
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5428984235213643e-05,
      "loss": 0.3429,
      "step": 5592
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5427340942219498e-05,
      "loss": 0.3354,
      "step": 5593
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.542569744144134e-05,
      "loss": 0.3145,
      "step": 5594
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5424053732942087e-05,
      "loss": 0.3717,
      "step": 5595
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5422409816784677e-05,
      "loss": 0.2983,
      "step": 5596
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5420765693032035e-05,
      "loss": 0.3544,
      "step": 5597
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541912136174711e-05,
      "loss": 0.3373,
      "step": 5598
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5417476822992862e-05,
      "loss": 0.3265,
      "step": 5599
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541583207683224e-05,
      "loss": 0.3253,
      "step": 5600
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5414187123328224e-05,
      "loss": 0.3376,
      "step": 5601
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541254196254378e-05,
      "loss": 0.315,
      "step": 5602
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54108965945419e-05,
      "loss": 0.3265,
      "step": 5603
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5409251019385573e-05,
      "loss": 0.3463,
      "step": 5604
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5407605237137802e-05,
      "loss": 0.3362,
      "step": 5605
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.540595924786159e-05,
      "loss": 0.3719,
      "step": 5606
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5404313051619956e-05,
      "loss": 0.3157,
      "step": 5607
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5402666648475927e-05,
      "loss": 0.339,
      "step": 5608
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.540102003849253e-05,
      "loss": 0.3644,
      "step": 5609
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5399373221732812e-05,
      "loss": 0.3348,
      "step": 5610
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5397726198259812e-05,
      "loss": 0.3532,
      "step": 5611
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539607896813659e-05,
      "loss": 0.3323,
      "step": 5612
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5394431531426212e-05,
      "loss": 0.3443,
      "step": 5613
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5392783888191748e-05,
      "loss": 0.3365,
      "step": 5614
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5391136038496276e-05,
      "loss": 0.3697,
      "step": 5615
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5389487982402883e-05,
      "loss": 0.3627,
      "step": 5616
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5387839719974663e-05,
      "loss": 0.3384,
      "step": 5617
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5386191251274727e-05,
      "loss": 0.3479,
      "step": 5618
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5384542576366178e-05,
      "loss": 0.351,
      "step": 5619
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5382893695312137e-05,
      "loss": 0.3504,
      "step": 5620
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5381244608175732e-05,
      "loss": 0.3571,
      "step": 5621
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.53795953150201e-05,
      "loss": 0.3083,
      "step": 5622
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5377945815908376e-05,
      "loss": 0.341,
      "step": 5623
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.537629611090372e-05,
      "loss": 0.332,
      "step": 5624
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5374646200069286e-05,
      "loss": 0.329,
      "step": 5625
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5372996083468242e-05,
      "loss": 0.3343,
      "step": 5626
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5371345761163755e-05,
      "loss": 0.3206,
      "step": 5627
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5369695233219015e-05,
      "loss": 0.3172,
      "step": 5628
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5368044499697214e-05,
      "loss": 0.3253,
      "step": 5629
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536639356066154e-05,
      "loss": 0.3365,
      "step": 5630
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5364742416175206e-05,
      "loss": 0.3274,
      "step": 5631
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5363091066301423e-05,
      "loss": 0.3072,
      "step": 5632
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5361439511103412e-05,
      "loss": 0.3253,
      "step": 5633
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5359787750644405e-05,
      "loss": 0.3647,
      "step": 5634
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535813578498764e-05,
      "loss": 0.3105,
      "step": 5635
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5356483614196354e-05,
      "loss": 0.3086,
      "step": 5636
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5354831238333806e-05,
      "loss": 0.3418,
      "step": 5637
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535317865746326e-05,
      "loss": 0.3513,
      "step": 5638
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5351525871647977e-05,
      "loss": 0.3245,
      "step": 5639
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534987288095124e-05,
      "loss": 0.3504,
      "step": 5640
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5348219685436325e-05,
      "loss": 0.3239,
      "step": 5641
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534656628516653e-05,
      "loss": 0.328,
      "step": 5642
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534491268020516e-05,
      "loss": 0.3373,
      "step": 5643
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534325887061551e-05,
      "loss": 0.3326,
      "step": 5644
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5341604856460905e-05,
      "loss": 0.3577,
      "step": 5645
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5339950637804664e-05,
      "loss": 0.3555,
      "step": 5646
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5338296214710124e-05,
      "loss": 0.3094,
      "step": 5647
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5336641587240614e-05,
      "loss": 0.3225,
      "step": 5648
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5334986755459493e-05,
      "loss": 0.3117,
      "step": 5649
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5333331719430106e-05,
      "loss": 0.3532,
      "step": 5650
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533167647921582e-05,
      "loss": 0.322,
      "step": 5651
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5330021034880005e-05,
      "loss": 0.3451,
      "step": 5652
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5328365386486038e-05,
      "loss": 0.351,
      "step": 5653
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5326709534097304e-05,
      "loss": 0.3105,
      "step": 5654
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5325053477777202e-05,
      "loss": 0.3315,
      "step": 5655
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5323397217589125e-05,
      "loss": 0.3186,
      "step": 5656
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.532174075359649e-05,
      "loss": 0.3499,
      "step": 5657
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5320084085862712e-05,
      "loss": 0.3273,
      "step": 5658
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.531842721445121e-05,
      "loss": 0.3069,
      "step": 5659
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5316770139425435e-05,
      "loss": 0.3513,
      "step": 5660
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5315112860848805e-05,
      "loss": 0.3438,
      "step": 5661
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.531345537878478e-05,
      "loss": 0.3326,
      "step": 5662
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5311797693296813e-05,
      "loss": 0.3178,
      "step": 5663
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.531013980444837e-05,
      "loss": 0.394,
      "step": 5664
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5308481712302927e-05,
      "loss": 0.3125,
      "step": 5665
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5306823416923955e-05,
      "loss": 0.353,
      "step": 5666
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5305164918374943e-05,
      "loss": 0.3198,
      "step": 5667
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5303506216719393e-05,
      "loss": 0.3251,
      "step": 5668
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5301847312020797e-05,
      "loss": 0.3541,
      "step": 5669
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5300188204342674e-05,
      "loss": 0.3203,
      "step": 5670
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.529852889374854e-05,
      "loss": 0.3147,
      "step": 5671
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.529686938030192e-05,
      "loss": 0.3326,
      "step": 5672
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5295209664066357e-05,
      "loss": 0.3373,
      "step": 5673
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5293549745105372e-05,
      "loss": 0.3117,
      "step": 5674
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5291889623482536e-05,
      "loss": 0.3424,
      "step": 5675
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5290229299261396e-05,
      "loss": 0.3124,
      "step": 5676
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5288568772505517e-05,
      "loss": 0.3549,
      "step": 5677
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5286908043278474e-05,
      "loss": 0.3228,
      "step": 5678
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5285247111643848e-05,
      "loss": 0.3708,
      "step": 5679
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5283585977665224e-05,
      "loss": 0.3281,
      "step": 5680
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52819246414062e-05,
      "loss": 0.3288,
      "step": 5681
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5280263102930382e-05,
      "loss": 0.3372,
      "step": 5682
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5278601362301375e-05,
      "loss": 0.3304,
      "step": 5683
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5276939419582805e-05,
      "loss": 0.3432,
      "step": 5684
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5275277274838295e-05,
      "loss": 0.3658,
      "step": 5685
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527361492813148e-05,
      "loss": 0.3652,
      "step": 5686
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5271952379526008e-05,
      "loss": 0.3259,
      "step": 5687
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527028962908552e-05,
      "loss": 0.3199,
      "step": 5688
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.526862667687368e-05,
      "loss": 0.3407,
      "step": 5689
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5266963522954154e-05,
      "loss": 0.3315,
      "step": 5690
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5265300167390608e-05,
      "loss": 0.3541,
      "step": 5691
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5263636610246733e-05,
      "loss": 0.3449,
      "step": 5692
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.526197285158621e-05,
      "loss": 0.368,
      "step": 5693
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5260308891472743e-05,
      "loss": 0.3479,
      "step": 5694
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.525864472997003e-05,
      "loss": 0.3633,
      "step": 5695
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5256980367141781e-05,
      "loss": 0.3376,
      "step": 5696
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.525531580305172e-05,
      "loss": 0.3029,
      "step": 5697
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5253651037763575e-05,
      "loss": 0.3482,
      "step": 5698
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5251986071341081e-05,
      "loss": 0.3449,
      "step": 5699
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5250320903847977e-05,
      "loss": 0.3365,
      "step": 5700
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5248655535348017e-05,
      "loss": 0.317,
      "step": 5701
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5246989965904955e-05,
      "loss": 0.3308,
      "step": 5702
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5245324195582564e-05,
      "loss": 0.3052,
      "step": 5703
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5243658224444608e-05,
      "loss": 0.3306,
      "step": 5704
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5241992052554876e-05,
      "loss": 0.3191,
      "step": 5705
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5240325679977153e-05,
      "loss": 0.3256,
      "step": 5706
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.523865910677524e-05,
      "loss": 0.3474,
      "step": 5707
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5236992333012934e-05,
      "loss": 0.3357,
      "step": 5708
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.523532535875405e-05,
      "loss": 0.3917,
      "step": 5709
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5233658184062412e-05,
      "loss": 0.3393,
      "step": 5710
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5231990809001842e-05,
      "loss": 0.3373,
      "step": 5711
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5230323233636178e-05,
      "loss": 0.308,
      "step": 5712
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5228655458029255e-05,
      "loss": 0.3398,
      "step": 5713
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5226987482244937e-05,
      "loss": 0.32,
      "step": 5714
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.522531930634707e-05,
      "loss": 0.3013,
      "step": 5715
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5223650930399524e-05,
      "loss": 0.3265,
      "step": 5716
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5221982354466172e-05,
      "loss": 0.3292,
      "step": 5717
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5220313578610894e-05,
      "loss": 0.3557,
      "step": 5718
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5218644602897583e-05,
      "loss": 0.3379,
      "step": 5719
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.521697542739013e-05,
      "loss": 0.3232,
      "step": 5720
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5215306052152436e-05,
      "loss": 0.3181,
      "step": 5721
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5213636477248423e-05,
      "loss": 0.3655,
      "step": 5722
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5211966702742004e-05,
      "loss": 0.3491,
      "step": 5723
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5210296728697103e-05,
      "loss": 0.334,
      "step": 5724
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5208626555177657e-05,
      "loss": 0.3527,
      "step": 5725
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.520695618224761e-05,
      "loss": 0.3362,
      "step": 5726
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5205285609970913e-05,
      "loss": 0.353,
      "step": 5727
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5203614838411515e-05,
      "loss": 0.3407,
      "step": 5728
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.520194386763339e-05,
      "loss": 0.3393,
      "step": 5729
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5200272697700506e-05,
      "loss": 0.329,
      "step": 5730
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5198601328676846e-05,
      "loss": 0.3499,
      "step": 5731
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5196929760626394e-05,
      "loss": 0.3518,
      "step": 5732
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5195257993613145e-05,
      "loss": 0.3009,
      "step": 5733
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5193586027701108e-05,
      "loss": 0.3248,
      "step": 5734
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.519191386295429e-05,
      "loss": 0.3281,
      "step": 5735
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5190241499436709e-05,
      "loss": 0.3312,
      "step": 5736
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5188568937212391e-05,
      "loss": 0.2902,
      "step": 5737
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5186896176345369e-05,
      "loss": 0.3287,
      "step": 5738
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5185223216899687e-05,
      "loss": 0.3273,
      "step": 5739
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5183550058939391e-05,
      "loss": 0.3368,
      "step": 5740
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5181876702528537e-05,
      "loss": 0.3224,
      "step": 5741
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5180203147731191e-05,
      "loss": 0.3119,
      "step": 5742
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5178529394611425e-05,
      "loss": 0.3223,
      "step": 5743
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5176855443233316e-05,
      "loss": 0.3415,
      "step": 5744
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5175181293660952e-05,
      "loss": 0.3396,
      "step": 5745
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5173506945958423e-05,
      "loss": 0.3284,
      "step": 5746
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5171832400189837e-05,
      "loss": 0.3435,
      "step": 5747
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.51701576564193e-05,
      "loss": 0.3298,
      "step": 5748
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5168482714710932e-05,
      "loss": 0.3119,
      "step": 5749
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5166807575128855e-05,
      "loss": 0.3443,
      "step": 5750
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5165132237737199e-05,
      "loss": 0.303,
      "step": 5751
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5163456702600107e-05,
      "loss": 0.3426,
      "step": 5752
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5161780969781728e-05,
      "loss": 0.3136,
      "step": 5753
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5160105039346213e-05,
      "loss": 0.3429,
      "step": 5754
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5158428911357726e-05,
      "loss": 0.308,
      "step": 5755
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5156752585880439e-05,
      "loss": 0.3407,
      "step": 5756
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5155076062978527e-05,
      "loss": 0.3195,
      "step": 5757
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5153399342716175e-05,
      "loss": 0.3318,
      "step": 5758
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5151722425157576e-05,
      "loss": 0.3588,
      "step": 5759
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5150045310366931e-05,
      "loss": 0.3124,
      "step": 5760
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.514836799840845e-05,
      "loss": 0.3265,
      "step": 5761
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5146690489346347e-05,
      "loss": 0.3108,
      "step": 5762
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5145012783244842e-05,
      "loss": 0.353,
      "step": 5763
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5143334880168166e-05,
      "loss": 0.3602,
      "step": 5764
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5141656780180558e-05,
      "loss": 0.3105,
      "step": 5765
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5139978483346265e-05,
      "loss": 0.3246,
      "step": 5766
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5138299989729541e-05,
      "loss": 0.3407,
      "step": 5767
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.513662129939464e-05,
      "loss": 0.3426,
      "step": 5768
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5134942412405837e-05,
      "loss": 0.3315,
      "step": 5769
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5133263328827408e-05,
      "loss": 0.3344,
      "step": 5770
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5131584048723631e-05,
      "loss": 0.3619,
      "step": 5771
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5129904572158797e-05,
      "loss": 0.3761,
      "step": 5772
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5128224899197208e-05,
      "loss": 0.3527,
      "step": 5773
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.512654502990317e-05,
      "loss": 0.368,
      "step": 5774
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5124864964340993e-05,
      "loss": 0.3239,
      "step": 5775
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5123184702574997e-05,
      "loss": 0.3036,
      "step": 5776
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5121504244669516e-05,
      "loss": 0.3424,
      "step": 5777
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5119823590688882e-05,
      "loss": 0.3365,
      "step": 5778
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5118142740697439e-05,
      "loss": 0.351,
      "step": 5779
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5116461694759537e-05,
      "loss": 0.3331,
      "step": 5780
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.511478045293953e-05,
      "loss": 0.3136,
      "step": 5781
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5113099015301792e-05,
      "loss": 0.3248,
      "step": 5782
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5111417381910694e-05,
      "loss": 0.3418,
      "step": 5783
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5109735552830613e-05,
      "loss": 0.3535,
      "step": 5784
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5108053528125944e-05,
      "loss": 0.339,
      "step": 5785
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5106371307861074e-05,
      "loss": 0.3465,
      "step": 5786
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5104688892100413e-05,
      "loss": 0.3139,
      "step": 5787
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5103006280908367e-05,
      "loss": 0.3418,
      "step": 5788
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.510132347434936e-05,
      "loss": 0.317,
      "step": 5789
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5099640472487815e-05,
      "loss": 0.3373,
      "step": 5790
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5097957275388162e-05,
      "loss": 0.3161,
      "step": 5791
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5096273883114848e-05,
      "loss": 0.3304,
      "step": 5792
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5094590295732315e-05,
      "loss": 0.3316,
      "step": 5793
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5092906513305021e-05,
      "loss": 0.3485,
      "step": 5794
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.509122253589743e-05,
      "loss": 0.334,
      "step": 5795
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5089538363574013e-05,
      "loss": 0.3295,
      "step": 5796
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5087853996399245e-05,
      "loss": 0.3177,
      "step": 5797
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5086169434437611e-05,
      "loss": 0.3348,
      "step": 5798
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.508448467775361e-05,
      "loss": 0.3418,
      "step": 5799
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5082799726411738e-05,
      "loss": 0.2858,
      "step": 5800
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5081114580476502e-05,
      "loss": 0.3072,
      "step": 5801
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.507942924001242e-05,
      "loss": 0.3557,
      "step": 5802
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5077743705084012e-05,
      "loss": 0.335,
      "step": 5803
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5076057975755811e-05,
      "loss": 0.3563,
      "step": 5804
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5074372052092353e-05,
      "loss": 0.3306,
      "step": 5805
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.507268593415818e-05,
      "loss": 0.3541,
      "step": 5806
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5070999622017853e-05,
      "loss": 0.3379,
      "step": 5807
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5069313115735921e-05,
      "loss": 0.3446,
      "step": 5808
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5067626415376959e-05,
      "loss": 0.317,
      "step": 5809
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5065939521005542e-05,
      "loss": 0.3387,
      "step": 5810
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5064252432686247e-05,
      "loss": 0.3719,
      "step": 5811
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5062565150483668e-05,
      "loss": 0.3828,
      "step": 5812
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5060877674462399e-05,
      "loss": 0.3329,
      "step": 5813
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5059190004687049e-05,
      "loss": 0.3633,
      "step": 5814
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5057502141222227e-05,
      "loss": 0.3633,
      "step": 5815
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.505581408413255e-05,
      "loss": 0.3334,
      "step": 5816
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5054125833482647e-05,
      "loss": 0.3149,
      "step": 5817
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5052437389337154e-05,
      "loss": 0.3329,
      "step": 5818
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5050748751760709e-05,
      "loss": 0.3387,
      "step": 5819
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5049059920817963e-05,
      "loss": 0.3538,
      "step": 5820
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5047370896573572e-05,
      "loss": 0.3287,
      "step": 5821
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5045681679092201e-05,
      "loss": 0.346,
      "step": 5822
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5043992268438519e-05,
      "loss": 0.3059,
      "step": 5823
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5042302664677207e-05,
      "loss": 0.3493,
      "step": 5824
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5040612867872945e-05,
      "loss": 0.361,
      "step": 5825
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5038922878090435e-05,
      "loss": 0.3454,
      "step": 5826
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5037232695394373e-05,
      "loss": 0.3976,
      "step": 5827
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5035542319849468e-05,
      "loss": 0.353,
      "step": 5828
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5033851751520429e-05,
      "loss": 0.3245,
      "step": 5829
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5032160990471996e-05,
      "loss": 0.3504,
      "step": 5830
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5030470036768878e-05,
      "loss": 0.351,
      "step": 5831
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5028778890475828e-05,
      "loss": 0.3334,
      "step": 5832
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5027087551657581e-05,
      "loss": 0.3348,
      "step": 5833
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5025396020378899e-05,
      "loss": 0.353,
      "step": 5834
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5023704296704538e-05,
      "loss": 0.3569,
      "step": 5835
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.502201238069926e-05,
      "loss": 0.329,
      "step": 5836
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5020320272427845e-05,
      "loss": 0.3591,
      "step": 5837
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5018627971955072e-05,
      "loss": 0.3198,
      "step": 5838
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5016935479345734e-05,
      "loss": 0.3281,
      "step": 5839
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5015242794664623e-05,
      "loss": 0.3186,
      "step": 5840
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5013549917976544e-05,
      "loss": 0.3733,
      "step": 5841
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5011856849346314e-05,
      "loss": 0.3789,
      "step": 5842
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5010163588838743e-05,
      "loss": 0.3209,
      "step": 5843
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5008470136518658e-05,
      "loss": 0.3387,
      "step": 5844
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.50067764924509e-05,
      "loss": 0.3248,
      "step": 5845
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5005082656700301e-05,
      "loss": 0.3265,
      "step": 5846
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5003388629331717e-05,
      "loss": 0.3117,
      "step": 5847
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5001694410409995e-05,
      "loss": 0.3379,
      "step": 5848
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.3354,
      "step": 5849
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4998305398166607e-05,
      "loss": 0.3563,
      "step": 5850
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4996610604974689e-05,
      "loss": 0.3594,
      "step": 5851
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4994915620489132e-05,
      "loss": 0.3239,
      "step": 5852
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4993220444774822e-05,
      "loss": 0.3343,
      "step": 5853
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4991525077896669e-05,
      "loss": 0.3125,
      "step": 5854
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4989829519919575e-05,
      "loss": 0.3083,
      "step": 5855
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4988133770908448e-05,
      "loss": 0.3362,
      "step": 5856
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4986437830928217e-05,
      "loss": 0.3359,
      "step": 5857
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4984741700043808e-05,
      "loss": 0.3175,
      "step": 5858
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4983045378320156e-05,
      "loss": 0.3557,
      "step": 5859
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4981348865822204e-05,
      "loss": 0.3122,
      "step": 5860
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4979652162614903e-05,
      "loss": 0.3597,
      "step": 5861
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4977955268763213e-05,
      "loss": 0.351,
      "step": 5862
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4976258184332094e-05,
      "loss": 0.3504,
      "step": 5863
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4974560909386523e-05,
      "loss": 0.3139,
      "step": 5864
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4972863443991478e-05,
      "loss": 0.3089,
      "step": 5865
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4971165788211946e-05,
      "loss": 0.3415,
      "step": 5866
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.496946794211292e-05,
      "loss": 0.3661,
      "step": 5867
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4967769905759401e-05,
      "loss": 0.3306,
      "step": 5868
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4966071679216403e-05,
      "loss": 0.3359,
      "step": 5869
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4964373262548938e-05,
      "loss": 0.351,
      "step": 5870
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4962674655822028e-05,
      "loss": 0.3412,
      "step": 5871
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4960975859100703e-05,
      "loss": 0.3538,
      "step": 5872
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4959276872450006e-05,
      "loss": 0.3404,
      "step": 5873
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4957577695934978e-05,
      "loss": 0.3354,
      "step": 5874
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4955878329620674e-05,
      "loss": 0.327,
      "step": 5875
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4954178773572153e-05,
      "loss": 0.3446,
      "step": 5876
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4952479027854479e-05,
      "loss": 0.365,
      "step": 5877
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.495077909253273e-05,
      "loss": 0.3401,
      "step": 5878
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4949078967671986e-05,
      "loss": 0.3432,
      "step": 5879
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4947378653337337e-05,
      "loss": 0.339,
      "step": 5880
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4945678149593877e-05,
      "loss": 0.332,
      "step": 5881
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4943977456506711e-05,
      "loss": 0.3295,
      "step": 5882
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4942276574140946e-05,
      "loss": 0.3401,
      "step": 5883
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4940575502561706e-05,
      "loss": 0.3058,
      "step": 5884
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.493887424183411e-05,
      "loss": 0.3443,
      "step": 5885
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4937172792023292e-05,
      "loss": 0.3269,
      "step": 5886
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4935471153194393e-05,
      "loss": 0.3504,
      "step": 5887
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4933769325412555e-05,
      "loss": 0.3132,
      "step": 5888
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4932067308742939e-05,
      "loss": 0.3387,
      "step": 5889
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4930365103250703e-05,
      "loss": 0.327,
      "step": 5890
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4928662709001013e-05,
      "loss": 0.3599,
      "step": 5891
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4926960126059052e-05,
      "loss": 0.341,
      "step": 5892
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4925257354489992e-05,
      "loss": 0.3076,
      "step": 5893
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4923554394359033e-05,
      "loss": 0.3594,
      "step": 5894
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4921851245731364e-05,
      "loss": 0.3506,
      "step": 5895
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4920147908672195e-05,
      "loss": 0.3426,
      "step": 5896
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4918444383246738e-05,
      "loss": 0.3228,
      "step": 5897
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4916740669520209e-05,
      "loss": 0.3412,
      "step": 5898
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4915036767557835e-05,
      "loss": 0.3198,
      "step": 5899
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4913332677424848e-05,
      "loss": 0.3563,
      "step": 5900
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4911628399186494e-05,
      "loss": 0.3072,
      "step": 5901
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4909923932908014e-05,
      "loss": 0.3485,
      "step": 5902
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4908219278654666e-05,
      "loss": 0.3504,
      "step": 5903
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4906514436491713e-05,
      "loss": 0.322,
      "step": 5904
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4904809406484421e-05,
      "loss": 0.3251,
      "step": 5905
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4903104188698072e-05,
      "loss": 0.3577,
      "step": 5906
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4901398783197944e-05,
      "loss": 0.3585,
      "step": 5907
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4899693190049331e-05,
      "loss": 0.3298,
      "step": 5908
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4897987409317531e-05,
      "loss": 0.3396,
      "step": 5909
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.489628144106785e-05,
      "loss": 0.3199,
      "step": 5910
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4894575285365598e-05,
      "loss": 0.3242,
      "step": 5911
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4892868942276097e-05,
      "loss": 0.3318,
      "step": 5912
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.489116241186467e-05,
      "loss": 0.3065,
      "step": 5913
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4889455694196656e-05,
      "loss": 0.3234,
      "step": 5914
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4887748789337396e-05,
      "loss": 0.3371,
      "step": 5915
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4886041697352234e-05,
      "loss": 0.3147,
      "step": 5916
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4884334418306525e-05,
      "loss": 0.3304,
      "step": 5917
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4882626952265635e-05,
      "loss": 0.3401,
      "step": 5918
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4880919299294935e-05,
      "loss": 0.3468,
      "step": 5919
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4879211459459802e-05,
      "loss": 0.3463,
      "step": 5920
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4877503432825612e-05,
      "loss": 0.3479,
      "step": 5921
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4875795219457767e-05,
      "loss": 0.3524,
      "step": 5922
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4874086819421657e-05,
      "loss": 0.3425,
      "step": 5923
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4872378232782696e-05,
      "loss": 0.3368,
      "step": 5924
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4870669459606291e-05,
      "loss": 0.3178,
      "step": 5925
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4868960499957858e-05,
      "loss": 0.3438,
      "step": 5926
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4867251353902834e-05,
      "loss": 0.3326,
      "step": 5927
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4865542021506644e-05,
      "loss": 0.3371,
      "step": 5928
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4863832502834737e-05,
      "loss": 0.3329,
      "step": 5929
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4862122797952556e-05,
      "loss": 0.3479,
      "step": 5930
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4860412906925556e-05,
      "loss": 0.3343,
      "step": 5931
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4858702829819204e-05,
      "loss": 0.3304,
      "step": 5932
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4856992566698967e-05,
      "loss": 0.3301,
      "step": 5933
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4855282117630322e-05,
      "loss": 0.3057,
      "step": 5934
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4853571482678752e-05,
      "loss": 0.3158,
      "step": 5935
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4851860661909751e-05,
      "loss": 0.3287,
      "step": 5936
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4850149655388817e-05,
      "loss": 0.3412,
      "step": 5937
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4848438463181452e-05,
      "loss": 0.3315,
      "step": 5938
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4846727085353169e-05,
      "loss": 0.3209,
      "step": 5939
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4845015521969492e-05,
      "loss": 0.3429,
      "step": 5940
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4843303773095943e-05,
      "loss": 0.3499,
      "step": 5941
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4841591838798058e-05,
      "loss": 0.3443,
      "step": 5942
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4839879719141375e-05,
      "loss": 0.3172,
      "step": 5943
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4838167414191447e-05,
      "loss": 0.3239,
      "step": 5944
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4836454924013826e-05,
      "loss": 0.3262,
      "step": 5945
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4834742248674073e-05,
      "loss": 0.3256,
      "step": 5946
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.483302938823776e-05,
      "loss": 0.3672,
      "step": 5947
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4831316342770456e-05,
      "loss": 0.3228,
      "step": 5948
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4829603112337761e-05,
      "loss": 0.3451,
      "step": 5949
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4827889697005246e-05,
      "loss": 0.3633,
      "step": 5950
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.482617609683852e-05,
      "loss": 0.3497,
      "step": 5951
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4824462311903187e-05,
      "loss": 0.3479,
      "step": 5952
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4822748342264853e-05,
      "loss": 0.3421,
      "step": 5953
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4821034187989143e-05,
      "loss": 0.3412,
      "step": 5954
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.481931984914168e-05,
      "loss": 0.2913,
      "step": 5955
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4817605325788096e-05,
      "loss": 0.3163,
      "step": 5956
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4815890617994035e-05,
      "loss": 0.3312,
      "step": 5957
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4814175725825137e-05,
      "loss": 0.3516,
      "step": 5958
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4812460649347063e-05,
      "loss": 0.3477,
      "step": 5959
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4810745388625472e-05,
      "loss": 0.341,
      "step": 5960
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.480902994372603e-05,
      "loss": 0.3479,
      "step": 5961
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4807314314714415e-05,
      "loss": 0.3034,
      "step": 5962
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4805598501656309e-05,
      "loss": 0.3298,
      "step": 5963
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.48038825046174e-05,
      "loss": 0.3295,
      "step": 5964
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4802166323663385e-05,
      "loss": 0.377,
      "step": 5965
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4800449958859969e-05,
      "loss": 0.3541,
      "step": 5966
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4798733410272859e-05,
      "loss": 0.32,
      "step": 5967
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4797016677967773e-05,
      "loss": 0.3362,
      "step": 5968
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.479529976201044e-05,
      "loss": 0.3033,
      "step": 5969
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4793582662466587e-05,
      "loss": 0.3691,
      "step": 5970
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4791865379401953e-05,
      "loss": 0.3079,
      "step": 5971
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4790147912882286e-05,
      "loss": 0.3555,
      "step": 5972
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4788430262973336e-05,
      "loss": 0.3284,
      "step": 5973
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4786712429740866e-05,
      "loss": 0.315,
      "step": 5974
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4784994413250641e-05,
      "loss": 0.3507,
      "step": 5975
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4783276213568433e-05,
      "loss": 0.3287,
      "step": 5976
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4781557830760026e-05,
      "loss": 0.3398,
      "step": 5977
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4779839264891206e-05,
      "loss": 0.3136,
      "step": 5978
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4778120516027767e-05,
      "loss": 0.3549,
      "step": 5979
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4776401584235513e-05,
      "loss": 0.3504,
      "step": 5980
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4774682469580248e-05,
      "loss": 0.3158,
      "step": 5981
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4772963172127794e-05,
      "loss": 0.3225,
      "step": 5982
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.477124369194397e-05,
      "loss": 0.3168,
      "step": 5983
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4769524029094608e-05,
      "loss": 0.3379,
      "step": 5984
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.476780418364554e-05,
      "loss": 0.3393,
      "step": 5985
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4766084155662616e-05,
      "loss": 0.3251,
      "step": 5986
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4764363945211683e-05,
      "loss": 0.3309,
      "step": 5987
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4762643552358597e-05,
      "loss": 0.3803,
      "step": 5988
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4760922977169227e-05,
      "loss": 0.3089,
      "step": 5989
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4759202219709445e-05,
      "loss": 0.3284,
      "step": 5990
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4757481280045124e-05,
      "loss": 0.3062,
      "step": 5991
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4755760158242156e-05,
      "loss": 0.3248,
      "step": 5992
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4754038854366427e-05,
      "loss": 0.3624,
      "step": 5993
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4752317368483841e-05,
      "loss": 0.329,
      "step": 5994
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4750595700660306e-05,
      "loss": 0.3292,
      "step": 5995
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4748873850961732e-05,
      "loss": 0.3331,
      "step": 5996
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4747151819454042e-05,
      "loss": 0.3265,
      "step": 5997
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.474542960620316e-05,
      "loss": 0.3468,
      "step": 5998
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4743707211275023e-05,
      "loss": 0.3359,
      "step": 5999
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4741984634735574e-05,
      "loss": 0.3382,
      "step": 6000
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4740261876650759e-05,
      "loss": 0.3504,
      "step": 6001
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4738538937086533e-05,
      "loss": 0.3227,
      "step": 6002
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4736815816108855e-05,
      "loss": 0.3354,
      "step": 6003
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4735092513783701e-05,
      "loss": 0.3588,
      "step": 6004
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4733369030177043e-05,
      "loss": 0.3078,
      "step": 6005
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4731645365354866e-05,
      "loss": 0.3482,
      "step": 6006
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.472992151938316e-05,
      "loss": 0.3078,
      "step": 6007
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4728197492327917e-05,
      "loss": 0.3387,
      "step": 6008
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4726473284255148e-05,
      "loss": 0.3281,
      "step": 6009
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4724748895230856e-05,
      "loss": 0.3177,
      "step": 6010
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4723024325321064e-05,
      "loss": 0.3465,
      "step": 6011
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.47212995745918e-05,
      "loss": 0.3521,
      "step": 6012
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4719574643109087e-05,
      "loss": 0.3178,
      "step": 6013
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4717849530938968e-05,
      "loss": 0.3181,
      "step": 6014
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.471612423814749e-05,
      "loss": 0.3304,
      "step": 6015
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4714398764800699e-05,
      "loss": 0.358,
      "step": 6016
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4712673110964665e-05,
      "loss": 0.3181,
      "step": 6017
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4710947276705442e-05,
      "loss": 0.3198,
      "step": 6018
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4709221262089111e-05,
      "loss": 0.3309,
      "step": 6019
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4707495067181748e-05,
      "loss": 0.341,
      "step": 6020
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4705768692049443e-05,
      "loss": 0.3384,
      "step": 6021
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4704042136758286e-05,
      "loss": 0.3343,
      "step": 6022
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.470231540137438e-05,
      "loss": 0.3239,
      "step": 6023
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4700588485963834e-05,
      "loss": 0.352,
      "step": 6024
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4698861390592756e-05,
      "loss": 0.3532,
      "step": 6025
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4697134115327276e-05,
      "loss": 0.3329,
      "step": 6026
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4695406660233518e-05,
      "loss": 0.3323,
      "step": 6027
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4693679025377614e-05,
      "loss": 0.3424,
      "step": 6028
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4691951210825713e-05,
      "loss": 0.3108,
      "step": 6029
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4690223216643957e-05,
      "loss": 0.3242,
      "step": 6030
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4688495042898503e-05,
      "loss": 0.3359,
      "step": 6031
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4686766689655518e-05,
      "loss": 0.2988,
      "step": 6032
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4685038156981166e-05,
      "loss": 0.3407,
      "step": 6033
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4683309444941632e-05,
      "loss": 0.3616,
      "step": 6034
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4681580553603088e-05,
      "loss": 0.3198,
      "step": 6035
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.467985148303173e-05,
      "loss": 0.3323,
      "step": 6036
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4678122233293754e-05,
      "loss": 0.3398,
      "step": 6037
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4676392804455361e-05,
      "loss": 0.3153,
      "step": 6038
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4674663196582768e-05,
      "loss": 0.3052,
      "step": 6039
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4672933409742186e-05,
      "loss": 0.3312,
      "step": 6040
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4671203443999847e-05,
      "loss": 0.332,
      "step": 6041
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4669473299421975e-05,
      "loss": 0.334,
      "step": 6042
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.466774297607481e-05,
      "loss": 0.3147,
      "step": 6043
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4666012474024599e-05,
      "loss": 0.3142,
      "step": 6044
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.466428179333759e-05,
      "loss": 0.3443,
      "step": 6045
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4662550934080044e-05,
      "loss": 0.3387,
      "step": 6046
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4660819896318226e-05,
      "loss": 0.3725,
      "step": 6047
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4659088680118407e-05,
      "loss": 0.3742,
      "step": 6048
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4657357285546869e-05,
      "loss": 0.3468,
      "step": 6049
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4655625712669897e-05,
      "loss": 0.3538,
      "step": 6050
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4653893961553782e-05,
      "loss": 0.3265,
      "step": 6051
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4652162032264828e-05,
      "loss": 0.3504,
      "step": 6052
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4650429924869331e-05,
      "loss": 0.3412,
      "step": 6053
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4648697639433616e-05,
      "loss": 0.3488,
      "step": 6054
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4646965176023993e-05,
      "loss": 0.3228,
      "step": 6055
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.46452325347068e-05,
      "loss": 0.3622,
      "step": 6056
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4643499715548362e-05,
      "loss": 0.3474,
      "step": 6057
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4641766718615019e-05,
      "loss": 0.3387,
      "step": 6058
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4640033543973123e-05,
      "loss": 0.3407,
      "step": 6059
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4638300191689026e-05,
      "loss": 0.3209,
      "step": 6060
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4636566661829088e-05,
      "loss": 0.3259,
      "step": 6061
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4634832954459681e-05,
      "loss": 0.3027,
      "step": 6062
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4633099069647172e-05,
      "loss": 0.3184,
      "step": 6063
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.463136500745795e-05,
      "loss": 0.3051,
      "step": 6064
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4629630767958397e-05,
      "loss": 0.3424,
      "step": 6065
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.462789635121491e-05,
      "loss": 0.3616,
      "step": 6066
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4626161757293892e-05,
      "loss": 0.3432,
      "step": 6067
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4624426986261748e-05,
      "loss": 0.3477,
      "step": 6068
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4622692038184899e-05,
      "loss": 0.3541,
      "step": 6069
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4620956913129756e-05,
      "loss": 0.332,
      "step": 6070
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4619221611162762e-05,
      "loss": 0.3652,
      "step": 6071
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4617486132350343e-05,
      "loss": 0.3145,
      "step": 6072
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.461575047675894e-05,
      "loss": 0.3265,
      "step": 6073
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.461401464445501e-05,
      "loss": 0.3373,
      "step": 6074
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4612278635505002e-05,
      "loss": 0.3086,
      "step": 6075
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4610542449975382e-05,
      "loss": 0.308,
      "step": 6076
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.460880608793262e-05,
      "loss": 0.3504,
      "step": 6077
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4607069549443184e-05,
      "loss": 0.3267,
      "step": 6078
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4605332834573568e-05,
      "loss": 0.3474,
      "step": 6079
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4603595943390258e-05,
      "loss": 0.3253,
      "step": 6080
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4601858875959748e-05,
      "loss": 0.3446,
      "step": 6081
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.460012163234854e-05,
      "loss": 0.3251,
      "step": 6082
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4598384212623144e-05,
      "loss": 0.3354,
      "step": 6083
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4596646616850083e-05,
      "loss": 0.3295,
      "step": 6084
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4594908845095874e-05,
      "loss": 0.3382,
      "step": 6085
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.459317089742705e-05,
      "loss": 0.3644,
      "step": 6086
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4591432773910146e-05,
      "loss": 0.3594,
      "step": 6087
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4589694474611704e-05,
      "loss": 0.3016,
      "step": 6088
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.458795599959828e-05,
      "loss": 0.3122,
      "step": 6089
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4586217348936423e-05,
      "loss": 0.3209,
      "step": 6090
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4584478522692704e-05,
      "loss": 0.3245,
      "step": 6091
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4582739520933689e-05,
      "loss": 0.3211,
      "step": 6092
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4581000343725955e-05,
      "loss": 0.3379,
      "step": 6093
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4579260991136091e-05,
      "loss": 0.3214,
      "step": 6094
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4577521463230679e-05,
      "loss": 0.3415,
      "step": 6095
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4575781760076325e-05,
      "loss": 0.3248,
      "step": 6096
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.457404188173963e-05,
      "loss": 0.3178,
      "step": 6097
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4572301828287199e-05,
      "loss": 0.3359,
      "step": 6098
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4570561599785657e-05,
      "loss": 0.305,
      "step": 6099
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4568821196301626e-05,
      "loss": 0.3647,
      "step": 6100
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4567080617901734e-05,
      "loss": 0.3186,
      "step": 6101
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4565339864652626e-05,
      "loss": 0.3251,
      "step": 6102
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4563598936620935e-05,
      "loss": 0.3343,
      "step": 6103
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.456185783387332e-05,
      "loss": 0.3105,
      "step": 6104
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4560116556476433e-05,
      "loss": 0.3203,
      "step": 6105
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4558375104496945e-05,
      "loss": 0.3193,
      "step": 6106
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4556633478001523e-05,
      "loss": 0.3482,
      "step": 6107
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4554891677056844e-05,
      "loss": 0.3265,
      "step": 6108
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4553149701729594e-05,
      "loss": 0.332,
      "step": 6109
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4551407552086461e-05,
      "loss": 0.3158,
      "step": 6110
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4549665228194147e-05,
      "loss": 0.3544,
      "step": 6111
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4547922730119355e-05,
      "loss": 0.3597,
      "step": 6112
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4546180057928792e-05,
      "loss": 0.3098,
      "step": 6113
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.454443721168918e-05,
      "loss": 0.3608,
      "step": 6114
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4542694191467243e-05,
      "loss": 0.296,
      "step": 6115
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.454095099732971e-05,
      "loss": 0.3026,
      "step": 6116
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4539207629343322e-05,
      "loss": 0.3278,
      "step": 6117
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.453746408757482e-05,
      "loss": 0.3566,
      "step": 6118
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4535720372090957e-05,
      "loss": 0.3357,
      "step": 6119
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4533976482958486e-05,
      "loss": 0.3192,
      "step": 6120
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4532232420244179e-05,
      "loss": 0.3158,
      "step": 6121
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4530488184014799e-05,
      "loss": 0.3301,
      "step": 6122
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4528743774337129e-05,
      "loss": 0.3432,
      "step": 6123
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4526999191277951e-05,
      "loss": 0.3516,
      "step": 6124
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4525254434904055e-05,
      "loss": 0.2928,
      "step": 6125
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4523509505282243e-05,
      "loss": 0.3396,
      "step": 6126
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4521764402479313e-05,
      "loss": 0.3329,
      "step": 6127
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4520019126562078e-05,
      "loss": 0.3178,
      "step": 6128
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4518273677597356e-05,
      "loss": 0.3315,
      "step": 6129
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4516528055651971e-05,
      "loss": 0.3312,
      "step": 6130
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4514782260792752e-05,
      "loss": 0.3044,
      "step": 6131
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.451303629308654e-05,
      "loss": 0.3449,
      "step": 6132
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4511290152600176e-05,
      "loss": 0.3354,
      "step": 6133
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4509543839400508e-05,
      "loss": 0.3454,
      "step": 6134
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.45077973535544e-05,
      "loss": 0.3357,
      "step": 6135
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4506050695128708e-05,
      "loss": 0.3446,
      "step": 6136
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4504303864190307e-05,
      "loss": 0.3281,
      "step": 6137
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4502556860806073e-05,
      "loss": 0.3549,
      "step": 6138
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4500809685042887e-05,
      "loss": 0.317,
      "step": 6139
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4499062336967642e-05,
      "loss": 0.3359,
      "step": 6140
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4497314816647234e-05,
      "loss": 0.3535,
      "step": 6141
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4495567124148566e-05,
      "loss": 0.3027,
      "step": 6142
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4493819259538546e-05,
      "loss": 0.3092,
      "step": 6143
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4492071222884095e-05,
      "loss": 0.315,
      "step": 6144
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.449032301425213e-05,
      "loss": 0.3491,
      "step": 6145
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4488574633709586e-05,
      "loss": 0.3351,
      "step": 6146
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4486826081323399e-05,
      "loss": 0.3532,
      "step": 6147
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4485077357160507e-05,
      "loss": 0.3262,
      "step": 6148
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4483328461287862e-05,
      "loss": 0.3398,
      "step": 6149
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.448157939377242e-05,
      "loss": 0.3577,
      "step": 6150
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4479830154681146e-05,
      "loss": 0.3203,
      "step": 6151
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4478080744081005e-05,
      "loss": 0.3318,
      "step": 6152
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4476331162038975e-05,
      "loss": 0.3345,
      "step": 6153
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4474581408622038e-05,
      "loss": 0.3393,
      "step": 6154
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4472831483897181e-05,
      "loss": 0.3181,
      "step": 6155
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.44710813879314e-05,
      "loss": 0.327,
      "step": 6156
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4469331120791698e-05,
      "loss": 0.3251,
      "step": 6157
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4467580682545082e-05,
      "loss": 0.3555,
      "step": 6158
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4465830073258568e-05,
      "loss": 0.3083,
      "step": 6159
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4464079292999178e-05,
      "loss": 0.3345,
      "step": 6160
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.446232834183394e-05,
      "loss": 0.3797,
      "step": 6161
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4460577219829887e-05,
      "loss": 0.3318,
      "step": 6162
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.445882592705406e-05,
      "loss": 0.2642,
      "step": 6163
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.445707446357351e-05,
      "loss": 0.3078,
      "step": 6164
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4455322829455288e-05,
      "loss": 0.3139,
      "step": 6165
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4453571024766455e-05,
      "loss": 0.3214,
      "step": 6166
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.445181904957408e-05,
      "loss": 0.3114,
      "step": 6167
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4450066903945236e-05,
      "loss": 0.3507,
      "step": 6168
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4448314587947004e-05,
      "loss": 0.3172,
      "step": 6169
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4446562101646469e-05,
      "loss": 0.3421,
      "step": 6170
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4444809445110725e-05,
      "loss": 0.3368,
      "step": 6171
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4443056618406875e-05,
      "loss": 0.3064,
      "step": 6172
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4441303621602018e-05,
      "loss": 0.3471,
      "step": 6173
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4439550454763276e-05,
      "loss": 0.351,
      "step": 6174
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4437797117957758e-05,
      "loss": 0.3186,
      "step": 6175
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4436043611252603e-05,
      "loss": 0.3281,
      "step": 6176
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4434289934714935e-05,
      "loss": 0.3178,
      "step": 6177
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4432536088411891e-05,
      "loss": 0.3231,
      "step": 6178
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4430782072410622e-05,
      "loss": 0.3082,
      "step": 6179
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4429027886778277e-05,
      "loss": 0.3267,
      "step": 6180
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4427273531582016e-05,
      "loss": 0.3758,
      "step": 6181
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4425519006889003e-05,
      "loss": 0.3368,
      "step": 6182
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.442376431276641e-05,
      "loss": 0.3119,
      "step": 6183
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4422009449281413e-05,
      "loss": 0.2932,
      "step": 6184
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4420254416501198e-05,
      "loss": 0.3348,
      "step": 6185
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4418499214492959e-05,
      "loss": 0.3287,
      "step": 6186
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4416743843323888e-05,
      "loss": 0.356,
      "step": 6187
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4414988303061193e-05,
      "loss": 0.3594,
      "step": 6188
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.441323259377208e-05,
      "loss": 0.3284,
      "step": 6189
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4411476715523764e-05,
      "loss": 0.2913,
      "step": 6190
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4409720668383478e-05,
      "loss": 0.3613,
      "step": 6191
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4407964452418445e-05,
      "loss": 0.3278,
      "step": 6192
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.44062080676959e-05,
      "loss": 0.3278,
      "step": 6193
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.440445151428309e-05,
      "loss": 0.3315,
      "step": 6194
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4402694792247258e-05,
      "loss": 0.3177,
      "step": 6195
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4400937901655667e-05,
      "loss": 0.3521,
      "step": 6196
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4399180842575575e-05,
      "loss": 0.3135,
      "step": 6197
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4397423615074249e-05,
      "loss": 0.3161,
      "step": 6198
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4395666219218966e-05,
      "loss": 0.3287,
      "step": 6199
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4393908655077007e-05,
      "loss": 0.3334,
      "step": 6200
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4392150922715662e-05,
      "loss": 0.3421,
      "step": 6201
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4390393022202222e-05,
      "loss": 0.327,
      "step": 6202
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4388634953603986e-05,
      "loss": 0.2785,
      "step": 6203
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4386876716988269e-05,
      "loss": 0.358,
      "step": 6204
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4385118312422375e-05,
      "loss": 0.3371,
      "step": 6205
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.438335973997363e-05,
      "loss": 0.3203,
      "step": 6206
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.438160099970936e-05,
      "loss": 0.3432,
      "step": 6207
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4379842091696894e-05,
      "loss": 0.3524,
      "step": 6208
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4378083016003572e-05,
      "loss": 0.3502,
      "step": 6209
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4376323772696742e-05,
      "loss": 0.3184,
      "step": 6210
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4374564361843759e-05,
      "loss": 0.3337,
      "step": 6211
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4372804783511978e-05,
      "loss": 0.291,
      "step": 6212
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.437104503776876e-05,
      "loss": 0.3111,
      "step": 6213
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.436928512468148e-05,
      "loss": 0.3396,
      "step": 6214
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4367525044317519e-05,
      "loss": 0.3206,
      "step": 6215
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4365764796744254e-05,
      "loss": 0.3178,
      "step": 6216
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4364004382029084e-05,
      "loss": 0.3376,
      "step": 6217
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4362243800239397e-05,
      "loss": 0.3577,
      "step": 6218
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4360483051442604e-05,
      "loss": 0.3594,
      "step": 6219
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4358722135706108e-05,
      "loss": 0.3164,
      "step": 6220
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4356961053097334e-05,
      "loss": 0.3211,
      "step": 6221
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4355199803683695e-05,
      "loss": 0.3147,
      "step": 6222
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4353438387532623e-05,
      "loss": 0.3041,
      "step": 6223
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4351676804711555e-05,
      "loss": 0.3468,
      "step": 6224
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4349915055287933e-05,
      "loss": 0.338,
      "step": 6225
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4348153139329202e-05,
      "loss": 0.3211,
      "step": 6226
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.434639105690282e-05,
      "loss": 0.3421,
      "step": 6227
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4344628808076242e-05,
      "loss": 0.31,
      "step": 6228
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4342866392916942e-05,
      "loss": 0.3276,
      "step": 6229
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4341103811492389e-05,
      "loss": 0.316,
      "step": 6230
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4339341063870068e-05,
      "loss": 0.3037,
      "step": 6231
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4337578150117457e-05,
      "loss": 0.3318,
      "step": 6232
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4335815070302054e-05,
      "loss": 0.3552,
      "step": 6233
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4334051824491359e-05,
      "loss": 0.3048,
      "step": 6234
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4332288412752876e-05,
      "loss": 0.3424,
      "step": 6235
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4330524835154113e-05,
      "loss": 0.3139,
      "step": 6236
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4328761091762593e-05,
      "loss": 0.3114,
      "step": 6237
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4326997182645838e-05,
      "loss": 0.3359,
      "step": 6238
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.432523310787138e-05,
      "loss": 0.3426,
      "step": 6239
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4323468867506755e-05,
      "loss": 0.3253,
      "step": 6240
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4321704461619505e-05,
      "loss": 0.315,
      "step": 6241
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4319939890277184e-05,
      "loss": 0.3256,
      "step": 6242
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4318175153547342e-05,
      "loss": 0.3133,
      "step": 6243
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4316410251497548e-05,
      "loss": 0.3499,
      "step": 6244
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4314645184195364e-05,
      "loss": 0.3479,
      "step": 6245
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.431287995170837e-05,
      "loss": 0.3404,
      "step": 6246
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4311114554104147e-05,
      "loss": 0.3496,
      "step": 6247
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4309348991450278e-05,
      "loss": 0.3521,
      "step": 6248
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4307583263814365e-05,
      "loss": 0.3292,
      "step": 6249
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4305817371264e-05,
      "loss": 0.332,
      "step": 6250
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4304051313866793e-05,
      "loss": 0.3382,
      "step": 6251
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4302285091690362e-05,
      "loss": 0.3334,
      "step": 6252
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4300518704802318e-05,
      "loss": 0.3209,
      "step": 6253
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4298752153270291e-05,
      "loss": 0.3412,
      "step": 6254
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4296985437161915e-05,
      "loss": 0.3359,
      "step": 6255
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4295218556544822e-05,
      "loss": 0.344,
      "step": 6256
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4293451511486658e-05,
      "loss": 0.3708,
      "step": 6257
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4291684302055078e-05,
      "loss": 0.3055,
      "step": 6258
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4289916928317738e-05,
      "loss": 0.3496,
      "step": 6259
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4288149390342296e-05,
      "loss": 0.3249,
      "step": 6260
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4286381688196427e-05,
      "loss": 0.3597,
      "step": 6261
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4284613821947807e-05,
      "loss": 0.3218,
      "step": 6262
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4282845791664112e-05,
      "loss": 0.3202,
      "step": 6263
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.428107759741304e-05,
      "loss": 0.3262,
      "step": 6264
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4279309239262278e-05,
      "loss": 0.3195,
      "step": 6265
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.427754071727953e-05,
      "loss": 0.326,
      "step": 6266
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4275772031532504e-05,
      "loss": 0.3387,
      "step": 6267
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4274003182088911e-05,
      "loss": 0.3281,
      "step": 6268
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4272234169016475e-05,
      "loss": 0.327,
      "step": 6269
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4270464992382918e-05,
      "loss": 0.3479,
      "step": 6270
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4268695652255975e-05,
      "loss": 0.3276,
      "step": 6271
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4266926148703383e-05,
      "loss": 0.3242,
      "step": 6272
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4265156481792887e-05,
      "loss": 0.3337,
      "step": 6273
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.426338665159224e-05,
      "loss": 0.3152,
      "step": 6274
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4261616658169196e-05,
      "loss": 0.3524,
      "step": 6275
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4259846501591523e-05,
      "loss": 0.3047,
      "step": 6276
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4258076181926988e-05,
      "loss": 0.3262,
      "step": 6277
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4256305699243365e-05,
      "loss": 0.3373,
      "step": 6278
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.425453505360844e-05,
      "loss": 0.3315,
      "step": 6279
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.425276424509e-05,
      "loss": 0.3479,
      "step": 6280
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4250993273755845e-05,
      "loss": 0.3557,
      "step": 6281
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4249222139673765e-05,
      "loss": 0.3368,
      "step": 6282
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4247450842911577e-05,
      "loss": 0.3493,
      "step": 6283
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4245679383537092e-05,
      "loss": 0.31,
      "step": 6284
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4243907761618128e-05,
      "loss": 0.3449,
      "step": 6285
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4242135977222514e-05,
      "loss": 0.3343,
      "step": 6286
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4240364030418076e-05,
      "loss": 0.3278,
      "step": 6287
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.423859192127266e-05,
      "loss": 0.3267,
      "step": 6288
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4236819649854108e-05,
      "loss": 0.3156,
      "step": 6289
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4235047216230266e-05,
      "loss": 0.3435,
      "step": 6290
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4233274620469e-05,
      "loss": 0.332,
      "step": 6291
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4231501862638164e-05,
      "loss": 0.3557,
      "step": 6292
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4229728942805636e-05,
      "loss": 0.3235,
      "step": 6293
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4227955861039284e-05,
      "loss": 0.3518,
      "step": 6294
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4226182617406996e-05,
      "loss": 0.3368,
      "step": 6295
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4224409211976658e-05,
      "loss": 0.3331,
      "step": 6296
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4222635644816163e-05,
      "loss": 0.298,
      "step": 6297
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.422086191599341e-05,
      "loss": 0.3675,
      "step": 6298
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4219088025576309e-05,
      "loss": 0.3387,
      "step": 6299
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4217313973632771e-05,
      "loss": 0.3384,
      "step": 6300
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4215539760230718e-05,
      "loss": 0.3387,
      "step": 6301
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4213765385438074e-05,
      "loss": 0.334,
      "step": 6302
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4211990849322765e-05,
      "loss": 0.3114,
      "step": 6303
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4210216151952736e-05,
      "loss": 0.344,
      "step": 6304
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4208441293395924e-05,
      "loss": 0.3619,
      "step": 6305
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4206666273720289e-05,
      "loss": 0.3463,
      "step": 6306
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4204891092993776e-05,
      "loss": 0.3555,
      "step": 6307
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.420311575128435e-05,
      "loss": 0.3203,
      "step": 6308
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4201340248659985e-05,
      "loss": 0.3502,
      "step": 6309
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4199564585188648e-05,
      "loss": 0.3418,
      "step": 6310
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4197788760938327e-05,
      "loss": 0.3373,
      "step": 6311
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4196012775977002e-05,
      "loss": 0.3217,
      "step": 6312
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.419423663037267e-05,
      "loss": 0.334,
      "step": 6313
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4192460324193333e-05,
      "loss": 0.3245,
      "step": 6314
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4190683857506989e-05,
      "loss": 0.3231,
      "step": 6315
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4188907230381655e-05,
      "loss": 0.315,
      "step": 6316
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4187130442885346e-05,
      "loss": 0.3228,
      "step": 6317
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4185353495086085e-05,
      "loss": 0.3326,
      "step": 6318
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4183576387051905e-05,
      "loss": 0.3295,
      "step": 6319
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4181799118850841e-05,
      "loss": 0.3276,
      "step": 6320
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4180021690550934e-05,
      "loss": 0.3312,
      "step": 6321
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4178244102220234e-05,
      "loss": 0.3463,
      "step": 6322
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4176466353926794e-05,
      "loss": 0.2945,
      "step": 6323
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4174688445738673e-05,
      "loss": 0.3365,
      "step": 6324
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4172910377723938e-05,
      "loss": 0.3178,
      "step": 6325
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4171132149950668e-05,
      "loss": 0.3624,
      "step": 6326
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4169353762486933e-05,
      "loss": 0.3329,
      "step": 6327
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4167575215400824e-05,
      "loss": 0.3036,
      "step": 6328
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.416579650876043e-05,
      "loss": 0.3078,
      "step": 6329
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4164017642633848e-05,
      "loss": 0.3011,
      "step": 6330
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4162238617089181e-05,
      "loss": 0.3442,
      "step": 6331
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4160459432194542e-05,
      "loss": 0.3164,
      "step": 6332
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.415868008801804e-05,
      "loss": 0.3198,
      "step": 6333
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4156900584627802e-05,
      "loss": 0.3364,
      "step": 6334
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4155120922091954e-05,
      "loss": 0.3404,
      "step": 6335
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.415334110047863e-05,
      "loss": 0.3117,
      "step": 6336
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.415156111985597e-05,
      "loss": 0.3518,
      "step": 6337
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4149780980292118e-05,
      "loss": 0.3345,
      "step": 6338
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.414800068185523e-05,
      "loss": 0.3482,
      "step": 6339
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4146220224613463e-05,
      "loss": 0.3298,
      "step": 6340
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4144439608634977e-05,
      "loss": 0.3262,
      "step": 6341
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4142658833987946e-05,
      "loss": 0.3613,
      "step": 6342
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4140877900740546e-05,
      "loss": 0.3172,
      "step": 6343
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4139096808960962e-05,
      "loss": 0.322,
      "step": 6344
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4137315558717374e-05,
      "loss": 0.3227,
      "step": 6345
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4135534150077987e-05,
      "loss": 0.3234,
      "step": 6346
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4133752583110995e-05,
      "loss": 0.3304,
      "step": 6347
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4131970857884609e-05,
      "loss": 0.3384,
      "step": 6348
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4130188974467038e-05,
      "loss": 0.3521,
      "step": 6349
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4128406932926504e-05,
      "loss": 0.3262,
      "step": 6350
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4126624733331229e-05,
      "loss": 0.3426,
      "step": 6351
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4124842375749449e-05,
      "loss": 0.3309,
      "step": 6352
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.412305986024939e-05,
      "loss": 0.308,
      "step": 6353
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4121277186899307e-05,
      "loss": 0.3343,
      "step": 6354
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4119494355767442e-05,
      "loss": 0.3069,
      "step": 6355
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4117711366922056e-05,
      "loss": 0.3636,
      "step": 6356
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4115928220431405e-05,
      "loss": 0.3633,
      "step": 6357
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4114144916363759e-05,
      "loss": 0.3278,
      "step": 6358
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4112361454787389e-05,
      "loss": 0.3312,
      "step": 6359
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4110577835770574e-05,
      "loss": 0.3312,
      "step": 6360
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4108794059381604e-05,
      "loss": 0.3386,
      "step": 6361
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4107010125688762e-05,
      "loss": 0.2806,
      "step": 6362
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4105226034760353e-05,
      "loss": 0.3089,
      "step": 6363
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4103441786664677e-05,
      "loss": 0.3569,
      "step": 6364
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4101657381470046e-05,
      "loss": 0.3172,
      "step": 6365
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4099872819244773e-05,
      "loss": 0.3234,
      "step": 6366
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4098088100057178e-05,
      "loss": 0.3203,
      "step": 6367
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.409630322397559e-05,
      "loss": 0.3244,
      "step": 6368
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4094518191068345e-05,
      "loss": 0.3105,
      "step": 6369
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4092733001403778e-05,
      "loss": 0.3161,
      "step": 6370
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4090947655050236e-05,
      "loss": 0.373,
      "step": 6371
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4089162152076072e-05,
      "loss": 0.3163,
      "step": 6372
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.408737649254964e-05,
      "loss": 0.3278,
      "step": 6373
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4085590676539312e-05,
      "loss": 0.3228,
      "step": 6374
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4083804704113444e-05,
      "loss": 0.3103,
      "step": 6375
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4082018575340422e-05,
      "loss": 0.3145,
      "step": 6376
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4080232290288622e-05,
      "loss": 0.351,
      "step": 6377
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4078445849026435e-05,
      "loss": 0.322,
      "step": 6378
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4076659251622252e-05,
      "loss": 0.3323,
      "step": 6379
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4074872498144472e-05,
      "loss": 0.3034,
      "step": 6380
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4073085588661501e-05,
      "loss": 0.3343,
      "step": 6381
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.407129852324175e-05,
      "loss": 0.3359,
      "step": 6382
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4069511301953637e-05,
      "loss": 0.2944,
      "step": 6383
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4067723924865585e-05,
      "loss": 0.3273,
      "step": 6384
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4065936392046022e-05,
      "loss": 0.3231,
      "step": 6385
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4064148703563385e-05,
      "loss": 0.2955,
      "step": 6386
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4062360859486115e-05,
      "loss": 0.3228,
      "step": 6387
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4060572859882658e-05,
      "loss": 0.3069,
      "step": 6388
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4058784704821465e-05,
      "loss": 0.3064,
      "step": 6389
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4056996394370997e-05,
      "loss": 0.341,
      "step": 6390
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4055207928599723e-05,
      "loss": 0.3184,
      "step": 6391
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4053419307576107e-05,
      "loss": 0.3117,
      "step": 6392
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.405163053136863e-05,
      "loss": 0.3468,
      "step": 6393
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4049841600045771e-05,
      "loss": 0.2941,
      "step": 6394
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.404805251367602e-05,
      "loss": 0.3424,
      "step": 6395
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4046263272327876e-05,
      "loss": 0.2951,
      "step": 6396
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4044473876069833e-05,
      "loss": 0.3502,
      "step": 6397
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4042684324970404e-05,
      "loss": 0.3351,
      "step": 6398
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4040894619098097e-05,
      "loss": 0.332,
      "step": 6399
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.403910475852143e-05,
      "loss": 0.3337,
      "step": 6400
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.403731474330893e-05,
      "loss": 0.3435,
      "step": 6401
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4035524573529124e-05,
      "loss": 0.3301,
      "step": 6402
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.403373424925055e-05,
      "loss": 0.3092,
      "step": 6403
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4031943770541752e-05,
      "loss": 0.3438,
      "step": 6404
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4030153137471274e-05,
      "loss": 0.3563,
      "step": 6405
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.402836235010767e-05,
      "loss": 0.3338,
      "step": 6406
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4026571408519504e-05,
      "loss": 0.327,
      "step": 6407
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4024780312775339e-05,
      "loss": 0.3217,
      "step": 6408
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4022989062943746e-05,
      "loss": 0.3343,
      "step": 6409
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4021197659093301e-05,
      "loss": 0.3426,
      "step": 6410
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4019406101292589e-05,
      "loss": 0.2727,
      "step": 6411
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4017614389610202e-05,
      "loss": 0.3546,
      "step": 6412
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.401582252411473e-05,
      "loss": 0.3057,
      "step": 6413
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4014030504874778e-05,
      "loss": 0.3287,
      "step": 6414
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.401223833195895e-05,
      "loss": 0.3206,
      "step": 6415
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.401044600543586e-05,
      "loss": 0.3309,
      "step": 6416
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4008653525374127e-05,
      "loss": 0.3087,
      "step": 6417
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4006860891842378e-05,
      "loss": 0.3107,
      "step": 6418
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4005068104909239e-05,
      "loss": 0.346,
      "step": 6419
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4003275164643344e-05,
      "loss": 0.3451,
      "step": 6420
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4001482071113344e-05,
      "loss": 0.3471,
      "step": 6421
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3999688824387882e-05,
      "loss": 0.3092,
      "step": 6422
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3997895424535608e-05,
      "loss": 0.3506,
      "step": 6423
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.399610187162519e-05,
      "loss": 0.3588,
      "step": 6424
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3994308165725287e-05,
      "loss": 0.3301,
      "step": 6425
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3992514306904574e-05,
      "loss": 0.3245,
      "step": 6426
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3990720295231726e-05,
      "loss": 0.3189,
      "step": 6427
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3988926130775428e-05,
      "loss": 0.3111,
      "step": 6428
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3987131813604369e-05,
      "loss": 0.3292,
      "step": 6429
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3985337343787242e-05,
      "loss": 0.3209,
      "step": 6430
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.398354272139275e-05,
      "loss": 0.3387,
      "step": 6431
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3981747946489595e-05,
      "loss": 0.3301,
      "step": 6432
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3979953019146495e-05,
      "loss": 0.3278,
      "step": 6433
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3978157939432167e-05,
      "loss": 0.3605,
      "step": 6434
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3976362707415333e-05,
      "loss": 0.3131,
      "step": 6435
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3974567323164723e-05,
      "loss": 0.3577,
      "step": 6436
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3972771786749074e-05,
      "loss": 0.2924,
      "step": 6437
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3970976098237128e-05,
      "loss": 0.3284,
      "step": 6438
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3969180257697631e-05,
      "loss": 0.3083,
      "step": 6439
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3967384265199337e-05,
      "loss": 0.3491,
      "step": 6440
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3965588120811004e-05,
      "loss": 0.3301,
      "step": 6441
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3963791824601401e-05,
      "loss": 0.3203,
      "step": 6442
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3961995376639293e-05,
      "loss": 0.3276,
      "step": 6443
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3960198776993457e-05,
      "loss": 0.3122,
      "step": 6444
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3958402025732679e-05,
      "loss": 0.3228,
      "step": 6445
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3956605122925741e-05,
      "loss": 0.3239,
      "step": 6446
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3954808068641443e-05,
      "loss": 0.3125,
      "step": 6447
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3953010862948584e-05,
      "loss": 0.3225,
      "step": 6448
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3951213505915968e-05,
      "loss": 0.3438,
      "step": 6449
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3949415997612403e-05,
      "loss": 0.3309,
      "step": 6450
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3947618338106712e-05,
      "loss": 0.3557,
      "step": 6451
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.394582052746771e-05,
      "loss": 0.3097,
      "step": 6452
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3944022565764237e-05,
      "loss": 0.3276,
      "step": 6453
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3942224453065119e-05,
      "loss": 0.3474,
      "step": 6454
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3940426189439195e-05,
      "loss": 0.3209,
      "step": 6455
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3938627774955315e-05,
      "loss": 0.346,
      "step": 6456
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3936829209682331e-05,
      "loss": 0.2966,
      "step": 6457
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.39350304936891e-05,
      "loss": 0.3683,
      "step": 6458
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3933231627044485e-05,
      "loss": 0.3234,
      "step": 6459
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3931432609817353e-05,
      "loss": 0.3622,
      "step": 6460
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.392963344207658e-05,
      "loss": 0.3156,
      "step": 6461
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3927834123891046e-05,
      "loss": 0.3026,
      "step": 6462
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3926034655329642e-05,
      "loss": 0.3365,
      "step": 6463
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3924235036461254e-05,
      "loss": 0.344,
      "step": 6464
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3922435267354779e-05,
      "loss": 0.3098,
      "step": 6465
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3920635348079127e-05,
      "loss": 0.3516,
      "step": 6466
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3918835278703205e-05,
      "loss": 0.3518,
      "step": 6467
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3917035059295925e-05,
      "loss": 0.3407,
      "step": 6468
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3915234689926211e-05,
      "loss": 0.3348,
      "step": 6469
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3913434170662988e-05,
      "loss": 0.3418,
      "step": 6470
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.391163350157519e-05,
      "loss": 0.3248,
      "step": 6471
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3909832682731752e-05,
      "loss": 0.3329,
      "step": 6472
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3908031714201621e-05,
      "loss": 0.3206,
      "step": 6473
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3906230596053745e-05,
      "loss": 0.3218,
      "step": 6474
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3904429328357078e-05,
      "loss": 0.3468,
      "step": 6475
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3902627911180586e-05,
      "loss": 0.3326,
      "step": 6476
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3900826344593229e-05,
      "loss": 0.3365,
      "step": 6477
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3899024628663983e-05,
      "loss": 0.3302,
      "step": 6478
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3897222763461825e-05,
      "loss": 0.3278,
      "step": 6479
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3895420749055739e-05,
      "loss": 0.3064,
      "step": 6480
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.389361858551472e-05,
      "loss": 0.3451,
      "step": 6481
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.389181627290775e-05,
      "loss": 0.3449,
      "step": 6482
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3890013811303842e-05,
      "loss": 0.3218,
      "step": 6483
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3888211200772e-05,
      "loss": 0.3178,
      "step": 6484
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3886408441381234e-05,
      "loss": 0.3158,
      "step": 6485
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3884605533200563e-05,
      "loss": 0.3624,
      "step": 6486
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.388280247629901e-05,
      "loss": 0.329,
      "step": 6487
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3880999270745608e-05,
      "loss": 0.3393,
      "step": 6488
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.387919591660939e-05,
      "loss": 0.341,
      "step": 6489
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3877392413959393e-05,
      "loss": 0.3251,
      "step": 6490
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.387558876286467e-05,
      "loss": 0.305,
      "step": 6491
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3873784963394268e-05,
      "loss": 0.3097,
      "step": 6492
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3871981015617248e-05,
      "loss": 0.3136,
      "step": 6493
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3870176919602674e-05,
      "loss": 0.3312,
      "step": 6494
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3868372675419611e-05,
      "loss": 0.3179,
      "step": 6495
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3866568283137139e-05,
      "loss": 0.3309,
      "step": 6496
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3864763742824334e-05,
      "loss": 0.2906,
      "step": 6497
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3862959054550286e-05,
      "loss": 0.2946,
      "step": 6498
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3861154218384087e-05,
      "loss": 0.3103,
      "step": 6499
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.385934923439483e-05,
      "loss": 0.3424,
      "step": 6500
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3857544102651624e-05,
      "loss": 0.3532,
      "step": 6501
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3855738823223575e-05,
      "loss": 0.3119,
      "step": 6502
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3853933396179798e-05,
      "loss": 0.353,
      "step": 6503
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.385212782158941e-05,
      "loss": 0.3198,
      "step": 6504
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.385032209952154e-05,
      "loss": 0.3474,
      "step": 6505
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3848516230045324e-05,
      "loss": 0.32,
      "step": 6506
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3846710213229889e-05,
      "loss": 0.3181,
      "step": 6507
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3844904049144385e-05,
      "loss": 0.3524,
      "step": 6508
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.384309773785796e-05,
      "loss": 0.3242,
      "step": 6509
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3841291279439769e-05,
      "loss": 0.3171,
      "step": 6510
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3839484673958966e-05,
      "loss": 0.3223,
      "step": 6511
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3837677921484721e-05,
      "loss": 0.326,
      "step": 6512
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3835871022086203e-05,
      "loss": 0.3334,
      "step": 6513
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3834063975832588e-05,
      "loss": 0.3424,
      "step": 6514
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3832256782793058e-05,
      "loss": 0.3541,
      "step": 6515
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3830449443036807e-05,
      "loss": 0.3214,
      "step": 6516
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3828641956633018e-05,
      "loss": 0.3242,
      "step": 6517
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3826834323650899e-05,
      "loss": 0.32,
      "step": 6518
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3825026544159653e-05,
      "loss": 0.3318,
      "step": 6519
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3823218618228485e-05,
      "loss": 0.3128,
      "step": 6520
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3821410545926614e-05,
      "loss": 0.3318,
      "step": 6521
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3819602327323263e-05,
      "loss": 0.3013,
      "step": 6522
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.381779396248766e-05,
      "loss": 0.3415,
      "step": 6523
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3815985451489036e-05,
      "loss": 0.3126,
      "step": 6524
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3814176794396626e-05,
      "loss": 0.3881,
      "step": 6525
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3812367991279678e-05,
      "loss": 0.3301,
      "step": 6526
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.381055904220744e-05,
      "loss": 0.3147,
      "step": 6527
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3808749947249167e-05,
      "loss": 0.3147,
      "step": 6528
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.380694070647412e-05,
      "loss": 0.3153,
      "step": 6529
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3805131319951565e-05,
      "loss": 0.3457,
      "step": 6530
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3803321787750776e-05,
      "loss": 0.3426,
      "step": 6531
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3801512109941024e-05,
      "loss": 0.3393,
      "step": 6532
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3799702286591599e-05,
      "loss": 0.3337,
      "step": 6533
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3797892317771786e-05,
      "loss": 0.3331,
      "step": 6534
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.379608220355088e-05,
      "loss": 0.3128,
      "step": 6535
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.379427194399818e-05,
      "loss": 0.2786,
      "step": 6536
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.379246153918299e-05,
      "loss": 0.3277,
      "step": 6537
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3790650989174625e-05,
      "loss": 0.346,
      "step": 6538
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3788840294042399e-05,
      "loss": 0.3089,
      "step": 6539
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3787029453855631e-05,
      "loss": 0.3652,
      "step": 6540
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3785218468683654e-05,
      "loss": 0.3253,
      "step": 6541
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3783407338595796e-05,
      "loss": 0.2981,
      "step": 6542
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3781596063661398e-05,
      "loss": 0.3167,
      "step": 6543
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3779784643949803e-05,
      "loss": 0.3446,
      "step": 6544
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3777973079530362e-05,
      "loss": 0.3323,
      "step": 6545
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.377616137047243e-05,
      "loss": 0.3259,
      "step": 6546
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3774349516845364e-05,
      "loss": 0.3184,
      "step": 6547
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3772537518718539e-05,
      "loss": 0.3301,
      "step": 6548
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3770725376161316e-05,
      "loss": 0.3421,
      "step": 6549
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3768913089243078e-05,
      "loss": 0.3181,
      "step": 6550
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3767100658033207e-05,
      "loss": 0.3566,
      "step": 6551
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3765288082601093e-05,
      "loss": 0.3205,
      "step": 6552
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.376347536301613e-05,
      "loss": 0.3242,
      "step": 6553
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3761662499347715e-05,
      "loss": 0.3108,
      "step": 6554
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3759849491665252e-05,
      "loss": 0.2979,
      "step": 6555
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3758036340038152e-05,
      "loss": 0.2868,
      "step": 6556
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3756223044535835e-05,
      "loss": 0.3329,
      "step": 6557
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3754409605227719e-05,
      "loss": 0.3368,
      "step": 6558
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.375259602218323e-05,
      "loss": 0.3128,
      "step": 6559
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3750782295471804e-05,
      "loss": 0.3129,
      "step": 6560
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3748968425162878e-05,
      "loss": 0.3499,
      "step": 6561
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.374715441132589e-05,
      "loss": 0.2977,
      "step": 6562
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3745340254030297e-05,
      "loss": 0.3371,
      "step": 6563
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3743525953345548e-05,
      "loss": 0.3192,
      "step": 6564
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3741711509341105e-05,
      "loss": 0.3518,
      "step": 6565
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3739896922086434e-05,
      "loss": 0.3158,
      "step": 6566
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3738082191651002e-05,
      "loss": 0.3602,
      "step": 6567
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3736267318104291e-05,
      "loss": 0.3216,
      "step": 6568
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3734452301515778e-05,
      "loss": 0.3323,
      "step": 6569
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3732637141954952e-05,
      "loss": 0.3178,
      "step": 6570
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3730821839491308e-05,
      "loss": 0.2949,
      "step": 6571
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3729006394194343e-05,
      "loss": 0.3057,
      "step": 6572
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3727190806133559e-05,
      "loss": 0.3376,
      "step": 6573
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3725375075378469e-05,
      "loss": 0.3108,
      "step": 6574
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3723559201998582e-05,
      "loss": 0.3186,
      "step": 6575
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3721743186063423e-05,
      "loss": 0.3415,
      "step": 6576
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3719927027642515e-05,
      "loss": 0.3329,
      "step": 6577
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3718110726805391e-05,
      "loss": 0.3447,
      "step": 6578
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3716294283621587e-05,
      "loss": 0.3454,
      "step": 6579
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3714477698160641e-05,
      "loss": 0.3371,
      "step": 6580
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3712660970492108e-05,
      "loss": 0.3184,
      "step": 6581
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3710844100685534e-05,
      "loss": 0.3489,
      "step": 6582
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3709027088810482e-05,
      "loss": 0.3516,
      "step": 6583
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3707209934936511e-05,
      "loss": 0.3312,
      "step": 6584
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3705392639133195e-05,
      "loss": 0.3072,
      "step": 6585
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3703575201470106e-05,
      "loss": 0.3029,
      "step": 6586
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3701757622016821e-05,
      "loss": 0.3164,
      "step": 6587
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3699939900842934e-05,
      "loss": 0.3228,
      "step": 6588
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3698122038018027e-05,
      "loss": 0.3125,
      "step": 6589
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3696304033611701e-05,
      "loss": 0.3184,
      "step": 6590
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3694485887693557e-05,
      "loss": 0.3251,
      "step": 6591
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.36926676003332e-05,
      "loss": 0.3384,
      "step": 6592
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3690849171600247e-05,
      "loss": 0.315,
      "step": 6593
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3689030601564315e-05,
      "loss": 0.3237,
      "step": 6594
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3687211890295023e-05,
      "loss": 0.3039,
      "step": 6595
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3685393037862002e-05,
      "loss": 0.2999,
      "step": 6596
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3683574044334886e-05,
      "loss": 0.3518,
      "step": 6597
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3681754909783317e-05,
      "loss": 0.3276,
      "step": 6598
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.367993563427694e-05,
      "loss": 0.3546,
      "step": 6599
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.36781162178854e-05,
      "loss": 0.3407,
      "step": 6600
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3676296660678359e-05,
      "loss": 0.3454,
      "step": 6601
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3674476962725473e-05,
      "loss": 0.3326,
      "step": 6602
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3672657124096413e-05,
      "loss": 0.3337,
      "step": 6603
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3670837144860851e-05,
      "loss": 0.3337,
      "step": 6604
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3669017025088457e-05,
      "loss": 0.3591,
      "step": 6605
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3667196764848924e-05,
      "loss": 0.3043,
      "step": 6606
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3665376364211933e-05,
      "loss": 0.3401,
      "step": 6607
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.366355582324718e-05,
      "loss": 0.3348,
      "step": 6608
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3661735142024366e-05,
      "loss": 0.3276,
      "step": 6609
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3659914320613188e-05,
      "loss": 0.3147,
      "step": 6610
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3658093359083365e-05,
      "loss": 0.3273,
      "step": 6611
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3656272257504604e-05,
      "loss": 0.3284,
      "step": 6612
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.365445101594663e-05,
      "loss": 0.3429,
      "step": 6613
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3652629634479167e-05,
      "loss": 0.3675,
      "step": 6614
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3650808113171945e-05,
      "loss": 0.3451,
      "step": 6615
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.36489864520947e-05,
      "loss": 0.3062,
      "step": 6616
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3647164651317178e-05,
      "loss": 0.3479,
      "step": 6617
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3645342710909124e-05,
      "loss": 0.3178,
      "step": 6618
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3643520630940287e-05,
      "loss": 0.31,
      "step": 6619
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3641698411480428e-05,
      "loss": 0.2967,
      "step": 6620
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.363987605259931e-05,
      "loss": 0.3379,
      "step": 6621
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3638053554366702e-05,
      "loss": 0.3396,
      "step": 6622
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3636230916852373e-05,
      "loss": 0.344,
      "step": 6623
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.363440814012611e-05,
      "loss": 0.3333,
      "step": 6624
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.363258522425769e-05,
      "loss": 0.3504,
      "step": 6625
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3630762169316908e-05,
      "loss": 0.3234,
      "step": 6626
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3628938975373556e-05,
      "loss": 0.3167,
      "step": 6627
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3627115642497436e-05,
      "loss": 0.3326,
      "step": 6628
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3625292170758355e-05,
      "loss": 0.2938,
      "step": 6629
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3623468560226121e-05,
      "loss": 0.3209,
      "step": 6630
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.362164481097055e-05,
      "loss": 0.3278,
      "step": 6631
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3619820923061467e-05,
      "loss": 0.3499,
      "step": 6632
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3617996896568694e-05,
      "loss": 0.3237,
      "step": 6633
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.361617273156207e-05,
      "loss": 0.3371,
      "step": 6634
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3614348428111428e-05,
      "loss": 0.3184,
      "step": 6635
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3612523986286612e-05,
      "loss": 0.3387,
      "step": 6636
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3610699406157467e-05,
      "loss": 0.3259,
      "step": 6637
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3608874687793853e-05,
      "loss": 0.3404,
      "step": 6638
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3607049831265627e-05,
      "loss": 0.3231,
      "step": 6639
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3605224836642645e-05,
      "loss": 0.305,
      "step": 6640
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3603399703994788e-05,
      "loss": 0.2974,
      "step": 6641
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3601574433391922e-05,
      "loss": 0.3164,
      "step": 6642
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3599749024903933e-05,
      "loss": 0.3488,
      "step": 6643
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3597923478600704e-05,
      "loss": 0.3135,
      "step": 6644
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.359609779455212e-05,
      "loss": 0.3234,
      "step": 6645
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3594271972828086e-05,
      "loss": 0.3214,
      "step": 6646
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3592446013498495e-05,
      "loss": 0.3259,
      "step": 6647
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.359061991663326e-05,
      "loss": 0.3061,
      "step": 6648
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3588793682302287e-05,
      "loss": 0.3234,
      "step": 6649
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3586967310575496e-05,
      "loss": 0.3401,
      "step": 6650
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.358514080152281e-05,
      "loss": 0.3214,
      "step": 6651
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3583314155214152e-05,
      "loss": 0.3251,
      "step": 6652
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3581487371719457e-05,
      "loss": 0.3421,
      "step": 6653
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3579660451108665e-05,
      "loss": 0.3228,
      "step": 6654
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3577833393451716e-05,
      "loss": 0.3234,
      "step": 6655
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3576006198818558e-05,
      "loss": 0.332,
      "step": 6656
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3574178867279147e-05,
      "loss": 0.3318,
      "step": 6657
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3572351398903441e-05,
      "loss": 0.3175,
      "step": 6658
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3570523793761405e-05,
      "loss": 0.3371,
      "step": 6659
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3568696051923005e-05,
      "loss": 0.3184,
      "step": 6660
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3566868173458217e-05,
      "loss": 0.3184,
      "step": 6661
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3565040158437022e-05,
      "loss": 0.3301,
      "step": 6662
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3563212006929404e-05,
      "loss": 0.3107,
      "step": 6663
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3561383719005354e-05,
      "loss": 0.3407,
      "step": 6664
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3559555294734867e-05,
      "loss": 0.3546,
      "step": 6665
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3557726734187943e-05,
      "loss": 0.3373,
      "step": 6666
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3555898037434587e-05,
      "loss": 0.2903,
      "step": 6667
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3554069204544816e-05,
      "loss": 0.3242,
      "step": 6668
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3552240235588636e-05,
      "loss": 0.3089,
      "step": 6669
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3550411130636079e-05,
      "loss": 0.3301,
      "step": 6670
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3548581889757164e-05,
      "loss": 0.3306,
      "step": 6671
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3546752513021924e-05,
      "loss": 0.3373,
      "step": 6672
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3544923000500401e-05,
      "loss": 0.3574,
      "step": 6673
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3543093352262636e-05,
      "loss": 0.3532,
      "step": 6674
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3541263568378668e-05,
      "loss": 0.3175,
      "step": 6675
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3539433648918561e-05,
      "loss": 0.3239,
      "step": 6676
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3537603593952366e-05,
      "loss": 0.3479,
      "step": 6677
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.353577340355015e-05,
      "loss": 0.3248,
      "step": 6678
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3533943077781982e-05,
      "loss": 0.3083,
      "step": 6679
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.353211261671793e-05,
      "loss": 0.3145,
      "step": 6680
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3530282020428075e-05,
      "loss": 0.3153,
      "step": 6681
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3528451288982502e-05,
      "loss": 0.3387,
      "step": 6682
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3526620422451303e-05,
      "loss": 0.3145,
      "step": 6683
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3524789420904562e-05,
      "loss": 0.3062,
      "step": 6684
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.352295828441239e-05,
      "loss": 0.3027,
      "step": 6685
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3521127013044884e-05,
      "loss": 0.3047,
      "step": 6686
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3519295606872157e-05,
      "loss": 0.3309,
      "step": 6687
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3517464065964321e-05,
      "loss": 0.3329,
      "step": 6688
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.35156323903915e-05,
      "loss": 0.3223,
      "step": 6689
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3513800580223814e-05,
      "loss": 0.3428,
      "step": 6690
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3511968635531398e-05,
      "loss": 0.3184,
      "step": 6691
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3510136556384384e-05,
      "loss": 0.3237,
      "step": 6692
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3508304342852916e-05,
      "loss": 0.3379,
      "step": 6693
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3506471995007137e-05,
      "loss": 0.3343,
      "step": 6694
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3504639512917199e-05,
      "loss": 0.3064,
      "step": 6695
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3502806896653257e-05,
      "loss": 0.3481,
      "step": 6696
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3500974146285476e-05,
      "loss": 0.3136,
      "step": 6697
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3499141261884015e-05,
      "loss": 0.3167,
      "step": 6698
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3497308243519049e-05,
      "loss": 0.3535,
      "step": 6699
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3495475091260758e-05,
      "loss": 0.3298,
      "step": 6700
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3493641805179318e-05,
      "loss": 0.3364,
      "step": 6701
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3491808385344917e-05,
      "loss": 0.3396,
      "step": 6702
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3489974831827752e-05,
      "loss": 0.3535,
      "step": 6703
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3488141144698014e-05,
      "loss": 0.3468,
      "step": 6704
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3486307324025909e-05,
      "loss": 0.3105,
      "step": 6705
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3484473369881643e-05,
      "loss": 0.3052,
      "step": 6706
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3482639282335423e-05,
      "loss": 0.2979,
      "step": 6707
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3480805061457478e-05,
      "loss": 0.3301,
      "step": 6708
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3478970707318023e-05,
      "loss": 0.327,
      "step": 6709
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.347713621998728e-05,
      "loss": 0.3435,
      "step": 6710
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3475301599535496e-05,
      "loss": 0.326,
      "step": 6711
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3473466846032897e-05,
      "loss": 0.3172,
      "step": 6712
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.347163195954973e-05,
      "loss": 0.3337,
      "step": 6713
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3469796940156248e-05,
      "loss": 0.3205,
      "step": 6714
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3467961787922696e-05,
      "loss": 0.3142,
      "step": 6715
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3466126502919337e-05,
      "loss": 0.3345,
      "step": 6716
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.346429108521643e-05,
      "loss": 0.3097,
      "step": 6717
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3462455534884247e-05,
      "loss": 0.3256,
      "step": 6718
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3460619851993062e-05,
      "loss": 0.3541,
      "step": 6719
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.345878403661315e-05,
      "loss": 0.3085,
      "step": 6720
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.34569480888148e-05,
      "loss": 0.3454,
      "step": 6721
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3455112008668297e-05,
      "loss": 0.3119,
      "step": 6722
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3453275796243934e-05,
      "loss": 0.3066,
      "step": 6723
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3451439451612012e-05,
      "loss": 0.328,
      "step": 6724
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3449602974842832e-05,
      "loss": 0.3485,
      "step": 6725
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.344776636600671e-05,
      "loss": 0.3345,
      "step": 6726
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3445929625173948e-05,
      "loss": 0.2952,
      "step": 6727
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3444092752414876e-05,
      "loss": 0.3496,
      "step": 6728
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3442255747799812e-05,
      "loss": 0.3398,
      "step": 6729
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3440418611399088e-05,
      "loss": 0.3125,
      "step": 6730
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3438581343283041e-05,
      "loss": 0.3217,
      "step": 6731
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3436743943522001e-05,
      "loss": 0.298,
      "step": 6732
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3434906412186321e-05,
      "loss": 0.3161,
      "step": 6733
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3433068749346344e-05,
      "loss": 0.3415,
      "step": 6734
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3431230955072431e-05,
      "loss": 0.3382,
      "step": 6735
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3429393029434938e-05,
      "loss": 0.2949,
      "step": 6736
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3427554972504227e-05,
      "loss": 0.3052,
      "step": 6737
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3425716784350669e-05,
      "loss": 0.3147,
      "step": 6738
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3423878465044639e-05,
      "loss": 0.3175,
      "step": 6739
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3422040014656518e-05,
      "loss": 0.3477,
      "step": 6740
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.342020143325669e-05,
      "loss": 0.3312,
      "step": 6741
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3418362720915541e-05,
      "loss": 0.3041,
      "step": 6742
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3416523877703469e-05,
      "loss": 0.3203,
      "step": 6743
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3414684903690873e-05,
      "loss": 0.3267,
      "step": 6744
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3412845798948155e-05,
      "loss": 0.3044,
      "step": 6745
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.341100656354573e-05,
      "loss": 0.3052,
      "step": 6746
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3409167197554004e-05,
      "loss": 0.3205,
      "step": 6747
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3407327701043409e-05,
      "loss": 0.3253,
      "step": 6748
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3405488074084359e-05,
      "loss": 0.3075,
      "step": 6749
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3403648316747284e-05,
      "loss": 0.2992,
      "step": 6750
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3401808429102625e-05,
      "loss": 0.3259,
      "step": 6751
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3399968411220816e-05,
      "loss": 0.3306,
      "step": 6752
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3398128263172303e-05,
      "loss": 0.3228,
      "step": 6753
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3396287985027537e-05,
      "loss": 0.2905,
      "step": 6754
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3394447576856968e-05,
      "loss": 0.3262,
      "step": 6755
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3392607038731063e-05,
      "loss": 0.3131,
      "step": 6756
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3390766370720279e-05,
      "loss": 0.3379,
      "step": 6757
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3388925572895091e-05,
      "loss": 0.3223,
      "step": 6758
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3387084645325968e-05,
      "loss": 0.3315,
      "step": 6759
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3385243588083394e-05,
      "loss": 0.3231,
      "step": 6760
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.338340240123785e-05,
      "loss": 0.3111,
      "step": 6761
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3381561084859827e-05,
      "loss": 0.3376,
      "step": 6762
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3379719639019821e-05,
      "loss": 0.3323,
      "step": 6763
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3377878063788328e-05,
      "loss": 0.3496,
      "step": 6764
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3376036359235854e-05,
      "loss": 0.2885,
      "step": 6765
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3374194525432906e-05,
      "loss": 0.3373,
      "step": 6766
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3372352562449997e-05,
      "loss": 0.3477,
      "step": 6767
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3370510470357654e-05,
      "loss": 0.3569,
      "step": 6768
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3368668249226389e-05,
      "loss": 0.3143,
      "step": 6769
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3366825899126741e-05,
      "loss": 0.3326,
      "step": 6770
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3364983420129238e-05,
      "loss": 0.2853,
      "step": 6771
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.336314081230442e-05,
      "loss": 0.3025,
      "step": 6772
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3361298075722833e-05,
      "loss": 0.3092,
      "step": 6773
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.335945521045502e-05,
      "loss": 0.3549,
      "step": 6774
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3357612216571542e-05,
      "loss": 0.3211,
      "step": 6775
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3355769094142954e-05,
      "loss": 0.3248,
      "step": 6776
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3353925843239815e-05,
      "loss": 0.3471,
      "step": 6777
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3352082463932701e-05,
      "loss": 0.2995,
      "step": 6778
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3350238956292181e-05,
      "loss": 0.3033,
      "step": 6779
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3348395320388832e-05,
      "loss": 0.3359,
      "step": 6780
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.334655155629324e-05,
      "loss": 0.3306,
      "step": 6781
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3344707664075993e-05,
      "loss": 0.3359,
      "step": 6782
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3342863643807679e-05,
      "loss": 0.3161,
      "step": 6783
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.33410194955589e-05,
      "loss": 0.3092,
      "step": 6784
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3339175219400257e-05,
      "loss": 0.3329,
      "step": 6785
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.333733081540236e-05,
      "loss": 0.3186,
      "step": 6786
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.333548628363582e-05,
      "loss": 0.3345,
      "step": 6787
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3333641624171251e-05,
      "loss": 0.3306,
      "step": 6788
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3331796837079281e-05,
      "loss": 0.3262,
      "step": 6789
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3329951922430533e-05,
      "loss": 0.3446,
      "step": 6790
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.332810688029564e-05,
      "loss": 0.3175,
      "step": 6791
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3326261710745239e-05,
      "loss": 0.3379,
      "step": 6792
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3324416413849972e-05,
      "loss": 0.3234,
      "step": 6793
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3322570989680483e-05,
      "loss": 0.3424,
      "step": 6794
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3320725438307428e-05,
      "loss": 0.3189,
      "step": 6795
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3318879759801464e-05,
      "loss": 0.3128,
      "step": 6796
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3317033954233246e-05,
      "loss": 0.3089,
      "step": 6797
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3315188021673443e-05,
      "loss": 0.3234,
      "step": 6798
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.331334196219273e-05,
      "loss": 0.3248,
      "step": 6799
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3311495775861776e-05,
      "loss": 0.3345,
      "step": 6800
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3309649462751266e-05,
      "loss": 0.3089,
      "step": 6801
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3307803022931884e-05,
      "loss": 0.3566,
      "step": 6802
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3305956456474321e-05,
      "loss": 0.3315,
      "step": 6803
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3304109763449269e-05,
      "loss": 0.3326,
      "step": 6804
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3302262943927435e-05,
      "loss": 0.3304,
      "step": 6805
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3300415997979519e-05,
      "loss": 0.3351,
      "step": 6806
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.329856892567623e-05,
      "loss": 0.3186,
      "step": 6807
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3296721727088286e-05,
      "loss": 0.3192,
      "step": 6808
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3294874402286402e-05,
      "loss": 0.3278,
      "step": 6809
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3293026951341308e-05,
      "loss": 0.2983,
      "step": 6810
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3291179374323729e-05,
      "loss": 0.3318,
      "step": 6811
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3289331671304397e-05,
      "loss": 0.317,
      "step": 6812
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3287483842354057e-05,
      "loss": 0.3359,
      "step": 6813
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.328563588754345e-05,
      "loss": 0.3209,
      "step": 6814
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3283787806943318e-05,
      "loss": 0.351,
      "step": 6815
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3281939600624428e-05,
      "loss": 0.3359,
      "step": 6816
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.328009126865752e-05,
      "loss": 0.3189,
      "step": 6817
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3278242811113371e-05,
      "loss": 0.3008,
      "step": 6818
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3276394228062743e-05,
      "loss": 0.3061,
      "step": 6819
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3274545519576411e-05,
      "loss": 0.3438,
      "step": 6820
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.327269668572515e-05,
      "loss": 0.3209,
      "step": 6821
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3270847726579741e-05,
      "loss": 0.3334,
      "step": 6822
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3268998642210976e-05,
      "loss": 0.3443,
      "step": 6823
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3267149432689638e-05,
      "loss": 0.3382,
      "step": 6824
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.326530009808653e-05,
      "loss": 0.3295,
      "step": 6825
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3263450638472456e-05,
      "loss": 0.3094,
      "step": 6826
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3261601053918212e-05,
      "loss": 0.3192,
      "step": 6827
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3259751344494616e-05,
      "loss": 0.3192,
      "step": 6828
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3257901510272482e-05,
      "loss": 0.3242,
      "step": 6829
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.325605155132263e-05,
      "loss": 0.3488,
      "step": 6830
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3254201467715888e-05,
      "loss": 0.3451,
      "step": 6831
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.325235125952308e-05,
      "loss": 0.3351,
      "step": 6832
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3250500926815046e-05,
      "loss": 0.3345,
      "step": 6833
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.324865046966262e-05,
      "loss": 0.2974,
      "step": 6834
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3246799888136655e-05,
      "loss": 0.3336,
      "step": 6835
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3244949182307989e-05,
      "loss": 0.3265,
      "step": 6836
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.324309835224748e-05,
      "loss": 0.3105,
      "step": 6837
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3241247398025991e-05,
      "loss": 0.3248,
      "step": 6838
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.323939631971438e-05,
      "loss": 0.3337,
      "step": 6839
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3237545117383516e-05,
      "loss": 0.3251,
      "step": 6840
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3235693791104273e-05,
      "loss": 0.3223,
      "step": 6841
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3233842340947528e-05,
      "loss": 0.3122,
      "step": 6842
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3231990766984162e-05,
      "loss": 0.3318,
      "step": 6843
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3230139069285061e-05,
      "loss": 0.353,
      "step": 6844
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.322828724792112e-05,
      "loss": 0.3004,
      "step": 6845
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3226435302963236e-05,
      "loss": 0.3714,
      "step": 6846
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3224583234482305e-05,
      "loss": 0.3191,
      "step": 6847
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3222731042549234e-05,
      "loss": 0.3535,
      "step": 6848
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.322087872723494e-05,
      "loss": 0.3343,
      "step": 6849
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3219026288610333e-05,
      "loss": 0.3331,
      "step": 6850
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3217173726746333e-05,
      "loss": 0.308,
      "step": 6851
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3215321041713861e-05,
      "loss": 0.3139,
      "step": 6852
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3213468233583857e-05,
      "loss": 0.3027,
      "step": 6853
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3211615302427244e-05,
      "loss": 0.3071,
      "step": 6854
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3209762248314967e-05,
      "loss": 0.3273,
      "step": 6855
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3207909071317971e-05,
      "loss": 0.3343,
      "step": 6856
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3206055771507198e-05,
      "loss": 0.3384,
      "step": 6857
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3204202348953607e-05,
      "loss": 0.305,
      "step": 6858
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3202348803728153e-05,
      "loss": 0.3384,
      "step": 6859
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3200495135901798e-05,
      "loss": 0.3454,
      "step": 6860
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3198641345545513e-05,
      "loss": 0.3172,
      "step": 6861
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3196787432730262e-05,
      "loss": 0.3008,
      "step": 6862
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.319493339752703e-05,
      "loss": 0.3387,
      "step": 6863
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3193079240006792e-05,
      "loss": 0.31,
      "step": 6864
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3191224960240536e-05,
      "loss": 0.3016,
      "step": 6865
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3189370558299255e-05,
      "loss": 0.3259,
      "step": 6866
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.318751603425394e-05,
      "loss": 0.3329,
      "step": 6867
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3185661388175594e-05,
      "loss": 0.3062,
      "step": 6868
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3183806620135218e-05,
      "loss": 0.3206,
      "step": 6869
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3181951730203823e-05,
      "loss": 0.2994,
      "step": 6870
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3180096718452426e-05,
      "loss": 0.3131,
      "step": 6871
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.317824158495204e-05,
      "loss": 0.3417,
      "step": 6872
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3176386329773694e-05,
      "loss": 0.296,
      "step": 6873
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.317453095298841e-05,
      "loss": 0.3078,
      "step": 6874
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3172675454667223e-05,
      "loss": 0.3156,
      "step": 6875
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3170819834881172e-05,
      "loss": 0.3178,
      "step": 6876
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3168964093701297e-05,
      "loss": 0.3178,
      "step": 6877
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3167108231198644e-05,
      "loss": 0.2983,
      "step": 6878
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3165252247444265e-05,
      "loss": 0.3228,
      "step": 6879
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3163396142509217e-05,
      "loss": 0.3351,
      "step": 6880
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3161539916464559e-05,
      "loss": 0.2955,
      "step": 6881
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3159683569381353e-05,
      "loss": 0.3156,
      "step": 6882
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3157827101330674e-05,
      "loss": 0.3178,
      "step": 6883
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3155970512383593e-05,
      "loss": 0.3117,
      "step": 6884
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3154113802611193e-05,
      "loss": 0.2871,
      "step": 6885
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3152256972084552e-05,
      "loss": 0.3259,
      "step": 6886
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3150400020874758e-05,
      "loss": 0.3463,
      "step": 6887
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3148542949052908e-05,
      "loss": 0.3362,
      "step": 6888
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3146685756690098e-05,
      "loss": 0.3096,
      "step": 6889
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3144828443857431e-05,
      "loss": 0.3245,
      "step": 6890
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3142971010626013e-05,
      "loss": 0.3315,
      "step": 6891
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3141113457066951e-05,
      "loss": 0.3195,
      "step": 6892
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3139255783251368e-05,
      "loss": 0.315,
      "step": 6893
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3137397989250378e-05,
      "loss": 0.3677,
      "step": 6894
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3135540075135112e-05,
      "loss": 0.3206,
      "step": 6895
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3133682040976696e-05,
      "loss": 0.3228,
      "step": 6896
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3131823886846262e-05,
      "loss": 0.3368,
      "step": 6897
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3129965612814951e-05,
      "loss": 0.3627,
      "step": 6898
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.312810721895391e-05,
      "loss": 0.3273,
      "step": 6899
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3126248705334286e-05,
      "loss": 0.3549,
      "step": 6900
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3124390072027227e-05,
      "loss": 0.3301,
      "step": 6901
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3122531319103894e-05,
      "loss": 0.2932,
      "step": 6902
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3120672446635448e-05,
      "loss": 0.3234,
      "step": 6903
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3118813454693054e-05,
      "loss": 0.3186,
      "step": 6904
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3116954343347882e-05,
      "loss": 0.358,
      "step": 6905
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3115095112671115e-05,
      "loss": 0.3351,
      "step": 6906
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.311323576273392e-05,
      "loss": 0.3429,
      "step": 6907
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3111376293607494e-05,
      "loss": 0.3133,
      "step": 6908
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3109516705363018e-05,
      "loss": 0.2888,
      "step": 6909
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3107656998071691e-05,
      "loss": 0.3206,
      "step": 6910
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3105797171804713e-05,
      "loss": 0.3172,
      "step": 6911
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3103937226633277e-05,
      "loss": 0.3359,
      "step": 6912
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.31020771626286e-05,
      "loss": 0.2955,
      "step": 6913
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3100216979861888e-05,
      "loss": 0.316,
      "step": 6914
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.309835667840436e-05,
      "loss": 0.3178,
      "step": 6915
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.309649625832724e-05,
      "loss": 0.3284,
      "step": 6916
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.309463571970175e-05,
      "loss": 0.3326,
      "step": 6917
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.309277506259912e-05,
      "loss": 0.3013,
      "step": 6918
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3090914287090586e-05,
      "loss": 0.3301,
      "step": 6919
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3089053393247387e-05,
      "loss": 0.3304,
      "step": 6920
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3087192381140763e-05,
      "loss": 0.3175,
      "step": 6921
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3085331250841968e-05,
      "loss": 0.3306,
      "step": 6922
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3083470002422254e-05,
      "loss": 0.3446,
      "step": 6923
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3081608635952874e-05,
      "loss": 0.3178,
      "step": 6924
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3079747151505093e-05,
      "loss": 0.3354,
      "step": 6925
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.307788554915018e-05,
      "loss": 0.3281,
      "step": 6926
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3076023828959396e-05,
      "loss": 0.3306,
      "step": 6927
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.307416199100403e-05,
      "loss": 0.3563,
      "step": 6928
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.307230003535535e-05,
      "loss": 0.3401,
      "step": 6929
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3070437962084647e-05,
      "loss": 0.2896,
      "step": 6930
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.306857577126321e-05,
      "loss": 0.3541,
      "step": 6931
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3066713462962329e-05,
      "loss": 0.3075,
      "step": 6932
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3064851037253304e-05,
      "loss": 0.3354,
      "step": 6933
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3062988494207435e-05,
      "loss": 0.3065,
      "step": 6934
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3061125833896035e-05,
      "loss": 0.3368,
      "step": 6935
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3059263056390408e-05,
      "loss": 0.3273,
      "step": 6936
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3057400161761873e-05,
      "loss": 0.3354,
      "step": 6937
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.305553715008175e-05,
      "loss": 0.327,
      "step": 6938
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3053674021421364e-05,
      "loss": 0.3301,
      "step": 6939
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3051810775852042e-05,
      "loss": 0.3345,
      "step": 6940
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3049947413445125e-05,
      "loss": 0.3407,
      "step": 6941
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3048083934271942e-05,
      "loss": 0.3265,
      "step": 6942
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3046220338403844e-05,
      "loss": 0.3195,
      "step": 6943
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3044356625912169e-05,
      "loss": 0.3059,
      "step": 6944
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3042492796868277e-05,
      "loss": 0.3209,
      "step": 6945
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3040628851343522e-05,
      "loss": 0.3114,
      "step": 6946
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3038764789409261e-05,
      "loss": 0.3125,
      "step": 6947
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3036900611136862e-05,
      "loss": 0.3044,
      "step": 6948
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3035036316597695e-05,
      "loss": 0.3424,
      "step": 6949
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3033171905863134e-05,
      "loss": 0.3094,
      "step": 6950
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3031307379004554e-05,
      "loss": 0.322,
      "step": 6951
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3029442736093341e-05,
      "loss": 0.2946,
      "step": 6952
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3027577977200882e-05,
      "loss": 0.2953,
      "step": 6953
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3025713102398565e-05,
      "loss": 0.3301,
      "step": 6954
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3023848111757792e-05,
      "loss": 0.3387,
      "step": 6955
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3021983005349959e-05,
      "loss": 0.3309,
      "step": 6956
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3020117783246473e-05,
      "loss": 0.3393,
      "step": 6957
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3018252445518745e-05,
      "loss": 0.3273,
      "step": 6958
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3016386992238184e-05,
      "loss": 0.3398,
      "step": 6959
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3014521423476214e-05,
      "loss": 0.3052,
      "step": 6960
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3012655739304255e-05,
      "loss": 0.3281,
      "step": 6961
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3010789939793732e-05,
      "loss": 0.2821,
      "step": 6962
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3008924025016079e-05,
      "loss": 0.3315,
      "step": 6963
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.300705799504273e-05,
      "loss": 0.3214,
      "step": 6964
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3005191849945132e-05,
      "loss": 0.315,
      "step": 6965
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3003325589794721e-05,
      "loss": 0.3535,
      "step": 6966
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.300145921466295e-05,
      "loss": 0.2991,
      "step": 6967
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2999592724621275e-05,
      "loss": 0.3163,
      "step": 6968
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.299772611974115e-05,
      "loss": 0.3401,
      "step": 6969
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2995859400094039e-05,
      "loss": 0.3158,
      "step": 6970
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2993992565751408e-05,
      "loss": 0.3105,
      "step": 6971
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.299212561678473e-05,
      "loss": 0.346,
      "step": 6972
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2990258553265479e-05,
      "loss": 0.3401,
      "step": 6973
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2988391375265133e-05,
      "loss": 0.3265,
      "step": 6974
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2986524082855181e-05,
      "loss": 0.3412,
      "step": 6975
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2984656676107109e-05,
      "loss": 0.3225,
      "step": 6976
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2982789155092407e-05,
      "loss": 0.3267,
      "step": 6977
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2980921519882579e-05,
      "loss": 0.2782,
      "step": 6978
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2979053770549122e-05,
      "loss": 0.3401,
      "step": 6979
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2977185907163542e-05,
      "loss": 0.3354,
      "step": 6980
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2975317929797357e-05,
      "loss": 0.3281,
      "step": 6981
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2973449838522071e-05,
      "loss": 0.3122,
      "step": 6982
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2971581633409211e-05,
      "loss": 0.3047,
      "step": 6983
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2969713314530297e-05,
      "loss": 0.3248,
      "step": 6984
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.296784488195686e-05,
      "loss": 0.3424,
      "step": 6985
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2965976335760428e-05,
      "loss": 0.296,
      "step": 6986
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2964107676012542e-05,
      "loss": 0.31,
      "step": 6987
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2962238902784742e-05,
      "loss": 0.3242,
      "step": 6988
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.296037001614857e-05,
      "loss": 0.3304,
      "step": 6989
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.295850101617558e-05,
      "loss": 0.3262,
      "step": 6990
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2956631902937322e-05,
      "loss": 0.3373,
      "step": 6991
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.295476267650536e-05,
      "loss": 0.3251,
      "step": 6992
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2952893336951253e-05,
      "loss": 0.3371,
      "step": 6993
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2951023884346564e-05,
      "loss": 0.3396,
      "step": 6994
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2949154318762876e-05,
      "loss": 0.2965,
      "step": 6995
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2947284640271756e-05,
      "loss": 0.3292,
      "step": 6996
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2945414848944782e-05,
      "loss": 0.3013,
      "step": 6997
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2943544944853543e-05,
      "loss": 0.303,
      "step": 6998
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2941674928069627e-05,
      "loss": 0.3357,
      "step": 6999
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.293980479866463e-05,
      "loss": 0.3239,
      "step": 7000
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2937934556710143e-05,
      "loss": 0.3318,
      "step": 7001
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2936064202277771e-05,
      "loss": 0.3228,
      "step": 7002
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2934193735439123e-05,
      "loss": 0.327,
      "step": 7003
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2932323156265803e-05,
      "loss": 0.327,
      "step": 7004
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2930452464829428e-05,
      "loss": 0.3465,
      "step": 7005
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2928581661201616e-05,
      "loss": 0.31,
      "step": 7006
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2926710745453992e-05,
      "loss": 0.3117,
      "step": 7007
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2924839717658184e-05,
      "loss": 0.2902,
      "step": 7008
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2922968577885822e-05,
      "loss": 0.3005,
      "step": 7009
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2921097326208543e-05,
      "loss": 0.3354,
      "step": 7010
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2919225962697985e-05,
      "loss": 0.3071,
      "step": 7011
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2917354487425796e-05,
      "loss": 0.3234,
      "step": 7012
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2915482900463622e-05,
      "loss": 0.3315,
      "step": 7013
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2913611201883116e-05,
      "loss": 0.3033,
      "step": 7014
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.291173939175594e-05,
      "loss": 0.3083,
      "step": 7015
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2909867470153752e-05,
      "loss": 0.3357,
      "step": 7016
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2907995437148216e-05,
      "loss": 0.3089,
      "step": 7017
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2906123292811004e-05,
      "loss": 0.305,
      "step": 7018
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2904251037213792e-05,
      "loss": 0.3248,
      "step": 7019
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2902378670428257e-05,
      "loss": 0.3569,
      "step": 7020
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.290050619252608e-05,
      "loss": 0.3114,
      "step": 7021
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2898633603578957e-05,
      "loss": 0.3189,
      "step": 7022
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2896760903658567e-05,
      "loss": 0.3382,
      "step": 7023
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2894888092836615e-05,
      "loss": 0.3245,
      "step": 7024
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2893015171184797e-05,
      "loss": 0.3206,
      "step": 7025
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2891142138774818e-05,
      "loss": 0.308,
      "step": 7026
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2889268995678386e-05,
      "loss": 0.344,
      "step": 7027
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2887395741967215e-05,
      "loss": 0.3125,
      "step": 7028
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.288552237771302e-05,
      "loss": 0.332,
      "step": 7029
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2883648902987523e-05,
      "loss": 0.2946,
      "step": 7030
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.288177531786245e-05,
      "loss": 0.3203,
      "step": 7031
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.287990162240953e-05,
      "loss": 0.3541,
      "step": 7032
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2878027816700497e-05,
      "loss": 0.299,
      "step": 7033
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2876153900807088e-05,
      "loss": 0.3244,
      "step": 7034
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.287427987480105e-05,
      "loss": 0.3365,
      "step": 7035
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2872405738754126e-05,
      "loss": 0.3295,
      "step": 7036
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2870531492738066e-05,
      "loss": 0.3251,
      "step": 7037
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2868657136824623e-05,
      "loss": 0.3432,
      "step": 7038
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2866782671085559e-05,
      "loss": 0.3354,
      "step": 7039
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2864908095592638e-05,
      "loss": 0.3178,
      "step": 7040
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2863033410417625e-05,
      "loss": 0.3304,
      "step": 7041
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2861158615632294e-05,
      "loss": 0.3125,
      "step": 7042
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.285928371130842e-05,
      "loss": 0.341,
      "step": 7043
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2857408697517783e-05,
      "loss": 0.3253,
      "step": 7044
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2855533574332168e-05,
      "loss": 0.3348,
      "step": 7045
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.285365834182336e-05,
      "loss": 0.3251,
      "step": 7046
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2851783000063161e-05,
      "loss": 0.3022,
      "step": 7047
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2849907549123357e-05,
      "loss": 0.3111,
      "step": 7048
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2848031989075754e-05,
      "loss": 0.3172,
      "step": 7049
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2846156319992156e-05,
      "loss": 0.3368,
      "step": 7050
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2844280541944377e-05,
      "loss": 0.3133,
      "step": 7051
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2842404655004222e-05,
      "loss": 0.3055,
      "step": 7052
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2840528659243514e-05,
      "loss": 0.3259,
      "step": 7053
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2838652554734076e-05,
      "loss": 0.3426,
      "step": 7054
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2836776341547735e-05,
      "loss": 0.3442,
      "step": 7055
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2834900019756313e-05,
      "loss": 0.3401,
      "step": 7056
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2833023589431654e-05,
      "loss": 0.3147,
      "step": 7057
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.283114705064559e-05,
      "loss": 0.3251,
      "step": 7058
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2829270403469969e-05,
      "loss": 0.3382,
      "step": 7059
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2827393647976633e-05,
      "loss": 0.3295,
      "step": 7060
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2825516784237435e-05,
      "loss": 0.3516,
      "step": 7061
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2823639812324231e-05,
      "loss": 0.3133,
      "step": 7062
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.282176273230888e-05,
      "loss": 0.3302,
      "step": 7063
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2819885544263243e-05,
      "loss": 0.3432,
      "step": 7064
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.281800824825919e-05,
      "loss": 0.2991,
      "step": 7065
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2816130844368595e-05,
      "loss": 0.3022,
      "step": 7066
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2814253332663327e-05,
      "loss": 0.2972,
      "step": 7067
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.281237571321527e-05,
      "loss": 0.2963,
      "step": 7068
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2810497986096308e-05,
      "loss": 0.3097,
      "step": 7069
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2808620151378333e-05,
      "loss": 0.3108,
      "step": 7070
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2806742209133231e-05,
      "loss": 0.3295,
      "step": 7071
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2804864159432902e-05,
      "loss": 0.3128,
      "step": 7072
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2802986002349242e-05,
      "loss": 0.3287,
      "step": 7073
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2801107737954161e-05,
      "loss": 0.3069,
      "step": 7074
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2799229366319566e-05,
      "loss": 0.3037,
      "step": 7075
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2797350887517368e-05,
      "loss": 0.3139,
      "step": 7076
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2795472301619488e-05,
      "loss": 0.3396,
      "step": 7077
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2793593608697844e-05,
      "loss": 0.3295,
      "step": 7078
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2791714808824358e-05,
      "loss": 0.3334,
      "step": 7079
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2789835902070966e-05,
      "loss": 0.3359,
      "step": 7080
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2787956888509596e-05,
      "loss": 0.3345,
      "step": 7081
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2786077768212193e-05,
      "loss": 0.305,
      "step": 7082
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.278419854125069e-05,
      "loss": 0.2991,
      "step": 7083
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2782319207697036e-05,
      "loss": 0.305,
      "step": 7084
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.278043976762318e-05,
      "loss": 0.3326,
      "step": 7085
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.277856022110108e-05,
      "loss": 0.3365,
      "step": 7086
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2776680568202684e-05,
      "loss": 0.3253,
      "step": 7087
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2774800808999967e-05,
      "loss": 0.3287,
      "step": 7088
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2772920943564882e-05,
      "loss": 0.3092,
      "step": 7089
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2771040971969409e-05,
      "loss": 0.3072,
      "step": 7090
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2769160894285516e-05,
      "loss": 0.3312,
      "step": 7091
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2767280710585183e-05,
      "loss": 0.3585,
      "step": 7092
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2765400420940397e-05,
      "loss": 0.3387,
      "step": 7093
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2763520025423135e-05,
      "loss": 0.3334,
      "step": 7094
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2761639524105393e-05,
      "loss": 0.3329,
      "step": 7095
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2759758917059166e-05,
      "loss": 0.3085,
      "step": 7096
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2757878204356451e-05,
      "loss": 0.3069,
      "step": 7097
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2755997386069252e-05,
      "loss": 0.3195,
      "step": 7098
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.275411646226957e-05,
      "loss": 0.2775,
      "step": 7099
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2752235433029423e-05,
      "loss": 0.3278,
      "step": 7100
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2750354298420824e-05,
      "loss": 0.3195,
      "step": 7101
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2748473058515785e-05,
      "loss": 0.3223,
      "step": 7102
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2746591713386337e-05,
      "loss": 0.3245,
      "step": 7103
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.27447102631045e-05,
      "loss": 0.3251,
      "step": 7104
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2742828707742314e-05,
      "loss": 0.3401,
      "step": 7105
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.27409470473718e-05,
      "loss": 0.3111,
      "step": 7106
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2739065282065011e-05,
      "loss": 0.3287,
      "step": 7107
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2737183411893983e-05,
      "loss": 0.2963,
      "step": 7108
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2735301436930757e-05,
      "loss": 0.3111,
      "step": 7109
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2733419357247397e-05,
      "loss": 0.3156,
      "step": 7110
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2731537172915945e-05,
      "loss": 0.3499,
      "step": 7111
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2729654884008468e-05,
      "loss": 0.3297,
      "step": 7112
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2727772490597028e-05,
      "loss": 0.2972,
      "step": 7113
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2725889992753688e-05,
      "loss": 0.3013,
      "step": 7114
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2724007390550524e-05,
      "loss": 0.3172,
      "step": 7115
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2722124684059602e-05,
      "loss": 0.3485,
      "step": 7116
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2720241873353012e-05,
      "loss": 0.353,
      "step": 7117
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2718358958502832e-05,
      "loss": 0.287,
      "step": 7118
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2716475939581144e-05,
      "loss": 0.2793,
      "step": 7119
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2714592816660045e-05,
      "loss": 0.3435,
      "step": 7120
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2712709589811629e-05,
      "loss": 0.3276,
      "step": 7121
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2710826259107993e-05,
      "loss": 0.3052,
      "step": 7122
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2708942824621243e-05,
      "loss": 0.3482,
      "step": 7123
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2707059286423475e-05,
      "loss": 0.3066,
      "step": 7124
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2705175644586816e-05,
      "loss": 0.304,
      "step": 7125
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2703291899183366e-05,
      "loss": 0.3267,
      "step": 7126
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2701408050285253e-05,
      "loss": 0.3195,
      "step": 7127
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2699524097964597e-05,
      "loss": 0.346,
      "step": 7128
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2697640042293522e-05,
      "loss": 0.3153,
      "step": 7129
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.269575588334416e-05,
      "loss": 0.3404,
      "step": 7130
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2693871621188647e-05,
      "loss": 0.2705,
      "step": 7131
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.269198725589912e-05,
      "loss": 0.3136,
      "step": 7132
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2690102787547722e-05,
      "loss": 0.3139,
      "step": 7133
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2688218216206599e-05,
      "loss": 0.3488,
      "step": 7134
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.26863335419479e-05,
      "loss": 0.3329,
      "step": 7135
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2684448764843782e-05,
      "loss": 0.3373,
      "step": 7136
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2682563884966396e-05,
      "loss": 0.3315,
      "step": 7137
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2680678902387914e-05,
      "loss": 0.304,
      "step": 7138
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2678793817180496e-05,
      "loss": 0.3209,
      "step": 7139
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2676908629416316e-05,
      "loss": 0.3368,
      "step": 7140
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.267502333916754e-05,
      "loss": 0.3306,
      "step": 7141
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2673137946506354e-05,
      "loss": 0.3075,
      "step": 7142
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2671252451504935e-05,
      "loss": 0.3354,
      "step": 7143
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2669366854235468e-05,
      "loss": 0.2902,
      "step": 7144
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2667481154770146e-05,
      "loss": 0.3488,
      "step": 7145
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2665595353181159e-05,
      "loss": 0.2995,
      "step": 7146
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2663709449540709e-05,
      "loss": 0.3432,
      "step": 7147
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2661823443920995e-05,
      "loss": 0.3055,
      "step": 7148
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2659937336394217e-05,
      "loss": 0.3174,
      "step": 7149
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2658051127032592e-05,
      "loss": 0.3068,
      "step": 7150
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2656164815908328e-05,
      "loss": 0.3235,
      "step": 7151
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2654278403093644e-05,
      "loss": 0.3242,
      "step": 7152
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.265239188866076e-05,
      "loss": 0.3061,
      "step": 7153
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2650505272681897e-05,
      "loss": 0.3147,
      "step": 7154
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2648618555229291e-05,
      "loss": 0.3429,
      "step": 7155
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2646731736375169e-05,
      "loss": 0.2955,
      "step": 7156
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.264484481619177e-05,
      "loss": 0.339,
      "step": 7157
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.264295779475133e-05,
      "loss": 0.3415,
      "step": 7158
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2641070672126096e-05,
      "loss": 0.3251,
      "step": 7159
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2639183448388316e-05,
      "loss": 0.3234,
      "step": 7160
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2637296123610243e-05,
      "loss": 0.3373,
      "step": 7161
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2635408697864131e-05,
      "loss": 0.3276,
      "step": 7162
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2633521171222238e-05,
      "loss": 0.3224,
      "step": 7163
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2631633543756827e-05,
      "loss": 0.3351,
      "step": 7164
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2629745815540171e-05,
      "loss": 0.305,
      "step": 7165
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2627857986644533e-05,
      "loss": 0.3186,
      "step": 7166
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2625970057142197e-05,
      "loss": 0.3256,
      "step": 7167
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2624082027105436e-05,
      "loss": 0.3164,
      "step": 7168
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.262219389660653e-05,
      "loss": 0.3411,
      "step": 7169
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2620305665717771e-05,
      "loss": 0.3026,
      "step": 7170
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2618417334511445e-05,
      "loss": 0.3239,
      "step": 7171
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2616528903059852e-05,
      "loss": 0.3412,
      "step": 7172
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2614640371435288e-05,
      "loss": 0.3348,
      "step": 7173
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2612751739710048e-05,
      "loss": 0.3231,
      "step": 7174
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2610863007956447e-05,
      "loss": 0.3164,
      "step": 7175
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2608974176246785e-05,
      "loss": 0.317,
      "step": 7176
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2607085244653385e-05,
      "loss": 0.3186,
      "step": 7177
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.260519621324856e-05,
      "loss": 0.3563,
      "step": 7178
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2603307082104627e-05,
      "loss": 0.305,
      "step": 7179
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2601417851293919e-05,
      "loss": 0.3119,
      "step": 7180
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2599528520888757e-05,
      "loss": 0.3273,
      "step": 7181
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2597639090961477e-05,
      "loss": 0.3189,
      "step": 7182
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2595749561584419e-05,
      "loss": 0.311,
      "step": 7183
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2593859932829915e-05,
      "loss": 0.3083,
      "step": 7184
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2591970204770312e-05,
      "loss": 0.3092,
      "step": 7185
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2590080377477958e-05,
      "loss": 0.3329,
      "step": 7186
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2588190451025209e-05,
      "loss": 0.3814,
      "step": 7187
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2586300425484414e-05,
      "loss": 0.3248,
      "step": 7188
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2584410300927931e-05,
      "loss": 0.2977,
      "step": 7189
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2582520077428134e-05,
      "loss": 0.2803,
      "step": 7190
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2580629755057372e-05,
      "loss": 0.3122,
      "step": 7191
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2578739333888028e-05,
      "loss": 0.3029,
      "step": 7192
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2576848813992475e-05,
      "loss": 0.3239,
      "step": 7193
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2574958195443085e-05,
      "loss": 0.3323,
      "step": 7194
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.257306747831225e-05,
      "loss": 0.3256,
      "step": 7195
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2571176662672342e-05,
      "loss": 0.3015,
      "step": 7196
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2569285748595761e-05,
      "loss": 0.3157,
      "step": 7197
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2567394736154896e-05,
      "loss": 0.3242,
      "step": 7198
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2565503625422144e-05,
      "loss": 0.3415,
      "step": 7199
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2563612416469906e-05,
      "loss": 0.2969,
      "step": 7200
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2561721109370586e-05,
      "loss": 0.2907,
      "step": 7201
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2559829704196593e-05,
      "loss": 0.3245,
      "step": 7202
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2557938201020339e-05,
      "loss": 0.2913,
      "step": 7203
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2556046599914236e-05,
      "loss": 0.3398,
      "step": 7204
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2554154900950708e-05,
      "loss": 0.3256,
      "step": 7205
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2552263104202173e-05,
      "loss": 0.3312,
      "step": 7206
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2550371209741068e-05,
      "loss": 0.3262,
      "step": 7207
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2548479217639811e-05,
      "loss": 0.3404,
      "step": 7208
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2546587127970841e-05,
      "loss": 0.3094,
      "step": 7209
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2544694940806602e-05,
      "loss": 0.332,
      "step": 7210
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2542802656219526e-05,
      "loss": 0.339,
      "step": 7211
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2540910274282065e-05,
      "loss": 0.3267,
      "step": 7212
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2539017795066667e-05,
      "loss": 0.3271,
      "step": 7213
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2537125218645783e-05,
      "loss": 0.3379,
      "step": 7214
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.253523254509187e-05,
      "loss": 0.2875,
      "step": 7215
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2533339774477392e-05,
      "loss": 0.3382,
      "step": 7216
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.253144690687481e-05,
      "loss": 0.3384,
      "step": 7217
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2529553942356594e-05,
      "loss": 0.3036,
      "step": 7218
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2527660880995209e-05,
      "loss": 0.3005,
      "step": 7219
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2525767722863141e-05,
      "loss": 0.3237,
      "step": 7220
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2523874468032857e-05,
      "loss": 0.3343,
      "step": 7221
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.252198111657685e-05,
      "loss": 0.3284,
      "step": 7222
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2520087668567601e-05,
      "loss": 0.3065,
      "step": 7223
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2518194124077603e-05,
      "loss": 0.3242,
      "step": 7224
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2516300483179349e-05,
      "loss": 0.3153,
      "step": 7225
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2514406745945331e-05,
      "loss": 0.3057,
      "step": 7226
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2512512912448055e-05,
      "loss": 0.3192,
      "step": 7227
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.251061898276003e-05,
      "loss": 0.3245,
      "step": 7228
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2508724956953755e-05,
      "loss": 0.3225,
      "step": 7229
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2506830835101749e-05,
      "loss": 0.2959,
      "step": 7230
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2504936617276524e-05,
      "loss": 0.3248,
      "step": 7231
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2503042303550605e-05,
      "loss": 0.3111,
      "step": 7232
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2501147893996511e-05,
      "loss": 0.3217,
      "step": 7233
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2499253388686766e-05,
      "loss": 0.3052,
      "step": 7234
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2497358787693907e-05,
      "loss": 0.3209,
      "step": 7235
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2495464091090463e-05,
      "loss": 0.3524,
      "step": 7236
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2493569298948976e-05,
      "loss": 0.3145,
      "step": 7237
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2491674411341986e-05,
      "loss": 0.2955,
      "step": 7238
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2489779428342035e-05,
      "loss": 0.3345,
      "step": 7239
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2487884350021677e-05,
      "loss": 0.3245,
      "step": 7240
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2485989176453462e-05,
      "loss": 0.2951,
      "step": 7241
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2484093907709945e-05,
      "loss": 0.3198,
      "step": 7242
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2482198543863686e-05,
      "loss": 0.3304,
      "step": 7243
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.248030308498725e-05,
      "loss": 0.3108,
      "step": 7244
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2478407531153206e-05,
      "loss": 0.3189,
      "step": 7245
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2476511882434117e-05,
      "loss": 0.3117,
      "step": 7246
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2474616138902566e-05,
      "loss": 0.2932,
      "step": 7247
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2472720300631127e-05,
      "loss": 0.3376,
      "step": 7248
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2470824367692378e-05,
      "loss": 0.2967,
      "step": 7249
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2468928340158913e-05,
      "loss": 0.3301,
      "step": 7250
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2467032218103312e-05,
      "loss": 0.3206,
      "step": 7251
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2465136001598172e-05,
      "loss": 0.3206,
      "step": 7252
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2463239690716091e-05,
      "loss": 0.3214,
      "step": 7253
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2461343285529661e-05,
      "loss": 0.3412,
      "step": 7254
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2459446786111496e-05,
      "loss": 0.3368,
      "step": 7255
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2457550192534191e-05,
      "loss": 0.3438,
      "step": 7256
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2455653504870366e-05,
      "loss": 0.3309,
      "step": 7257
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2453756723192631e-05,
      "loss": 0.3242,
      "step": 7258
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2451859847573606e-05,
      "loss": 0.361,
      "step": 7259
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.244996287808591e-05,
      "loss": 0.3206,
      "step": 7260
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2448065814802166e-05,
      "loss": 0.3122,
      "step": 7261
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2446168657795008e-05,
      "loss": 0.32,
      "step": 7262
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2444271407137063e-05,
      "loss": 0.2958,
      "step": 7263
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2442374062900968e-05,
      "loss": 0.3111,
      "step": 7264
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2440476625159363e-05,
      "loss": 0.3103,
      "step": 7265
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2438579093984891e-05,
      "loss": 0.3404,
      "step": 7266
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2436681469450198e-05,
      "loss": 0.3292,
      "step": 7267
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2434783751627935e-05,
      "loss": 0.3184,
      "step": 7268
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2432885940590752e-05,
      "loss": 0.3278,
      "step": 7269
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2430988036411311e-05,
      "loss": 0.3262,
      "step": 7270
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2429090039162265e-05,
      "loss": 0.3178,
      "step": 7271
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.242719194891629e-05,
      "loss": 0.2888,
      "step": 7272
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2425293765746045e-05,
      "loss": 0.3284,
      "step": 7273
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2423395489724201e-05,
      "loss": 0.3044,
      "step": 7274
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2421497120923443e-05,
      "loss": 0.3552,
      "step": 7275
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2419598659416434e-05,
      "loss": 0.3457,
      "step": 7276
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2417700105275868e-05,
      "loss": 0.3234,
      "step": 7277
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2415801458574422e-05,
      "loss": 0.2945,
      "step": 7278
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2413902719384791e-05,
      "loss": 0.317,
      "step": 7279
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.241200388777967e-05,
      "loss": 0.3479,
      "step": 7280
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2410104963831746e-05,
      "loss": 0.2999,
      "step": 7281
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2408205947613727e-05,
      "loss": 0.2888,
      "step": 7282
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2406306839198312e-05,
      "loss": 0.3103,
      "step": 7283
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2404407638658209e-05,
      "loss": 0.3376,
      "step": 7284
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.240250834606613e-05,
      "loss": 0.327,
      "step": 7285
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2400608961494783e-05,
      "loss": 0.3147,
      "step": 7286
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2398709485016892e-05,
      "loss": 0.3073,
      "step": 7287
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2396809916705177e-05,
      "loss": 0.3242,
      "step": 7288
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2394910256632355e-05,
      "loss": 0.3248,
      "step": 7289
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2393010504871166e-05,
      "loss": 0.3407,
      "step": 7290
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.239111066149433e-05,
      "loss": 0.344,
      "step": 7291
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.238921072657459e-05,
      "loss": 0.3244,
      "step": 7292
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2387310700184678e-05,
      "loss": 0.3104,
      "step": 7293
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2385410582397341e-05,
      "loss": 0.3066,
      "step": 7294
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2383510373285324e-05,
      "loss": 0.3214,
      "step": 7295
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.238161007292137e-05,
      "loss": 0.3373,
      "step": 7296
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.237970968137824e-05,
      "loss": 0.3228,
      "step": 7297
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2377809198728683e-05,
      "loss": 0.297,
      "step": 7298
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2375908625045461e-05,
      "loss": 0.3253,
      "step": 7299
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2374007960401337e-05,
      "loss": 0.3214,
      "step": 7300
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2372107204869078e-05,
      "loss": 0.3217,
      "step": 7301
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2370206358521452e-05,
      "loss": 0.3237,
      "step": 7302
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2368305421431235e-05,
      "loss": 0.3371,
      "step": 7303
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2366404393671202e-05,
      "loss": 0.3516,
      "step": 7304
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.236450327531413e-05,
      "loss": 0.3326,
      "step": 7305
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2362602066432807e-05,
      "loss": 0.3298,
      "step": 7306
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2360700767100022e-05,
      "loss": 0.2919,
      "step": 7307
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2358799377388562e-05,
      "loss": 0.3284,
      "step": 7308
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2356897897371221e-05,
      "loss": 0.3438,
      "step": 7309
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2354996327120799e-05,
      "loss": 0.3359,
      "step": 7310
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2353094666710093e-05,
      "loss": 0.3471,
      "step": 7311
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2351192916211911e-05,
      "loss": 0.3033,
      "step": 7312
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.234929107569906e-05,
      "loss": 0.3362,
      "step": 7313
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.234738914524435e-05,
      "loss": 0.3298,
      "step": 7314
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2345487124920599e-05,
      "loss": 0.3189,
      "step": 7315
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.234358501480062e-05,
      "loss": 0.3245,
      "step": 7316
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2341682814957241e-05,
      "loss": 0.3326,
      "step": 7317
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2339780525463283e-05,
      "loss": 0.3298,
      "step": 7318
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2337878146391575e-05,
      "loss": 0.3273,
      "step": 7319
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2335975677814951e-05,
      "loss": 0.3005,
      "step": 7320
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2334073119806243e-05,
      "loss": 0.2999,
      "step": 7321
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2332170472438295e-05,
      "loss": 0.308,
      "step": 7322
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2330267735783942e-05,
      "loss": 0.3228,
      "step": 7323
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2328364909916035e-05,
      "loss": 0.3354,
      "step": 7324
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2326461994907423e-05,
      "loss": 0.2932,
      "step": 7325
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2324558990830956e-05,
      "loss": 0.3055,
      "step": 7326
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2322655897759494e-05,
      "loss": 0.353,
      "step": 7327
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.232075271576589e-05,
      "loss": 0.3066,
      "step": 7328
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2318849444923011e-05,
      "loss": 0.3025,
      "step": 7329
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2316946085303726e-05,
      "loss": 0.3011,
      "step": 7330
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2315042636980894e-05,
      "loss": 0.3198,
      "step": 7331
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.23131391000274e-05,
      "loss": 0.3231,
      "step": 7332
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.231123547451611e-05,
      "loss": 0.3016,
      "step": 7333
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2309331760519913e-05,
      "loss": 0.2972,
      "step": 7334
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2307427958111688e-05,
      "loss": 0.3122,
      "step": 7335
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2305524067364319e-05,
      "loss": 0.3306,
      "step": 7336
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.23036200883507e-05,
      "loss": 0.3248,
      "step": 7337
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2301716021143721e-05,
      "loss": 0.3315,
      "step": 7338
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.229981186581628e-05,
      "loss": 0.3111,
      "step": 7339
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2297907622441279e-05,
      "loss": 0.3359,
      "step": 7340
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2296003291091616e-05,
      "loss": 0.3237,
      "step": 7341
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2294098871840204e-05,
      "loss": 0.3036,
      "step": 7342
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2292194364759949e-05,
      "loss": 0.3265,
      "step": 7343
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2290289769923765e-05,
      "loss": 0.3172,
      "step": 7344
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.228838508740457e-05,
      "loss": 0.3438,
      "step": 7345
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2286480317275283e-05,
      "loss": 0.3149,
      "step": 7346
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2284575459608828e-05,
      "loss": 0.3125,
      "step": 7347
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.228267051447813e-05,
      "loss": 0.3145,
      "step": 7348
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2280765481956123e-05,
      "loss": 0.3298,
      "step": 7349
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2278860362115739e-05,
      "loss": 0.3315,
      "step": 7350
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2276955155029913e-05,
      "loss": 0.303,
      "step": 7351
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2275049860771589e-05,
      "loss": 0.3111,
      "step": 7352
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2273144479413707e-05,
      "loss": 0.323,
      "step": 7353
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2271239011029215e-05,
      "loss": 0.3482,
      "step": 7354
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2269333455691066e-05,
      "loss": 0.3145,
      "step": 7355
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2267427813472205e-05,
      "loss": 0.3273,
      "step": 7356
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2265522084445602e-05,
      "loss": 0.3803,
      "step": 7357
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2263616268684207e-05,
      "loss": 0.3133,
      "step": 7358
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2261710366260986e-05,
      "loss": 0.292,
      "step": 7359
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2259804377248912e-05,
      "loss": 0.3446,
      "step": 7360
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2257898301720943e-05,
      "loss": 0.3262,
      "step": 7361
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2255992139750064e-05,
      "loss": 0.3125,
      "step": 7362
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2254085891409241e-05,
      "loss": 0.3326,
      "step": 7363
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2252179556771467e-05,
      "loss": 0.3312,
      "step": 7364
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2250273135909716e-05,
      "loss": 0.298,
      "step": 7365
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2248366628896977e-05,
      "loss": 0.3401,
      "step": 7366
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2246460035806242e-05,
      "loss": 0.3189,
      "step": 7367
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.22445533567105e-05,
      "loss": 0.32,
      "step": 7368
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2242646591682752e-05,
      "loss": 0.305,
      "step": 7369
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2240739740795998e-05,
      "loss": 0.3398,
      "step": 7370
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2238832804123235e-05,
      "loss": 0.2868,
      "step": 7371
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2236925781737476e-05,
      "loss": 0.3069,
      "step": 7372
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2235018673711729e-05,
      "loss": 0.3075,
      "step": 7373
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2233111480119005e-05,
      "loss": 0.3218,
      "step": 7374
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2231204201032325e-05,
      "loss": 0.3251,
      "step": 7375
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.22292968365247e-05,
      "loss": 0.3111,
      "step": 7376
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2227389386669166e-05,
      "loss": 0.3055,
      "step": 7377
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2225481851538737e-05,
      "loss": 0.3365,
      "step": 7378
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2223574231206445e-05,
      "loss": 0.3136,
      "step": 7379
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2221666525745328e-05,
      "loss": 0.3521,
      "step": 7380
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2219758735228415e-05,
      "loss": 0.3175,
      "step": 7381
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.221785085972875e-05,
      "loss": 0.3323,
      "step": 7382
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2215942899319372e-05,
      "loss": 0.3281,
      "step": 7383
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2214034854073333e-05,
      "loss": 0.3161,
      "step": 7384
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2212126724063676e-05,
      "loss": 0.3443,
      "step": 7385
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2210218509363452e-05,
      "loss": 0.3337,
      "step": 7386
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.220831021004572e-05,
      "loss": 0.3125,
      "step": 7387
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2206401826183538e-05,
      "loss": 0.2905,
      "step": 7388
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2204493357849967e-05,
      "loss": 0.3223,
      "step": 7389
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2202584805118071e-05,
      "loss": 0.3583,
      "step": 7390
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2200676168060921e-05,
      "loss": 0.3616,
      "step": 7391
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2198767446751589e-05,
      "loss": 0.2949,
      "step": 7392
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2196858641263147e-05,
      "loss": 0.3225,
      "step": 7393
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2194949751668677e-05,
      "loss": 0.3079,
      "step": 7394
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2193040778041256e-05,
      "loss": 0.2938,
      "step": 7395
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2191131720453966e-05,
      "loss": 0.3186,
      "step": 7396
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2189222578979902e-05,
      "loss": 0.3619,
      "step": 7397
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.218731335369215e-05,
      "loss": 0.356,
      "step": 7398
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2185404044663806e-05,
      "loss": 0.3164,
      "step": 7399
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.218349465196797e-05,
      "loss": 0.3195,
      "step": 7400
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2181585175677734e-05,
      "loss": 0.3105,
      "step": 7401
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2179675615866209e-05,
      "loss": 0.3016,
      "step": 7402
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.21777659726065e-05,
      "loss": 0.3011,
      "step": 7403
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2175856245971718e-05,
      "loss": 0.2983,
      "step": 7404
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2173946436034973e-05,
      "loss": 0.3073,
      "step": 7405
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2172036542869386e-05,
      "loss": 0.2927,
      "step": 7406
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2170126566548073e-05,
      "loss": 0.293,
      "step": 7407
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2168216507144159e-05,
      "loss": 0.3334,
      "step": 7408
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2166306364730766e-05,
      "loss": 0.3451,
      "step": 7409
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2164396139381029e-05,
      "loss": 0.3306,
      "step": 7410
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2162485831168081e-05,
      "loss": 0.303,
      "step": 7411
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.216057544016505e-05,
      "loss": 0.3245,
      "step": 7412
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.215866496644508e-05,
      "loss": 0.3178,
      "step": 7413
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.215675441008131e-05,
      "loss": 0.3161,
      "step": 7414
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.215484377114689e-05,
      "loss": 0.3351,
      "step": 7415
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2152933049714961e-05,
      "loss": 0.3242,
      "step": 7416
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2151022245858683e-05,
      "loss": 0.2987,
      "step": 7417
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2149111359651203e-05,
      "loss": 0.3379,
      "step": 7418
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2147200391165683e-05,
      "loss": 0.3072,
      "step": 7419
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2145289340475283e-05,
      "loss": 0.3039,
      "step": 7420
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2143378207653164e-05,
      "loss": 0.3211,
      "step": 7421
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2141466992772497e-05,
      "loss": 0.2983,
      "step": 7422
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2139555695906454e-05,
      "loss": 0.3114,
      "step": 7423
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.21376443171282e-05,
      "loss": 0.3521,
      "step": 7424
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2135732856510918e-05,
      "loss": 0.3105,
      "step": 7425
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2133821314127786e-05,
      "loss": 0.346,
      "step": 7426
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2131909690051988e-05,
      "loss": 0.3207,
      "step": 7427
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.212999798435671e-05,
      "loss": 0.3465,
      "step": 7428
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2128086197115141e-05,
      "loss": 0.32,
      "step": 7429
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.212617432840047e-05,
      "loss": 0.3479,
      "step": 7430
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2124262378285893e-05,
      "loss": 0.3407,
      "step": 7431
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2122350346844614e-05,
      "loss": 0.3393,
      "step": 7432
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2120438234149828e-05,
      "loss": 0.3186,
      "step": 7433
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2118526040274743e-05,
      "loss": 0.3443,
      "step": 7434
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2116613765292564e-05,
      "loss": 0.3412,
      "step": 7435
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2114701409276503e-05,
      "loss": 0.339,
      "step": 7436
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2112788972299778e-05,
      "loss": 0.3368,
      "step": 7437
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2110876454435601e-05,
      "loss": 0.3002,
      "step": 7438
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2108963855757194e-05,
      "loss": 0.3203,
      "step": 7439
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2107051176337781e-05,
      "loss": 0.2945,
      "step": 7440
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2105138416250584e-05,
      "loss": 0.3178,
      "step": 7441
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2103225575568838e-05,
      "loss": 0.3587,
      "step": 7442
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2101312654365773e-05,
      "loss": 0.308,
      "step": 7443
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2099399652714624e-05,
      "loss": 0.3006,
      "step": 7444
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2097486570688635e-05,
      "loss": 0.3055,
      "step": 7445
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2095573408361036e-05,
      "loss": 0.2999,
      "step": 7446
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2093660165805086e-05,
      "loss": 0.3267,
      "step": 7447
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.209174684309402e-05,
      "loss": 0.3142,
      "step": 7448
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2089833440301098e-05,
      "loss": 0.3205,
      "step": 7449
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.208791995749957e-05,
      "loss": 0.3485,
      "step": 7450
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2086006394762692e-05,
      "loss": 0.3136,
      "step": 7451
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2084092752163729e-05,
      "loss": 0.3174,
      "step": 7452
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2082179029775937e-05,
      "loss": 0.3128,
      "step": 7453
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2080265227672591e-05,
      "loss": 0.3189,
      "step": 7454
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2078351345926955e-05,
      "loss": 0.3393,
      "step": 7455
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.20764373846123e-05,
      "loss": 0.3485,
      "step": 7456
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2074523343801907e-05,
      "loss": 0.2917,
      "step": 7457
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2072609223569047e-05,
      "loss": 0.317,
      "step": 7458
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2070695023987007e-05,
      "loss": 0.2944,
      "step": 7459
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2068780745129072e-05,
      "loss": 0.3513,
      "step": 7460
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2066866387068524e-05,
      "loss": 0.3008,
      "step": 7461
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2064951949878663e-05,
      "loss": 0.3295,
      "step": 7462
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.206303743363277e-05,
      "loss": 0.3125,
      "step": 7463
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.206112283840415e-05,
      "loss": 0.3047,
      "step": 7464
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2059208164266106e-05,
      "loss": 0.3158,
      "step": 7465
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2057293411291928e-05,
      "loss": 0.2938,
      "step": 7466
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2055378579554935e-05,
      "loss": 0.346,
      "step": 7467
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2053463669128426e-05,
      "loss": 0.3072,
      "step": 7468
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.205154868008572e-05,
      "loss": 0.3331,
      "step": 7469
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2049633612500128e-05,
      "loss": 0.293,
      "step": 7470
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2047718466444968e-05,
      "loss": 0.3034,
      "step": 7471
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2045803241993563e-05,
      "loss": 0.3329,
      "step": 7472
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2043887939219232e-05,
      "loss": 0.3421,
      "step": 7473
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2041972558195304e-05,
      "loss": 0.3108,
      "step": 7474
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2040057098995113e-05,
      "loss": 0.3168,
      "step": 7475
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2038141561691986e-05,
      "loss": 0.332,
      "step": 7476
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2036225946359261e-05,
      "loss": 0.3228,
      "step": 7477
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2034310253070278e-05,
      "loss": 0.3298,
      "step": 7478
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2032394481898378e-05,
      "loss": 0.332,
      "step": 7479
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2030478632916902e-05,
      "loss": 0.3248,
      "step": 7480
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2028562706199201e-05,
      "loss": 0.3145,
      "step": 7481
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2026646701818627e-05,
      "loss": 0.3334,
      "step": 7482
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.202473061984853e-05,
      "loss": 0.3298,
      "step": 7483
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2022814460362269e-05,
      "loss": 0.3502,
      "step": 7484
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2020898223433207e-05,
      "loss": 0.293,
      "step": 7485
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2018981909134695e-05,
      "loss": 0.3092,
      "step": 7486
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2017065517540112e-05,
      "loss": 0.3103,
      "step": 7487
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2015149048722816e-05,
      "loss": 0.3312,
      "step": 7488
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2013232502756187e-05,
      "loss": 0.3117,
      "step": 7489
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2011315879713595e-05,
      "loss": 0.3156,
      "step": 7490
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2009399179668413e-05,
      "loss": 0.3627,
      "step": 7491
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2007482402694031e-05,
      "loss": 0.3089,
      "step": 7492
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2005565548863823e-05,
      "loss": 0.3189,
      "step": 7493
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2003648618251182e-05,
      "loss": 0.3292,
      "step": 7494
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2001731610929495e-05,
      "loss": 0.3669,
      "step": 7495
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1999814526972151e-05,
      "loss": 0.2934,
      "step": 7496
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.199789736645255e-05,
      "loss": 0.3265,
      "step": 7497
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.199598012944408e-05,
      "loss": 0.3044,
      "step": 7498
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1994062816020156e-05,
      "loss": 0.3334,
      "step": 7499
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1992145426254172e-05,
      "loss": 0.3234,
      "step": 7500
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1990227960219535e-05,
      "loss": 0.3206,
      "step": 7501
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1988310417989659e-05,
      "loss": 0.3184,
      "step": 7502
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1986392799637953e-05,
      "loss": 0.3613,
      "step": 7503
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1984475105237837e-05,
      "loss": 0.2977,
      "step": 7504
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1982557334862724e-05,
      "loss": 0.3225,
      "step": 7505
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1980639488586036e-05,
      "loss": 0.3237,
      "step": 7506
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.19787215664812e-05,
      "loss": 0.334,
      "step": 7507
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.197680356862164e-05,
      "loss": 0.315,
      "step": 7508
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1974885495080788e-05,
      "loss": 0.3058,
      "step": 7509
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1972967345932076e-05,
      "loss": 0.3145,
      "step": 7510
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.197104912124894e-05,
      "loss": 0.3146,
      "step": 7511
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1969130821104819e-05,
      "loss": 0.3172,
      "step": 7512
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1967212445573155e-05,
      "loss": 0.3493,
      "step": 7513
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.196529399472739e-05,
      "loss": 0.3228,
      "step": 7514
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1963375468640974e-05,
      "loss": 0.2914,
      "step": 7515
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1961456867387352e-05,
      "loss": 0.3393,
      "step": 7516
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1959538191039986e-05,
      "loss": 0.3139,
      "step": 7517
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1957619439672322e-05,
      "loss": 0.3371,
      "step": 7518
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1955700613357826e-05,
      "loss": 0.3538,
      "step": 7519
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.195378171216996e-05,
      "loss": 0.332,
      "step": 7520
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.195186273618218e-05,
      "loss": 0.31,
      "step": 7521
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1949943685467962e-05,
      "loss": 0.3273,
      "step": 7522
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1948024560100772e-05,
      "loss": 0.3306,
      "step": 7523
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1946105360154085e-05,
      "loss": 0.3477,
      "step": 7524
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1944186085701379e-05,
      "loss": 0.322,
      "step": 7525
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1942266736816129e-05,
      "loss": 0.3005,
      "step": 7526
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1940347313571816e-05,
      "loss": 0.3218,
      "step": 7527
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1938427816041927e-05,
      "loss": 0.3175,
      "step": 7528
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1936508244299949e-05,
      "loss": 0.3284,
      "step": 7529
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1934588598419375e-05,
      "loss": 0.3186,
      "step": 7530
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1932668878473691e-05,
      "loss": 0.3278,
      "step": 7531
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1930749084536399e-05,
      "loss": 0.2955,
      "step": 7532
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1928829216680993e-05,
      "loss": 0.3394,
      "step": 7533
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.192690927498098e-05,
      "loss": 0.3125,
      "step": 7534
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.192498925950986e-05,
      "loss": 0.3039,
      "step": 7535
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.192306917034114e-05,
      "loss": 0.305,
      "step": 7536
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1921149007548333e-05,
      "loss": 0.3354,
      "step": 7537
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1919228771204951e-05,
      "loss": 0.2623,
      "step": 7538
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1917308461384508e-05,
      "loss": 0.3147,
      "step": 7539
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1915388078160526e-05,
      "loss": 0.3552,
      "step": 7540
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1913467621606521e-05,
      "loss": 0.3242,
      "step": 7541
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1911547091796021e-05,
      "loss": 0.3518,
      "step": 7542
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.190962648880255e-05,
      "loss": 0.3057,
      "step": 7543
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.190770581269964e-05,
      "loss": 0.3451,
      "step": 7544
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1905785063560827e-05,
      "loss": 0.3086,
      "step": 7545
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1903864241459635e-05,
      "loss": 0.3045,
      "step": 7546
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1901943346469613e-05,
      "loss": 0.3147,
      "step": 7547
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.19000223786643e-05,
      "loss": 0.3281,
      "step": 7548
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1898101338117236e-05,
      "loss": 0.2994,
      "step": 7549
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1896180224901969e-05,
      "loss": 0.296,
      "step": 7550
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1894259039092046e-05,
      "loss": 0.2867,
      "step": 7551
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1892337780761026e-05,
      "loss": 0.2951,
      "step": 7552
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1890416449982451e-05,
      "loss": 0.3329,
      "step": 7553
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1888495046829893e-05,
      "loss": 0.3449,
      "step": 7554
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1886573571376907e-05,
      "loss": 0.3223,
      "step": 7555
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.188465202369705e-05,
      "loss": 0.3142,
      "step": 7556
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1882730403863896e-05,
      "loss": 0.3357,
      "step": 7557
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1880808711951008e-05,
      "loss": 0.3376,
      "step": 7558
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.187888694803196e-05,
      "loss": 0.3175,
      "step": 7559
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.187696511218033e-05,
      "loss": 0.327,
      "step": 7560
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1875043204469684e-05,
      "loss": 0.3125,
      "step": 7561
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1873121224973613e-05,
      "loss": 0.3011,
      "step": 7562
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1871199173765693e-05,
      "loss": 0.296,
      "step": 7563
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1869277050919511e-05,
      "loss": 0.3211,
      "step": 7564
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1867354856508657e-05,
      "loss": 0.2949,
      "step": 7565
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1865432590606718e-05,
      "loss": 0.3248,
      "step": 7566
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.186351025328729e-05,
      "loss": 0.3198,
      "step": 7567
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1861587844623963e-05,
      "loss": 0.3025,
      "step": 7568
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1859665364690344e-05,
      "loss": 0.3036,
      "step": 7569
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1857742813560031e-05,
      "loss": 0.3189,
      "step": 7570
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1855820191306627e-05,
      "loss": 0.3418,
      "step": 7571
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1853897498003742e-05,
      "loss": 0.3477,
      "step": 7572
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.185197473372498e-05,
      "loss": 0.3004,
      "step": 7573
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1850051898543961e-05,
      "loss": 0.3158,
      "step": 7574
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1848128992534296e-05,
      "loss": 0.3133,
      "step": 7575
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1846206015769602e-05,
      "loss": 0.3111,
      "step": 7576
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1844282968323502e-05,
      "loss": 0.2935,
      "step": 7577
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1842359850269616e-05,
      "loss": 0.2882,
      "step": 7578
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1840436661681575e-05,
      "loss": 0.3072,
      "step": 7579
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1838513402633006e-05,
      "loss": 0.3371,
      "step": 7580
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1836590073197533e-05,
      "loss": 0.3524,
      "step": 7581
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1834666673448804e-05,
      "loss": 0.3139,
      "step": 7582
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1832743203460443e-05,
      "loss": 0.3552,
      "step": 7583
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1830819663306098e-05,
      "loss": 0.3147,
      "step": 7584
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1828896053059404e-05,
      "loss": 0.3066,
      "step": 7585
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1826972372794008e-05,
      "loss": 0.317,
      "step": 7586
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.182504862258356e-05,
      "loss": 0.3036,
      "step": 7587
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.182312480250171e-05,
      "loss": 0.353,
      "step": 7588
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1821200912622111e-05,
      "loss": 0.3186,
      "step": 7589
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1819276953018416e-05,
      "loss": 0.315,
      "step": 7590
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1817352923764283e-05,
      "loss": 0.3451,
      "step": 7591
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1815428824933375e-05,
      "loss": 0.2963,
      "step": 7592
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1813504656599355e-05,
      "loss": 0.3418,
      "step": 7593
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.181158041883589e-05,
      "loss": 0.3117,
      "step": 7594
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1809656111716647e-05,
      "loss": 0.2972,
      "step": 7595
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1807731735315297e-05,
      "loss": 0.3224,
      "step": 7596
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1805807289705518e-05,
      "loss": 0.2972,
      "step": 7597
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1803882774960982e-05,
      "loss": 0.3259,
      "step": 7598
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1801958191155373e-05,
      "loss": 0.3577,
      "step": 7599
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.180003353836237e-05,
      "loss": 0.3033,
      "step": 7600
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1798108816655657e-05,
      "loss": 0.3295,
      "step": 7601
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1796184026108923e-05,
      "loss": 0.3033,
      "step": 7602
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1794259166795859e-05,
      "loss": 0.3005,
      "step": 7603
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1792334238790155e-05,
      "loss": 0.3262,
      "step": 7604
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.179040924216551e-05,
      "loss": 0.3624,
      "step": 7605
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1788484176995615e-05,
      "loss": 0.3136,
      "step": 7606
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.178655904335418e-05,
      "loss": 0.3251,
      "step": 7607
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1784633841314898e-05,
      "loss": 0.3315,
      "step": 7608
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1782708570951484e-05,
      "loss": 0.3097,
      "step": 7609
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1780783232337642e-05,
      "loss": 0.3033,
      "step": 7610
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1778857825547081e-05,
      "loss": 0.3103,
      "step": 7611
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1776932350653519e-05,
      "loss": 0.334,
      "step": 7612
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1775006807730667e-05,
      "loss": 0.3203,
      "step": 7613
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.177308119685225e-05,
      "loss": 0.3136,
      "step": 7614
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1771155518091985e-05,
      "loss": 0.2881,
      "step": 7615
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1769229771523599e-05,
      "loss": 0.3287,
      "step": 7616
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1767303957220817e-05,
      "loss": 0.3331,
      "step": 7617
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1765378075257364e-05,
      "loss": 0.2872,
      "step": 7618
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1763452125706978e-05,
      "loss": 0.3329,
      "step": 7619
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.176152610864339e-05,
      "loss": 0.303,
      "step": 7620
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1759600024140339e-05,
      "loss": 0.3181,
      "step": 7621
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1757673872271565e-05,
      "loss": 0.3323,
      "step": 7622
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1755747653110805e-05,
      "loss": 0.3284,
      "step": 7623
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1753821366731812e-05,
      "loss": 0.3131,
      "step": 7624
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1751895013208325e-05,
      "loss": 0.3198,
      "step": 7625
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1749968592614098e-05,
      "loss": 0.31,
      "step": 7626
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1748042105022885e-05,
      "loss": 0.3161,
      "step": 7627
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1746115550508437e-05,
      "loss": 0.3211,
      "step": 7628
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1744188929144513e-05,
      "loss": 0.3362,
      "step": 7629
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1742262241004875e-05,
      "loss": 0.3245,
      "step": 7630
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1740335486163284e-05,
      "loss": 0.3242,
      "step": 7631
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1738408664693504e-05,
      "loss": 0.3304,
      "step": 7632
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1736481776669307e-05,
      "loss": 0.3591,
      "step": 7633
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1734554822164457e-05,
      "loss": 0.3189,
      "step": 7634
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.173262780125273e-05,
      "loss": 0.3371,
      "step": 7635
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1730700714007903e-05,
      "loss": 0.3008,
      "step": 7636
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1728773560503753e-05,
      "loss": 0.2997,
      "step": 7637
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1726846340814057e-05,
      "loss": 0.3186,
      "step": 7638
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1724919055012602e-05,
      "loss": 0.308,
      "step": 7639
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1722991703173175e-05,
      "loss": 0.3421,
      "step": 7640
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1721064285369559e-05,
      "loss": 0.3125,
      "step": 7641
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1719136801675549e-05,
      "loss": 0.3457,
      "step": 7642
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1717209252164932e-05,
      "loss": 0.3192,
      "step": 7643
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1715281636911511e-05,
      "loss": 0.293,
      "step": 7644
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1713353955989082e-05,
      "loss": 0.2924,
      "step": 7645
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1711426209471441e-05,
      "loss": 0.2924,
      "step": 7646
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1709498397432397e-05,
      "loss": 0.3502,
      "step": 7647
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1707570519945753e-05,
      "loss": 0.3471,
      "step": 7648
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1705642577085317e-05,
      "loss": 0.3036,
      "step": 7649
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1703714568924901e-05,
      "loss": 0.2967,
      "step": 7650
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1701786495538318e-05,
      "loss": 0.3168,
      "step": 7651
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1699858356999383e-05,
      "loss": 0.3477,
      "step": 7652
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1697930153381911e-05,
      "loss": 0.314,
      "step": 7653
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.169600188475973e-05,
      "loss": 0.3136,
      "step": 7654
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1694073551206655e-05,
      "loss": 0.3198,
      "step": 7655
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.169214515279652e-05,
      "loss": 0.3117,
      "step": 7656
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1690216689603147e-05,
      "loss": 0.3309,
      "step": 7657
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1688288161700365e-05,
      "loss": 0.3265,
      "step": 7658
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1686359569162015e-05,
      "loss": 0.2928,
      "step": 7659
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1684430912061928e-05,
      "loss": 0.3181,
      "step": 7660
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.168250219047394e-05,
      "loss": 0.3329,
      "step": 7661
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1680573404471894e-05,
      "loss": 0.3331,
      "step": 7662
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.167864455412963e-05,
      "loss": 0.3066,
      "step": 7663
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1676715639520999e-05,
      "loss": 0.356,
      "step": 7664
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1674786660719845e-05,
      "loss": 0.2829,
      "step": 7665
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1672857617800018e-05,
      "loss": 0.3097,
      "step": 7666
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1670928510835376e-05,
      "loss": 0.3393,
      "step": 7667
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1668999339899765e-05,
      "loss": 0.3357,
      "step": 7668
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1667070105067051e-05,
      "loss": 0.2882,
      "step": 7669
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1665140806411087e-05,
      "loss": 0.2988,
      "step": 7670
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1663211444005744e-05,
      "loss": 0.3253,
      "step": 7671
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1661282017924883e-05,
      "loss": 0.3025,
      "step": 7672
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1659352528242368e-05,
      "loss": 0.3359,
      "step": 7673
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1657422975032073e-05,
      "loss": 0.32,
      "step": 7674
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.165549335836787e-05,
      "loss": 0.3065,
      "step": 7675
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1653563678323629e-05,
      "loss": 0.3047,
      "step": 7676
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1651633934973237e-05,
      "loss": 0.3239,
      "step": 7677
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1649704128390563e-05,
      "loss": 0.3097,
      "step": 7678
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1647774258649496e-05,
      "loss": 0.2928,
      "step": 7679
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.164584432582392e-05,
      "loss": 0.3242,
      "step": 7680
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1643914329987718e-05,
      "loss": 0.3334,
      "step": 7681
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1641984271214782e-05,
      "loss": 0.308,
      "step": 7682
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1640054149579001e-05,
      "loss": 0.3156,
      "step": 7683
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1638123965154276e-05,
      "loss": 0.3345,
      "step": 7684
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1636193718014494e-05,
      "loss": 0.3036,
      "step": 7685
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1634263408233562e-05,
      "loss": 0.3164,
      "step": 7686
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1632333035885377e-05,
      "loss": 0.3164,
      "step": 7687
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1630402601043839e-05,
      "loss": 0.3036,
      "step": 7688
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1628472103782863e-05,
      "loss": 0.3359,
      "step": 7689
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1626541544176353e-05,
      "loss": 0.3203,
      "step": 7690
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1624610922298221e-05,
      "loss": 0.2864,
      "step": 7691
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1622680238222377e-05,
      "loss": 0.3457,
      "step": 7692
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1620749492022738e-05,
      "loss": 0.2999,
      "step": 7693
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1618818683773226e-05,
      "loss": 0.2952,
      "step": 7694
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1616887813547754e-05,
      "loss": 0.2934,
      "step": 7695
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1614956881420252e-05,
      "loss": 0.3097,
      "step": 7696
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1613025887464642e-05,
      "loss": 0.2969,
      "step": 7697
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.161109483175485e-05,
      "loss": 0.339,
      "step": 7698
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1609163714364809e-05,
      "loss": 0.3114,
      "step": 7699
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1607232535368449e-05,
      "loss": 0.2927,
      "step": 7700
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1605301294839706e-05,
      "loss": 0.2836,
      "step": 7701
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1603369992852515e-05,
      "loss": 0.3064,
      "step": 7702
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1601438629480816e-05,
      "loss": 0.3019,
      "step": 7703
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1599507204798552e-05,
      "loss": 0.3039,
      "step": 7704
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1597575718879665e-05,
      "loss": 0.3047,
      "step": 7705
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1595644171798104e-05,
      "loss": 0.3139,
      "step": 7706
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1593712563627815e-05,
      "loss": 0.3502,
      "step": 7707
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.159178089444275e-05,
      "loss": 0.2938,
      "step": 7708
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1589849164316863e-05,
      "loss": 0.3195,
      "step": 7709
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.158791737332411e-05,
      "loss": 0.3337,
      "step": 7710
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1585985521538443e-05,
      "loss": 0.316,
      "step": 7711
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1584053609033833e-05,
      "loss": 0.3231,
      "step": 7712
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1582121635884232e-05,
      "loss": 0.32,
      "step": 7713
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1580189602163611e-05,
      "loss": 0.3368,
      "step": 7714
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1578257507945941e-05,
      "loss": 0.2875,
      "step": 7715
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1576325353305182e-05,
      "loss": 0.3237,
      "step": 7716
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1574393138315311e-05,
      "loss": 0.3175,
      "step": 7717
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1572460863050305e-05,
      "loss": 0.3304,
      "step": 7718
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1570528527584138e-05,
      "loss": 0.3143,
      "step": 7719
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1568596131990783e-05,
      "loss": 0.3309,
      "step": 7720
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1566663676344232e-05,
      "loss": 0.3019,
      "step": 7721
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.156473116071846e-05,
      "loss": 0.3147,
      "step": 7722
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1562798585187455e-05,
      "loss": 0.3228,
      "step": 7723
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1560865949825209e-05,
      "loss": 0.2868,
      "step": 7724
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1558933254705706e-05,
      "loss": 0.3259,
      "step": 7725
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1557000499902945e-05,
      "loss": 0.2888,
      "step": 7726
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1555067685490915e-05,
      "loss": 0.3245,
      "step": 7727
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1553134811543616e-05,
      "loss": 0.3379,
      "step": 7728
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1551201878135048e-05,
      "loss": 0.3192,
      "step": 7729
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1549268885339213e-05,
      "loss": 0.3281,
      "step": 7730
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1547335833230111e-05,
      "loss": 0.3306,
      "step": 7731
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1545402721881752e-05,
      "loss": 0.3186,
      "step": 7732
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1543469551368146e-05,
      "loss": 0.3039,
      "step": 7733
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.15415363217633e-05,
      "loss": 0.2916,
      "step": 7734
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1539603033141228e-05,
      "loss": 0.3315,
      "step": 7735
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.153766968557595e-05,
      "loss": 0.3337,
      "step": 7736
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1535736279141477e-05,
      "loss": 0.2757,
      "step": 7737
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.153380281391183e-05,
      "loss": 0.3253,
      "step": 7738
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1531869289961035e-05,
      "loss": 0.321,
      "step": 7739
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1529935707363112e-05,
      "loss": 0.3111,
      "step": 7740
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.152800206619209e-05,
      "loss": 0.3337,
      "step": 7741
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1526068366521999e-05,
      "loss": 0.3276,
      "step": 7742
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1524134608426866e-05,
      "loss": 0.3133,
      "step": 7743
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1522200791980728e-05,
      "loss": 0.3357,
      "step": 7744
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1520266917257619e-05,
      "loss": 0.3234,
      "step": 7745
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1518332984331578e-05,
      "loss": 0.3131,
      "step": 7746
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1516398993276645e-05,
      "loss": 0.2913,
      "step": 7747
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1514464944166857e-05,
      "loss": 0.317,
      "step": 7748
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1512530837076267e-05,
      "loss": 0.3301,
      "step": 7749
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1510596672078917e-05,
      "loss": 0.3253,
      "step": 7750
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1508662449248853e-05,
      "loss": 0.3094,
      "step": 7751
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1506728168660134e-05,
      "loss": 0.3318,
      "step": 7752
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1504793830386806e-05,
      "loss": 0.2946,
      "step": 7753
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1502859434502929e-05,
      "loss": 0.3122,
      "step": 7754
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1500924981082555e-05,
      "loss": 0.3054,
      "step": 7755
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1498990470199751e-05,
      "loss": 0.3211,
      "step": 7756
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1497055901928577e-05,
      "loss": 0.3301,
      "step": 7757
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1495121276343093e-05,
      "loss": 0.3265,
      "step": 7758
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1493186593517374e-05,
      "loss": 0.3351,
      "step": 7759
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1491251853525477e-05,
      "loss": 0.3043,
      "step": 7760
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1489317056441485e-05,
      "loss": 0.3206,
      "step": 7761
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1487382202339463e-05,
      "loss": 0.3013,
      "step": 7762
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1485447291293487e-05,
      "loss": 0.3135,
      "step": 7763
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.148351232337764e-05,
      "loss": 0.3253,
      "step": 7764
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1481577298666e-05,
      "loss": 0.3217,
      "step": 7765
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.147964221723264e-05,
      "loss": 0.3147,
      "step": 7766
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1477707079151657e-05,
      "loss": 0.291,
      "step": 7767
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1475771884497127e-05,
      "loss": 0.3161,
      "step": 7768
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1473836633343145e-05,
      "loss": 0.3189,
      "step": 7769
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1471901325763795e-05,
      "loss": 0.3092,
      "step": 7770
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1469965961833175e-05,
      "loss": 0.3214,
      "step": 7771
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.146803054162538e-05,
      "loss": 0.3214,
      "step": 7772
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1466095065214501e-05,
      "loss": 0.3401,
      "step": 7773
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1464159532674645e-05,
      "loss": 0.3334,
      "step": 7774
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1462223944079907e-05,
      "loss": 0.3171,
      "step": 7775
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1460288299504394e-05,
      "loss": 0.3189,
      "step": 7776
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1458352599022211e-05,
      "loss": 0.3253,
      "step": 7777
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1456416842707463e-05,
      "loss": 0.3276,
      "step": 7778
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1454481030634263e-05,
      "loss": 0.356,
      "step": 7779
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1452545162876718e-05,
      "loss": 0.3016,
      "step": 7780
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1450609239508952e-05,
      "loss": 0.3195,
      "step": 7781
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1448673260605072e-05,
      "loss": 0.3491,
      "step": 7782
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1446737226239198e-05,
      "loss": 0.296,
      "step": 7783
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1444801136485453e-05,
      "loss": 0.3507,
      "step": 7784
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.144286499141796e-05,
      "loss": 0.341,
      "step": 7785
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1440928791110842e-05,
      "loss": 0.334,
      "step": 7786
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1438992535638225e-05,
      "loss": 0.3354,
      "step": 7787
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1437056225074237e-05,
      "loss": 0.2955,
      "step": 7788
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.143511985949301e-05,
      "loss": 0.3125,
      "step": 7789
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.143318343896868e-05,
      "loss": 0.2999,
      "step": 7790
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1431246963575383e-05,
      "loss": 0.3599,
      "step": 7791
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.142931043338725e-05,
      "loss": 0.3211,
      "step": 7792
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1427373848478422e-05,
      "loss": 0.3108,
      "step": 7793
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1425437208923047e-05,
      "loss": 0.3122,
      "step": 7794
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.142350051479526e-05,
      "loss": 0.3178,
      "step": 7795
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1421563766169215e-05,
      "loss": 0.2999,
      "step": 7796
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1419626963119054e-05,
      "loss": 0.3016,
      "step": 7797
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1417690105718928e-05,
      "loss": 0.3083,
      "step": 7798
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1415753194042991e-05,
      "loss": 0.3115,
      "step": 7799
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1413816228165395e-05,
      "loss": 0.2644,
      "step": 7800
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1411879208160294e-05,
      "loss": 0.3075,
      "step": 7801
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1409942134101852e-05,
      "loss": 0.2983,
      "step": 7802
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1408005006064226e-05,
      "loss": 0.298,
      "step": 7803
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1406067824121579e-05,
      "loss": 0.3273,
      "step": 7804
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1404130588348072e-05,
      "loss": 0.3287,
      "step": 7805
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1402193298817877e-05,
      "loss": 0.3225,
      "step": 7806
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.140025595560516e-05,
      "loss": 0.3192,
      "step": 7807
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1398318558784088e-05,
      "loss": 0.2899,
      "step": 7808
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.139638110842884e-05,
      "loss": 0.3142,
      "step": 7809
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1394443604613583e-05,
      "loss": 0.3359,
      "step": 7810
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1392506047412504e-05,
      "loss": 0.31,
      "step": 7811
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1390568436899775e-05,
      "loss": 0.3078,
      "step": 7812
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1388630773149575e-05,
      "loss": 0.3267,
      "step": 7813
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1386693056236093e-05,
      "loss": 0.3206,
      "step": 7814
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1384755286233509e-05,
      "loss": 0.327,
      "step": 7815
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1382817463216012e-05,
      "loss": 0.2759,
      "step": 7816
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1380879587257792e-05,
      "loss": 0.2829,
      "step": 7817
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1378941658433034e-05,
      "loss": 0.2999,
      "step": 7818
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1377003676815938e-05,
      "loss": 0.2912,
      "step": 7819
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1375065642480699e-05,
      "loss": 0.3016,
      "step": 7820
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.137312755550151e-05,
      "loss": 0.3389,
      "step": 7821
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1371189415952573e-05,
      "loss": 0.2902,
      "step": 7822
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1369251223908081e-05,
      "loss": 0.3184,
      "step": 7823
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.136731297944225e-05,
      "loss": 0.3013,
      "step": 7824
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1365374682629275e-05,
      "loss": 0.3002,
      "step": 7825
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1363436333543369e-05,
      "loss": 0.3591,
      "step": 7826
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.136149793225874e-05,
      "loss": 0.3362,
      "step": 7827
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1359559478849595e-05,
      "loss": 0.3011,
      "step": 7828
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.135762097339015e-05,
      "loss": 0.3337,
      "step": 7829
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.135568241595462e-05,
      "loss": 0.3465,
      "step": 7830
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1353743806617226e-05,
      "loss": 0.2793,
      "step": 7831
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.135180514545218e-05,
      "loss": 0.3485,
      "step": 7832
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1349866432533705e-05,
      "loss": 0.3234,
      "step": 7833
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1347927667936027e-05,
      "loss": 0.3009,
      "step": 7834
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.134598885173337e-05,
      "loss": 0.3319,
      "step": 7835
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1344049983999956e-05,
      "loss": 0.3411,
      "step": 7836
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1342111064810026e-05,
      "loss": 0.3343,
      "step": 7837
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1340172094237796e-05,
      "loss": 0.3384,
      "step": 7838
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1338233072357508e-05,
      "loss": 0.3025,
      "step": 7839
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1336293999243393e-05,
      "loss": 0.3178,
      "step": 7840
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.133435487496969e-05,
      "loss": 0.3245,
      "step": 7841
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.133241569961064e-05,
      "loss": 0.3133,
      "step": 7842
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1330476473240478e-05,
      "loss": 0.3496,
      "step": 7843
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1328537195933452e-05,
      "loss": 0.3209,
      "step": 7844
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.13265978677638e-05,
      "loss": 0.3217,
      "step": 7845
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1324658488805775e-05,
      "loss": 0.3245,
      "step": 7846
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1322719059133624e-05,
      "loss": 0.3118,
      "step": 7847
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1320779578821597e-05,
      "loss": 0.3273,
      "step": 7848
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1318840047943944e-05,
      "loss": 0.3041,
      "step": 7849
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1316900466574921e-05,
      "loss": 0.3027,
      "step": 7850
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1314960834788788e-05,
      "loss": 0.3094,
      "step": 7851
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1313021152659798e-05,
      "loss": 0.3164,
      "step": 7852
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1311081420262211e-05,
      "loss": 0.3083,
      "step": 7853
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1309141637670296e-05,
      "loss": 0.2902,
      "step": 7854
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1307201804958307e-05,
      "loss": 0.3097,
      "step": 7855
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.130526192220052e-05,
      "loss": 0.2953,
      "step": 7856
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1303321989471192e-05,
      "loss": 0.3393,
      "step": 7857
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.13013820068446e-05,
      "loss": 0.3064,
      "step": 7858
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1299441974395016e-05,
      "loss": 0.3114,
      "step": 7859
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1297501892196708e-05,
      "loss": 0.3443,
      "step": 7860
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1295561760323957e-05,
      "loss": 0.2852,
      "step": 7861
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1293621578851038e-05,
      "loss": 0.3026,
      "step": 7862
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1291681347852229e-05,
      "loss": 0.3055,
      "step": 7863
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1289741067401813e-05,
      "loss": 0.3189,
      "step": 7864
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1287800737574073e-05,
      "loss": 0.3075,
      "step": 7865
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1285860358443295e-05,
      "loss": 0.3198,
      "step": 7866
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1283919930083763e-05,
      "loss": 0.2934,
      "step": 7867
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1281979452569765e-05,
      "loss": 0.2974,
      "step": 7868
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1280038925975596e-05,
      "loss": 0.3078,
      "step": 7869
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1278098350375544e-05,
      "loss": 0.2934,
      "step": 7870
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.127615772584391e-05,
      "loss": 0.3156,
      "step": 7871
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1274217052454981e-05,
      "loss": 0.2985,
      "step": 7872
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.127227633028306e-05,
      "loss": 0.3016,
      "step": 7873
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1270335559402448e-05,
      "loss": 0.3213,
      "step": 7874
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1268394739887442e-05,
      "loss": 0.3541,
      "step": 7875
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.126645387181235e-05,
      "loss": 0.3013,
      "step": 7876
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1264512955251479e-05,
      "loss": 0.3246,
      "step": 7877
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1262571990279133e-05,
      "loss": 0.3041,
      "step": 7878
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.126063097696962e-05,
      "loss": 0.3387,
      "step": 7879
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1258689915397252e-05,
      "loss": 0.32,
      "step": 7880
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1256748805636346e-05,
      "loss": 0.3125,
      "step": 7881
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1254807647761215e-05,
      "loss": 0.31,
      "step": 7882
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1252866441846169e-05,
      "loss": 0.3299,
      "step": 7883
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1250925187965536e-05,
      "loss": 0.3172,
      "step": 7884
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1248983886193629e-05,
      "loss": 0.3231,
      "step": 7885
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1247042536604775e-05,
      "loss": 0.3206,
      "step": 7886
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1245101139273297e-05,
      "loss": 0.3029,
      "step": 7887
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.124315969427352e-05,
      "loss": 0.3189,
      "step": 7888
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1241218201679774e-05,
      "loss": 0.3242,
      "step": 7889
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1239276661566381e-05,
      "loss": 0.2799,
      "step": 7890
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1237335074007678e-05,
      "loss": 0.2948,
      "step": 7891
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1235393439077999e-05,
      "loss": 0.3152,
      "step": 7892
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1233451756851675e-05,
      "loss": 0.3574,
      "step": 7893
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1231510027403047e-05,
      "loss": 0.2898,
      "step": 7894
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1229568250806448e-05,
      "loss": 0.3036,
      "step": 7895
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1227626427136225e-05,
      "loss": 0.3107,
      "step": 7896
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1225684556466715e-05,
      "loss": 0.2962,
      "step": 7897
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1223742638872263e-05,
      "loss": 0.3086,
      "step": 7898
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.122180067442722e-05,
      "loss": 0.3119,
      "step": 7899
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1219858663205923e-05,
      "loss": 0.3206,
      "step": 7900
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1217916605282728e-05,
      "loss": 0.3125,
      "step": 7901
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1215974500731988e-05,
      "loss": 0.3291,
      "step": 7902
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.121403234962805e-05,
      "loss": 0.3259,
      "step": 7903
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1212090152045274e-05,
      "loss": 0.3083,
      "step": 7904
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1210147908058013e-05,
      "loss": 0.2744,
      "step": 7905
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1208205617740626e-05,
      "loss": 0.3119,
      "step": 7906
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1206263281167473e-05,
      "loss": 0.3337,
      "step": 7907
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1204320898412917e-05,
      "loss": 0.3214,
      "step": 7908
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1202378469551321e-05,
      "loss": 0.3133,
      "step": 7909
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1200435994657045e-05,
      "loss": 0.3211,
      "step": 7910
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1198493473804466e-05,
      "loss": 0.3178,
      "step": 7911
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1196550907067944e-05,
      "loss": 0.3298,
      "step": 7912
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1194608294521853e-05,
      "loss": 0.3418,
      "step": 7913
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.119266563624057e-05,
      "loss": 0.3061,
      "step": 7914
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.119072293229846e-05,
      "loss": 0.3354,
      "step": 7915
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1188780182769902e-05,
      "loss": 0.3146,
      "step": 7916
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.118683738772928e-05,
      "loss": 0.3019,
      "step": 7917
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1184894547250964e-05,
      "loss": 0.3142,
      "step": 7918
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.118295166140934e-05,
      "loss": 0.3075,
      "step": 7919
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1181008730278788e-05,
      "loss": 0.3278,
      "step": 7920
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1179065753933698e-05,
      "loss": 0.3384,
      "step": 7921
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1177122732448451e-05,
      "loss": 0.3292,
      "step": 7922
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1175179665897437e-05,
      "loss": 0.3145,
      "step": 7923
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1173236554355044e-05,
      "loss": 0.3295,
      "step": 7924
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1171293397895667e-05,
      "loss": 0.3115,
      "step": 7925
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1169350196593694e-05,
      "loss": 0.2843,
      "step": 7926
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1167406950523525e-05,
      "loss": 0.303,
      "step": 7927
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.116546365975955e-05,
      "loss": 0.3089,
      "step": 7928
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1163520324376174e-05,
      "loss": 0.3337,
      "step": 7929
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1161576944447794e-05,
      "loss": 0.3384,
      "step": 7930
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1159633520048811e-05,
      "loss": 0.3285,
      "step": 7931
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.115769005125363e-05,
      "loss": 0.2916,
      "step": 7932
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1155746538136655e-05,
      "loss": 0.3362,
      "step": 7933
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1153802980772298e-05,
      "loss": 0.286,
      "step": 7934
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1151859379234957e-05,
      "loss": 0.3066,
      "step": 7935
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.114991573359905e-05,
      "loss": 0.3069,
      "step": 7936
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1147972043938988e-05,
      "loss": 0.3019,
      "step": 7937
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.114602831032918e-05,
      "loss": 0.3153,
      "step": 7938
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1144084532844048e-05,
      "loss": 0.311,
      "step": 7939
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1142140711558002e-05,
      "loss": 0.3206,
      "step": 7940
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1140196846545467e-05,
      "loss": 0.284,
      "step": 7941
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1138252937880858e-05,
      "loss": 0.3136,
      "step": 7942
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1136308985638602e-05,
      "loss": 0.2944,
      "step": 7943
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1134364989893119e-05,
      "loss": 0.3457,
      "step": 7944
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1132420950718831e-05,
      "loss": 0.3094,
      "step": 7945
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1130476868190174e-05,
      "loss": 0.3044,
      "step": 7946
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.112853274238157e-05,
      "loss": 0.3136,
      "step": 7947
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1126588573367447e-05,
      "loss": 0.2896,
      "step": 7948
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1124644361222246e-05,
      "loss": 0.2785,
      "step": 7949
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.112270010602039e-05,
      "loss": 0.3128,
      "step": 7950
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1120755807836324e-05,
      "loss": 0.2953,
      "step": 7951
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.111881146674448e-05,
      "loss": 0.3012,
      "step": 7952
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1116867082819292e-05,
      "loss": 0.3136,
      "step": 7953
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.111492265613521e-05,
      "loss": 0.3231,
      "step": 7954
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1112978186766665e-05,
      "loss": 0.314,
      "step": 7955
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1111033674788112e-05,
      "loss": 0.3092,
      "step": 7956
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1109089120273986e-05,
      "loss": 0.2963,
      "step": 7957
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1107144523298741e-05,
      "loss": 0.3122,
      "step": 7958
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.110519988393682e-05,
      "loss": 0.3072,
      "step": 7959
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1103255202262673e-05,
      "loss": 0.3382,
      "step": 7960
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1101310478350755e-05,
      "loss": 0.29,
      "step": 7961
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1099365712275518e-05,
      "loss": 0.3569,
      "step": 7962
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1097420904111414e-05,
      "loss": 0.3072,
      "step": 7963
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1095476053932904e-05,
      "loss": 0.3108,
      "step": 7964
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.109353116181444e-05,
      "loss": 0.3457,
      "step": 7965
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1091586227830486e-05,
      "loss": 0.3357,
      "step": 7966
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1089641252055506e-05,
      "loss": 0.3281,
      "step": 7967
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1087696234563953e-05,
      "loss": 0.2902,
      "step": 7968
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1085751175430304e-05,
      "loss": 0.3033,
      "step": 7969
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1083806074729013e-05,
      "loss": 0.3111,
      "step": 7970
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1081860932534556e-05,
      "loss": 0.3379,
      "step": 7971
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1079915748921399e-05,
      "loss": 0.3253,
      "step": 7972
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1077970523964013e-05,
      "loss": 0.3368,
      "step": 7973
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.107602525773687e-05,
      "loss": 0.3195,
      "step": 7974
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.107407995031444e-05,
      "loss": 0.3008,
      "step": 7975
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1072134601771206e-05,
      "loss": 0.3146,
      "step": 7976
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1070189212181641e-05,
      "loss": 0.2907,
      "step": 7977
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1068243781620224e-05,
      "loss": 0.2941,
      "step": 7978
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1066298310161436e-05,
      "loss": 0.3055,
      "step": 7979
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1064352797879756e-05,
      "loss": 0.2931,
      "step": 7980
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1062407244849673e-05,
      "loss": 0.2824,
      "step": 7981
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1060461651145667e-05,
      "loss": 0.2779,
      "step": 7982
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1058516016842222e-05,
      "loss": 0.3142,
      "step": 7983
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1056570342013835e-05,
      "loss": 0.3263,
      "step": 7984
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1054624626734985e-05,
      "loss": 0.332,
      "step": 7985
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1052678871080172e-05,
      "loss": 0.3273,
      "step": 7986
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1050733075123885e-05,
      "loss": 0.3262,
      "step": 7987
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1048787238940614e-05,
      "loss": 0.3689,
      "step": 7988
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1046841362604863e-05,
      "loss": 0.3538,
      "step": 7989
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1044895446191127e-05,
      "loss": 0.3237,
      "step": 7990
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.10429494897739e-05,
      "loss": 0.303,
      "step": 7991
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1041003493427683e-05,
      "loss": 0.3295,
      "step": 7992
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1039057457226982e-05,
      "loss": 0.327,
      "step": 7993
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1037111381246299e-05,
      "loss": 0.2995,
      "step": 7994
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1035165265560136e-05,
      "loss": 0.3292,
      "step": 7995
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1033219110243005e-05,
      "loss": 0.2913,
      "step": 7996
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1031272915369411e-05,
      "loss": 0.3211,
      "step": 7997
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1029326681013858e-05,
      "loss": 0.32,
      "step": 7998
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1027380407250867e-05,
      "loss": 0.3075,
      "step": 7999
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1025434094154943e-05,
      "loss": 0.3133,
      "step": 8000
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1023487741800604e-05,
      "loss": 0.3131,
      "step": 8001
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1021541350262366e-05,
      "loss": 0.3058,
      "step": 8002
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.101959491961474e-05,
      "loss": 0.3065,
      "step": 8003
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.101764844993225e-05,
      "loss": 0.296,
      "step": 8004
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1015701941289411e-05,
      "loss": 0.3195,
      "step": 8005
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1013755393760755e-05,
      "loss": 0.3362,
      "step": 8006
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1011808807420795e-05,
      "loss": 0.3089,
      "step": 8007
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1009862182344058e-05,
      "loss": 0.3117,
      "step": 8008
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1007915518605068e-05,
      "loss": 0.3001,
      "step": 8009
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1005968816278357e-05,
      "loss": 0.3131,
      "step": 8010
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.100402207543845e-05,
      "loss": 0.3206,
      "step": 8011
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1002075296159877e-05,
      "loss": 0.3036,
      "step": 8012
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1000128478517176e-05,
      "loss": 0.3103,
      "step": 8013
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0998181622584873e-05,
      "loss": 0.3309,
      "step": 8014
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0996234728437507e-05,
      "loss": 0.3061,
      "step": 8015
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0994287796149612e-05,
      "loss": 0.3105,
      "step": 8016
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0992340825795728e-05,
      "loss": 0.3097,
      "step": 8017
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0990393817450391e-05,
      "loss": 0.2845,
      "step": 8018
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0988446771188144e-05,
      "loss": 0.2902,
      "step": 8019
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0986499687083528e-05,
      "loss": 0.3044,
      "step": 8020
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0984552565211088e-05,
      "loss": 0.3267,
      "step": 8021
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0982605405645368e-05,
      "loss": 0.2949,
      "step": 8022
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.098065820846091e-05,
      "loss": 0.3111,
      "step": 8023
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0978710973732274e-05,
      "loss": 0.3217,
      "step": 8024
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0976763701533995e-05,
      "loss": 0.3262,
      "step": 8025
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0974816391940631e-05,
      "loss": 0.3304,
      "step": 8026
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0972869045026733e-05,
      "loss": 0.2972,
      "step": 8027
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0970921660866855e-05,
      "loss": 0.3094,
      "step": 8028
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0968974239535552e-05,
      "loss": 0.3318,
      "step": 8029
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.096702678110738e-05,
      "loss": 0.3087,
      "step": 8030
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0965079285656896e-05,
      "loss": 0.2987,
      "step": 8031
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.096313175325866e-05,
      "loss": 0.3022,
      "step": 8032
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0961184183987232e-05,
      "loss": 0.2893,
      "step": 8033
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0959236577917178e-05,
      "loss": 0.3083,
      "step": 8034
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0957288935123056e-05,
      "loss": 0.2872,
      "step": 8035
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0955341255679433e-05,
      "loss": 0.3451,
      "step": 8036
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0953393539660878e-05,
      "loss": 0.3122,
      "step": 8037
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0951445787141953e-05,
      "loss": 0.3086,
      "step": 8038
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0949497998197231e-05,
      "loss": 0.3262,
      "step": 8039
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.094755017290128e-05,
      "loss": 0.3062,
      "step": 8040
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0945602311328679e-05,
      "loss": 0.3002,
      "step": 8041
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.094365441355399e-05,
      "loss": 0.3156,
      "step": 8042
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0941706479651797e-05,
      "loss": 0.339,
      "step": 8043
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0939758509696672e-05,
      "loss": 0.2932,
      "step": 8044
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.093781050376319e-05,
      "loss": 0.3251,
      "step": 8045
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0935862461925937e-05,
      "loss": 0.3384,
      "step": 8046
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0933914384259484e-05,
      "loss": 0.3139,
      "step": 8047
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.093196627083842e-05,
      "loss": 0.3223,
      "step": 8048
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0930018121737326e-05,
      "loss": 0.3449,
      "step": 8049
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0928069937030782e-05,
      "loss": 0.2955,
      "step": 8050
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0926121716793383e-05,
      "loss": 0.2902,
      "step": 8051
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0924173461099707e-05,
      "loss": 0.3327,
      "step": 8052
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0922225170024343e-05,
      "loss": 0.3059,
      "step": 8053
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0920276843641889e-05,
      "loss": 0.3178,
      "step": 8054
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0918328482026923e-05,
      "loss": 0.3306,
      "step": 8055
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.091638008525405e-05,
      "loss": 0.2972,
      "step": 8056
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0914431653397856e-05,
      "loss": 0.2944,
      "step": 8057
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0912483186532941e-05,
      "loss": 0.3248,
      "step": 8058
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0910534684733897e-05,
      "loss": 0.3072,
      "step": 8059
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0908586148075324e-05,
      "loss": 0.3186,
      "step": 8060
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0906637576631822e-05,
      "loss": 0.3181,
      "step": 8061
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0904688970477989e-05,
      "loss": 0.3027,
      "step": 8062
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0902740329688426e-05,
      "loss": 0.2983,
      "step": 8063
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0900791654337742e-05,
      "loss": 0.3262,
      "step": 8064
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0898842944500533e-05,
      "loss": 0.3365,
      "step": 8065
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0896894200251414e-05,
      "loss": 0.339,
      "step": 8066
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0894945421664983e-05,
      "loss": 0.3239,
      "step": 8067
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0892996608815855e-05,
      "loss": 0.3235,
      "step": 8068
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0891047761778637e-05,
      "loss": 0.2899,
      "step": 8069
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.088909888062794e-05,
      "loss": 0.3027,
      "step": 8070
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0887149965438377e-05,
      "loss": 0.3217,
      "step": 8071
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.088520101628456e-05,
      "loss": 0.2983,
      "step": 8072
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0883252033241105e-05,
      "loss": 0.2846,
      "step": 8073
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0881303016382629e-05,
      "loss": 0.3309,
      "step": 8074
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0879353965783752e-05,
      "loss": 0.3052,
      "step": 8075
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0877404881519087e-05,
      "loss": 0.2969,
      "step": 8076
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0875455763663255e-05,
      "loss": 0.2977,
      "step": 8077
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0873506612290881e-05,
      "loss": 0.3122,
      "step": 8078
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0871557427476585e-05,
      "loss": 0.2868,
      "step": 8079
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0869608209294989e-05,
      "loss": 0.298,
      "step": 8080
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0867658957820724e-05,
      "loss": 0.3061,
      "step": 8081
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0865709673128411e-05,
      "loss": 0.304,
      "step": 8082
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.086376035529268e-05,
      "loss": 0.3209,
      "step": 8083
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0861811004388163e-05,
      "loss": 0.3323,
      "step": 8084
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0859861620489482e-05,
      "loss": 0.3454,
      "step": 8085
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0857912203671279e-05,
      "loss": 0.3164,
      "step": 8086
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.085596275400818e-05,
      "loss": 0.3259,
      "step": 8087
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.085401327157482e-05,
      "loss": 0.3253,
      "step": 8088
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0852063756445834e-05,
      "loss": 0.3013,
      "step": 8089
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0850114208695858e-05,
      "loss": 0.3103,
      "step": 8090
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0848164628399536e-05,
      "loss": 0.3225,
      "step": 8091
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.08462150156315e-05,
      "loss": 0.322,
      "step": 8092
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0844265370466393e-05,
      "loss": 0.3131,
      "step": 8093
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0842315692978858e-05,
      "loss": 0.3384,
      "step": 8094
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0840365983243533e-05,
      "loss": 0.3184,
      "step": 8095
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0838416241335065e-05,
      "loss": 0.3052,
      "step": 8096
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.08364664673281e-05,
      "loss": 0.2872,
      "step": 8097
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0834516661297284e-05,
      "loss": 0.3267,
      "step": 8098
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0832566823317264e-05,
      "loss": 0.3253,
      "step": 8099
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.083061695346269e-05,
      "loss": 0.3421,
      "step": 8100
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0828667051808211e-05,
      "loss": 0.3078,
      "step": 8101
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0826717118428476e-05,
      "loss": 0.3052,
      "step": 8102
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0824767153398144e-05,
      "loss": 0.3348,
      "step": 8103
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0822817156791866e-05,
      "loss": 0.3167,
      "step": 8104
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0820867128684291e-05,
      "loss": 0.3044,
      "step": 8105
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0818917069150085e-05,
      "loss": 0.2896,
      "step": 8106
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0816966978263901e-05,
      "loss": 0.3331,
      "step": 8107
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0815016856100395e-05,
      "loss": 0.3178,
      "step": 8108
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0813066702734234e-05,
      "loss": 0.3246,
      "step": 8109
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0811116518240067e-05,
      "loss": 0.2882,
      "step": 8110
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0809166302692569e-05,
      "loss": 0.3415,
      "step": 8111
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0807216056166395e-05,
      "loss": 0.3237,
      "step": 8112
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0805265778736214e-05,
      "loss": 0.3369,
      "step": 8113
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.080331547047669e-05,
      "loss": 0.3239,
      "step": 8114
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0801365131462487e-05,
      "loss": 0.3167,
      "step": 8115
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0799414761768278e-05,
      "loss": 0.332,
      "step": 8116
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.079746436146873e-05,
      "loss": 0.3276,
      "step": 8117
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0795513930638515e-05,
      "loss": 0.3058,
      "step": 8118
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0793563469352305e-05,
      "loss": 0.3309,
      "step": 8119
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0791612977684767e-05,
      "loss": 0.3343,
      "step": 8120
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0789662455710582e-05,
      "loss": 0.3267,
      "step": 8121
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0787711903504424e-05,
      "loss": 0.3128,
      "step": 8122
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0785761321140962e-05,
      "loss": 0.2931,
      "step": 8123
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0783810708694883e-05,
      "loss": 0.3438,
      "step": 8124
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0781860066240861e-05,
      "loss": 0.2997,
      "step": 8125
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0779909393853578e-05,
      "loss": 0.3128,
      "step": 8126
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.077795869160771e-05,
      "loss": 0.3329,
      "step": 8127
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0776007959577946e-05,
      "loss": 0.2706,
      "step": 8128
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0774057197838963e-05,
      "loss": 0.3218,
      "step": 8129
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0772106406465446e-05,
      "loss": 0.3513,
      "step": 8130
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0770155585532085e-05,
      "loss": 0.3273,
      "step": 8131
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0768204735113561e-05,
      "loss": 0.3179,
      "step": 8132
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0766253855284565e-05,
      "loss": 0.3234,
      "step": 8133
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0764302946119786e-05,
      "loss": 0.3171,
      "step": 8134
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0762352007693913e-05,
      "loss": 0.3198,
      "step": 8135
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0760401040081639e-05,
      "loss": 0.2905,
      "step": 8136
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0758450043357648e-05,
      "loss": 0.2924,
      "step": 8137
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0756499017596644e-05,
      "loss": 0.308,
      "step": 8138
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.075454796287332e-05,
      "loss": 0.3125,
      "step": 8139
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0752596879262363e-05,
      "loss": 0.3027,
      "step": 8140
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0750645766838476e-05,
      "loss": 0.3005,
      "step": 8141
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.074869462567636e-05,
      "loss": 0.3401,
      "step": 8142
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0746743455850705e-05,
      "loss": 0.3105,
      "step": 8143
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0744792257436219e-05,
      "loss": 0.3351,
      "step": 8144
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0742841030507596e-05,
      "loss": 0.3136,
      "step": 8145
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0740889775139544e-05,
      "loss": 0.3078,
      "step": 8146
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0738938491406761e-05,
      "loss": 0.3343,
      "step": 8147
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0736987179383957e-05,
      "loss": 0.2836,
      "step": 8148
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0735035839145836e-05,
      "loss": 0.3287,
      "step": 8149
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0733084470767099e-05,
      "loss": 0.3318,
      "step": 8150
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0731133074322457e-05,
      "loss": 0.322,
      "step": 8151
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.072918164988662e-05,
      "loss": 0.3206,
      "step": 8152
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0727230197534299e-05,
      "loss": 0.2916,
      "step": 8153
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0725278717340203e-05,
      "loss": 0.2972,
      "step": 8154
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0723327209379038e-05,
      "loss": 0.3002,
      "step": 8155
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0721375673725524e-05,
      "loss": 0.2974,
      "step": 8156
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0719424110454372e-05,
      "loss": 0.3192,
      "step": 8157
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0717472519640302e-05,
      "loss": 0.3351,
      "step": 8158
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0715520901358026e-05,
      "loss": 0.3103,
      "step": 8159
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0713569255682259e-05,
      "loss": 0.3002,
      "step": 8160
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0711617582687721e-05,
      "loss": 0.3287,
      "step": 8161
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0709665882449129e-05,
      "loss": 0.3079,
      "step": 8162
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.070771415504121e-05,
      "loss": 0.3241,
      "step": 8163
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.070576240053868e-05,
      "loss": 0.2754,
      "step": 8164
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.070381061901626e-05,
      "loss": 0.2893,
      "step": 8165
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0701858810548675e-05,
      "loss": 0.3299,
      "step": 8166
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.069990697521065e-05,
      "loss": 0.3045,
      "step": 8167
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0697955113076911e-05,
      "loss": 0.2991,
      "step": 8168
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0696003224222186e-05,
      "loss": 0.3131,
      "step": 8169
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0694051308721196e-05,
      "loss": 0.3078,
      "step": 8170
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0692099366648677e-05,
      "loss": 0.3117,
      "step": 8171
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.069014739807935e-05,
      "loss": 0.3167,
      "step": 8172
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0688195403087955e-05,
      "loss": 0.3231,
      "step": 8173
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.068624338174922e-05,
      "loss": 0.3011,
      "step": 8174
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0684291334137873e-05,
      "loss": 0.3111,
      "step": 8175
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0682339260328654e-05,
      "loss": 0.2847,
      "step": 8176
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0680387160396293e-05,
      "loss": 0.3242,
      "step": 8177
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0678435034415528e-05,
      "loss": 0.2818,
      "step": 8178
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0676482882461094e-05,
      "loss": 0.3211,
      "step": 8179
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0674530704607726e-05,
      "loss": 0.3287,
      "step": 8180
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.067257850093017e-05,
      "loss": 0.3147,
      "step": 8181
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0670626271503157e-05,
      "loss": 0.3125,
      "step": 8182
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0668674016401437e-05,
      "loss": 0.327,
      "step": 8183
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0666721735699743e-05,
      "loss": 0.32,
      "step": 8184
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.066476942947282e-05,
      "loss": 0.3239,
      "step": 8185
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0662817097795413e-05,
      "loss": 0.3161,
      "step": 8186
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0660864740742262e-05,
      "loss": 0.3186,
      "step": 8187
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.065891235838812e-05,
      "loss": 0.3122,
      "step": 8188
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0656959950807728e-05,
      "loss": 0.3234,
      "step": 8189
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0655007518075833e-05,
      "loss": 0.3121,
      "step": 8190
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0653055060267185e-05,
      "loss": 0.3041,
      "step": 8191
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0651102577456532e-05,
      "loss": 0.3001,
      "step": 8192
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0649150069718627e-05,
      "loss": 0.2969,
      "step": 8193
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.064719753712822e-05,
      "loss": 0.3147,
      "step": 8194
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.064524497976006e-05,
      "loss": 0.3262,
      "step": 8195
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0643292397688904e-05,
      "loss": 0.3393,
      "step": 8196
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.06413397909895e-05,
      "loss": 0.3055,
      "step": 8197
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0639387159736612e-05,
      "loss": 0.3237,
      "step": 8198
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0637434504004989e-05,
      "loss": 0.3158,
      "step": 8199
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.063548182386939e-05,
      "loss": 0.3094,
      "step": 8200
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0633529119404571e-05,
      "loss": 0.3245,
      "step": 8201
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0631576390685291e-05,
      "loss": 0.3033,
      "step": 8202
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0629623637786314e-05,
      "loss": 0.3036,
      "step": 8203
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0627670860782397e-05,
      "loss": 0.3181,
      "step": 8204
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0625718059748303e-05,
      "loss": 0.3214,
      "step": 8205
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0623765234758792e-05,
      "loss": 0.3398,
      "step": 8206
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0621812385888626e-05,
      "loss": 0.3292,
      "step": 8207
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0619859513212575e-05,
      "loss": 0.3224,
      "step": 8208
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0617906616805398e-05,
      "loss": 0.3045,
      "step": 8209
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0615953696741863e-05,
      "loss": 0.3136,
      "step": 8210
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0614000753096743e-05,
      "loss": 0.3058,
      "step": 8211
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0612047785944795e-05,
      "loss": 0.3192,
      "step": 8212
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0610094795360796e-05,
      "loss": 0.3271,
      "step": 8213
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0608141781419512e-05,
      "loss": 0.3047,
      "step": 8214
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0606188744195713e-05,
      "loss": 0.334,
      "step": 8215
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0604235683764172e-05,
      "loss": 0.3083,
      "step": 8216
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0602282600199663e-05,
      "loss": 0.3055,
      "step": 8217
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0600329493576956e-05,
      "loss": 0.3265,
      "step": 8218
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0598376363970826e-05,
      "loss": 0.3256,
      "step": 8219
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0596423211456048e-05,
      "loss": 0.2966,
      "step": 8220
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0594470036107398e-05,
      "loss": 0.2828,
      "step": 8221
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0592516837999654e-05,
      "loss": 0.2979,
      "step": 8222
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.059056361720759e-05,
      "loss": 0.3345,
      "step": 8223
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.058861037380599e-05,
      "loss": 0.3323,
      "step": 8224
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0586657107869626e-05,
      "loss": 0.3009,
      "step": 8225
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0584703819473286e-05,
      "loss": 0.2776,
      "step": 8226
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0582750508691743e-05,
      "loss": 0.3147,
      "step": 8227
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0580797175599788e-05,
      "loss": 0.3552,
      "step": 8228
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0578843820272195e-05,
      "loss": 0.2934,
      "step": 8229
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0576890442783756e-05,
      "loss": 0.3161,
      "step": 8230
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0574937043209248e-05,
      "loss": 0.3172,
      "step": 8231
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0572983621623455e-05,
      "loss": 0.2974,
      "step": 8232
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0571030178101174e-05,
      "loss": 0.3142,
      "step": 8233
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.056907671271718e-05,
      "loss": 0.2992,
      "step": 8234
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.056712322554627e-05,
      "loss": 0.2972,
      "step": 8235
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0565169716663227e-05,
      "loss": 0.3002,
      "step": 8236
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.056321618614284e-05,
      "loss": 0.3252,
      "step": 8237
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0561262634059904e-05,
      "loss": 0.3108,
      "step": 8238
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0559309060489207e-05,
      "loss": 0.3136,
      "step": 8239
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0557355465505539e-05,
      "loss": 0.31,
      "step": 8240
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0555401849183698e-05,
      "loss": 0.334,
      "step": 8241
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0553448211598474e-05,
      "loss": 0.3384,
      "step": 8242
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0551494552824661e-05,
      "loss": 0.3072,
      "step": 8243
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0549540872937059e-05,
      "loss": 0.3309,
      "step": 8244
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0547587172010458e-05,
      "loss": 0.3136,
      "step": 8245
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0545633450119657e-05,
      "loss": 0.3256,
      "step": 8246
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0543679707339453e-05,
      "loss": 0.3298,
      "step": 8247
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0541725943744648e-05,
      "loss": 0.2991,
      "step": 8248
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0539772159410036e-05,
      "loss": 0.3262,
      "step": 8249
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0537818354410418e-05,
      "loss": 0.3211,
      "step": 8250
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0535864528820599e-05,
      "loss": 0.3086,
      "step": 8251
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0533910682715376e-05,
      "loss": 0.284,
      "step": 8252
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0531956816169555e-05,
      "loss": 0.3276,
      "step": 8253
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0530002929257937e-05,
      "loss": 0.3209,
      "step": 8254
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0528049022055324e-05,
      "loss": 0.3418,
      "step": 8255
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0526095094636527e-05,
      "loss": 0.3124,
      "step": 8256
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0524141147076341e-05,
      "loss": 0.2972,
      "step": 8257
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0522187179449583e-05,
      "loss": 0.3287,
      "step": 8258
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0520233191831058e-05,
      "loss": 0.3078,
      "step": 8259
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0518279184295568e-05,
      "loss": 0.3184,
      "step": 8260
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0516325156917925e-05,
      "loss": 0.3235,
      "step": 8261
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0514371109772944e-05,
      "loss": 0.3217,
      "step": 8262
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0512417042935425e-05,
      "loss": 0.3041,
      "step": 8263
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0510462956480182e-05,
      "loss": 0.3132,
      "step": 8264
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0508508850482031e-05,
      "loss": 0.317,
      "step": 8265
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0506554725015779e-05,
      "loss": 0.3128,
      "step": 8266
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0504600580156241e-05,
      "loss": 0.3094,
      "step": 8267
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0502646415978232e-05,
      "loss": 0.3156,
      "step": 8268
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0500692232556569e-05,
      "loss": 0.3158,
      "step": 8269
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0498738029966058e-05,
      "loss": 0.3108,
      "step": 8270
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0496783808281523e-05,
      "loss": 0.3359,
      "step": 8271
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.049482956757778e-05,
      "loss": 0.3401,
      "step": 8272
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0492875307929643e-05,
      "loss": 0.3209,
      "step": 8273
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0490921029411936e-05,
      "loss": 0.305,
      "step": 8274
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0488966732099471e-05,
      "loss": 0.2854,
      "step": 8275
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0487012416067072e-05,
      "loss": 0.304,
      "step": 8276
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0485058081389559e-05,
      "loss": 0.3142,
      "step": 8277
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0483103728141752e-05,
      "loss": 0.3304,
      "step": 8278
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0481149356398475e-05,
      "loss": 0.3209,
      "step": 8279
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0479194966234547e-05,
      "loss": 0.3036,
      "step": 8280
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0477240557724793e-05,
      "loss": 0.3281,
      "step": 8281
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0475286130944036e-05,
      "loss": 0.3231,
      "step": 8282
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0473331685967103e-05,
      "loss": 0.2977,
      "step": 8283
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0471377222868817e-05,
      "loss": 0.3245,
      "step": 8284
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0469422741724003e-05,
      "loss": 0.2972,
      "step": 8285
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0467468242607492e-05,
      "loss": 0.3147,
      "step": 8286
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0465513725594105e-05,
      "loss": 0.3119,
      "step": 8287
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.046355919075868e-05,
      "loss": 0.3373,
      "step": 8288
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0461604638176035e-05,
      "loss": 0.3239,
      "step": 8289
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0459650067921003e-05,
      "loss": 0.3092,
      "step": 8290
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.045769548006842e-05,
      "loss": 0.3136,
      "step": 8291
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0455740874693106e-05,
      "loss": 0.2953,
      "step": 8292
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0453786251869902e-05,
      "loss": 0.3223,
      "step": 8293
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0451831611673637e-05,
      "loss": 0.334,
      "step": 8294
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0449876954179141e-05,
      "loss": 0.3248,
      "step": 8295
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0447922279461254e-05,
      "loss": 0.3143,
      "step": 8296
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.04459675875948e-05,
      "loss": 0.291,
      "step": 8297
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0444012878654623e-05,
      "loss": 0.3248,
      "step": 8298
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.044205815271555e-05,
      "loss": 0.3161,
      "step": 8299
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.044010340985243e-05,
      "loss": 0.3189,
      "step": 8300
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0438148650140085e-05,
      "loss": 0.3223,
      "step": 8301
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0436193873653362e-05,
      "loss": 0.3119,
      "step": 8302
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0434239080467094e-05,
      "loss": 0.2934,
      "step": 8303
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0432284270656125e-05,
      "loss": 0.3029,
      "step": 8304
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0430329444295286e-05,
      "loss": 0.2983,
      "step": 8305
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0428374601459426e-05,
      "loss": 0.3157,
      "step": 8306
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.042641974222338e-05,
      "loss": 0.3278,
      "step": 8307
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.042446486666199e-05,
      "loss": 0.3284,
      "step": 8308
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0422509974850099e-05,
      "loss": 0.2946,
      "step": 8309
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0420555066862548e-05,
      "loss": 0.2999,
      "step": 8310
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.041860014277418e-05,
      "loss": 0.3195,
      "step": 8311
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0416645202659838e-05,
      "loss": 0.3206,
      "step": 8312
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0414690246594374e-05,
      "loss": 0.3078,
      "step": 8313
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.041273527465262e-05,
      "loss": 0.3107,
      "step": 8314
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0410780286909432e-05,
      "loss": 0.3365,
      "step": 8315
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0408825283439651e-05,
      "loss": 0.3128,
      "step": 8316
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0406870264318124e-05,
      "loss": 0.3253,
      "step": 8317
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0404915229619699e-05,
      "loss": 0.3379,
      "step": 8318
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0402960179419224e-05,
      "loss": 0.2919,
      "step": 8319
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0401005113791547e-05,
      "loss": 0.317,
      "step": 8320
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.039905003281152e-05,
      "loss": 0.3145,
      "step": 8321
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0397094936553987e-05,
      "loss": 0.3122,
      "step": 8322
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0395139825093801e-05,
      "loss": 0.3147,
      "step": 8323
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0393184698505817e-05,
      "loss": 0.3089,
      "step": 8324
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0391229556864876e-05,
      "loss": 0.3331,
      "step": 8325
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.038927440024584e-05,
      "loss": 0.3175,
      "step": 8326
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0387319228723558e-05,
      "loss": 0.3119,
      "step": 8327
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0385364042372885e-05,
      "loss": 0.3234,
      "step": 8328
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0383408841268671e-05,
      "loss": 0.3037,
      "step": 8329
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0381453625485773e-05,
      "loss": 0.3058,
      "step": 8330
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0379498395099046e-05,
      "loss": 0.3118,
      "step": 8331
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.037754315018334e-05,
      "loss": 0.3217,
      "step": 8332
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.037558789081352e-05,
      "loss": 0.3213,
      "step": 8333
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0373632617064433e-05,
      "loss": 0.3062,
      "step": 8334
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0371677329010946e-05,
      "loss": 0.3061,
      "step": 8335
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0369722026727906e-05,
      "loss": 0.3223,
      "step": 8336
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0367766710290179e-05,
      "loss": 0.3265,
      "step": 8337
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0365811379772621e-05,
      "loss": 0.3152,
      "step": 8338
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0363856035250093e-05,
      "loss": 0.2769,
      "step": 8339
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.036190067679745e-05,
      "loss": 0.329,
      "step": 8340
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0359945304489556e-05,
      "loss": 0.3082,
      "step": 8341
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.035798991840127e-05,
      "loss": 0.2872,
      "step": 8342
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0356034518607457e-05,
      "loss": 0.285,
      "step": 8343
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0354079105182975e-05,
      "loss": 0.3351,
      "step": 8344
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0352123678202686e-05,
      "loss": 0.2807,
      "step": 8345
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0350168237741457e-05,
      "loss": 0.3122,
      "step": 8346
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.034821278387415e-05,
      "loss": 0.3015,
      "step": 8347
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0346257316675627e-05,
      "loss": 0.3089,
      "step": 8348
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0344301836220751e-05,
      "loss": 0.3142,
      "step": 8349
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.034234634258439e-05,
      "loss": 0.3186,
      "step": 8350
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0340390835841412e-05,
      "loss": 0.3435,
      "step": 8351
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0338435316066675e-05,
      "loss": 0.3195,
      "step": 8352
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0336479783335054e-05,
      "loss": 0.3062,
      "step": 8353
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0334524237721409e-05,
      "loss": 0.2914,
      "step": 8354
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0332568679300612e-05,
      "loss": 0.3265,
      "step": 8355
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.033061310814753e-05,
      "loss": 0.3125,
      "step": 8356
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0328657524337029e-05,
      "loss": 0.2972,
      "step": 8357
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.032670192794398e-05,
      "loss": 0.351,
      "step": 8358
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0324746319043256e-05,
      "loss": 0.3287,
      "step": 8359
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0322790697709717e-05,
      "loss": 0.2945,
      "step": 8360
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0320835064018244e-05,
      "loss": 0.341,
      "step": 8361
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0318879418043699e-05,
      "loss": 0.2838,
      "step": 8362
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0316923759860962e-05,
      "loss": 0.2958,
      "step": 8363
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0314968089544899e-05,
      "loss": 0.3223,
      "step": 8364
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0313012407170382e-05,
      "loss": 0.3019,
      "step": 8365
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0311056712812286e-05,
      "loss": 0.3037,
      "step": 8366
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0309101006545481e-05,
      "loss": 0.3387,
      "step": 8367
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0307145288444847e-05,
      "loss": 0.2871,
      "step": 8368
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.030518955858525e-05,
      "loss": 0.3131,
      "step": 8369
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0303233817041569e-05,
      "loss": 0.3011,
      "step": 8370
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.030127806388868e-05,
      "loss": 0.2946,
      "step": 8371
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0299322299201453e-05,
      "loss": 0.3253,
      "step": 8372
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.029736652305477e-05,
      "loss": 0.3228,
      "step": 8373
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0295410735523506e-05,
      "loss": 0.2902,
      "step": 8374
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0293454936682535e-05,
      "loss": 0.3094,
      "step": 8375
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0291499126606737e-05,
      "loss": 0.2783,
      "step": 8376
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0289543305370983e-05,
      "loss": 0.3262,
      "step": 8377
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0287587473050163e-05,
      "loss": 0.3018,
      "step": 8378
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0285631629719143e-05,
      "loss": 0.3549,
      "step": 8379
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0283675775452811e-05,
      "loss": 0.3496,
      "step": 8380
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0281719910326043e-05,
      "loss": 0.3172,
      "step": 8381
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0279764034413715e-05,
      "loss": 0.2895,
      "step": 8382
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0277808147790714e-05,
      "loss": 0.3284,
      "step": 8383
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0275852250531912e-05,
      "loss": 0.3019,
      "step": 8384
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.02738963427122e-05,
      "loss": 0.3211,
      "step": 8385
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0271940424406453e-05,
      "loss": 0.3167,
      "step": 8386
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0269984495689552e-05,
      "loss": 0.3304,
      "step": 8387
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.026802855663638e-05,
      "loss": 0.2811,
      "step": 8388
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.026607260732182e-05,
      "loss": 0.2874,
      "step": 8389
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0264116647820758e-05,
      "loss": 0.3192,
      "step": 8390
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0262160678208075e-05,
      "loss": 0.3262,
      "step": 8391
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.026020469855865e-05,
      "loss": 0.3108,
      "step": 8392
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0258248708947375e-05,
      "loss": 0.3167,
      "step": 8393
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0256292709449132e-05,
      "loss": 0.285,
      "step": 8394
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.02543367001388e-05,
      "loss": 0.3186,
      "step": 8395
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0252380681091274e-05,
      "loss": 0.3142,
      "step": 8396
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.025042465238143e-05,
      "loss": 0.3055,
      "step": 8397
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0248468614084161e-05,
      "loss": 0.3008,
      "step": 8398
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.024651256627435e-05,
      "loss": 0.3158,
      "step": 8399
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0244556509026884e-05,
      "loss": 0.2687,
      "step": 8400
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0242600442416651e-05,
      "loss": 0.3142,
      "step": 8401
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0240644366518536e-05,
      "loss": 0.3203,
      "step": 8402
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0238688281407428e-05,
      "loss": 0.3228,
      "step": 8403
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0236732187158214e-05,
      "loss": 0.2833,
      "step": 8404
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0234776083845787e-05,
      "loss": 0.3418,
      "step": 8405
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0232819971545034e-05,
      "loss": 0.291,
      "step": 8406
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0230863850330839e-05,
      "loss": 0.3313,
      "step": 8407
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0228907720278096e-05,
      "loss": 0.2669,
      "step": 8408
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0226951581461697e-05,
      "loss": 0.3256,
      "step": 8409
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0224995433956527e-05,
      "loss": 0.3489,
      "step": 8410
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.022303927783748e-05,
      "loss": 0.2764,
      "step": 8411
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0221083113179443e-05,
      "loss": 0.3502,
      "step": 8412
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0219126940057312e-05,
      "loss": 0.3343,
      "step": 8413
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0217170758545976e-05,
      "loss": 0.3239,
      "step": 8414
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0215214568720327e-05,
      "loss": 0.298,
      "step": 8415
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0213258370655258e-05,
      "loss": 0.3157,
      "step": 8416
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0211302164425657e-05,
      "loss": 0.2995,
      "step": 8417
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0209345950106422e-05,
      "loss": 0.2715,
      "step": 8418
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0207389727772441e-05,
      "loss": 0.2864,
      "step": 8419
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0205433497498616e-05,
      "loss": 0.3211,
      "step": 8420
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0203477259359834e-05,
      "loss": 0.3231,
      "step": 8421
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0201521013430986e-05,
      "loss": 0.2879,
      "step": 8422
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0199564759786974e-05,
      "loss": 0.2793,
      "step": 8423
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0197608498502688e-05,
      "loss": 0.3136,
      "step": 8424
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0195652229653026e-05,
      "loss": 0.3117,
      "step": 8425
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0193695953312878e-05,
      "loss": 0.2888,
      "step": 8426
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0191739669557144e-05,
      "loss": 0.3075,
      "step": 8427
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0189783378460718e-05,
      "loss": 0.3114,
      "step": 8428
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0187827080098498e-05,
      "loss": 0.3154,
      "step": 8429
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0185870774545375e-05,
      "loss": 0.31,
      "step": 8430
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.018391446187625e-05,
      "loss": 0.2952,
      "step": 8431
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0181958142166017e-05,
      "loss": 0.2963,
      "step": 8432
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0180001815489578e-05,
      "loss": 0.3062,
      "step": 8433
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0178045481921822e-05,
      "loss": 0.296,
      "step": 8434
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0176089141537658e-05,
      "loss": 0.3158,
      "step": 8435
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0174132794411975e-05,
      "loss": 0.2959,
      "step": 8436
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0172176440619671e-05,
      "loss": 0.2815,
      "step": 8437
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0170220080235651e-05,
      "loss": 0.3178,
      "step": 8438
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0168263713334805e-05,
      "loss": 0.3228,
      "step": 8439
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.016630733999204e-05,
      "loss": 0.346,
      "step": 8440
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0164350960282252e-05,
      "loss": 0.308,
      "step": 8441
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0162394574280337e-05,
      "loss": 0.3203,
      "step": 8442
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0160438182061201e-05,
      "loss": 0.3104,
      "step": 8443
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0158481783699736e-05,
      "loss": 0.327,
      "step": 8444
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0156525379270852e-05,
      "loss": 0.3278,
      "step": 8445
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0154568968849441e-05,
      "loss": 0.305,
      "step": 8446
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0152612552510406e-05,
      "loss": 0.3156,
      "step": 8447
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.015065613032865e-05,
      "loss": 0.2997,
      "step": 8448
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0148699702379072e-05,
      "loss": 0.291,
      "step": 8449
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0146743268736574e-05,
      "loss": 0.2836,
      "step": 8450
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0144786829476056e-05,
      "loss": 0.2875,
      "step": 8451
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.014283038467242e-05,
      "loss": 0.3189,
      "step": 8452
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0140873934400568e-05,
      "loss": 0.2969,
      "step": 8453
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0138917478735402e-05,
      "loss": 0.3032,
      "step": 8454
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0136961017751825e-05,
      "loss": 0.3164,
      "step": 8455
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.013500455152474e-05,
      "loss": 0.3008,
      "step": 8456
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0133048080129048e-05,
      "loss": 0.3117,
      "step": 8457
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0131091603639655e-05,
      "loss": 0.2828,
      "step": 8458
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.012913512213146e-05,
      "loss": 0.3318,
      "step": 8459
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0127178635679369e-05,
      "loss": 0.3128,
      "step": 8460
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0125222144358285e-05,
      "loss": 0.3273,
      "step": 8461
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0123265648243108e-05,
      "loss": 0.3373,
      "step": 8462
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.012130914740875e-05,
      "loss": 0.3284,
      "step": 8463
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0119352641930106e-05,
      "loss": 0.298,
      "step": 8464
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0117396131882086e-05,
      "loss": 0.2951,
      "step": 8465
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0115439617339596e-05,
      "loss": 0.3128,
      "step": 8466
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0113483098377533e-05,
      "loss": 0.3016,
      "step": 8467
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0111526575070804e-05,
      "loss": 0.3147,
      "step": 8468
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.010957004749432e-05,
      "loss": 0.2881,
      "step": 8469
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0107613515722978e-05,
      "loss": 0.2747,
      "step": 8470
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0105656979831691e-05,
      "loss": 0.275,
      "step": 8471
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0103700439895356e-05,
      "loss": 0.3117,
      "step": 8472
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0101743895988886e-05,
      "loss": 0.293,
      "step": 8473
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0099787348187183e-05,
      "loss": 0.2944,
      "step": 8474
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0097830796565151e-05,
      "loss": 0.3195,
      "step": 8475
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.00958742411977e-05,
      "loss": 0.2875,
      "step": 8476
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0093917682159736e-05,
      "loss": 0.315,
      "step": 8477
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0091961119526162e-05,
      "loss": 0.2793,
      "step": 8478
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0090004553371884e-05,
      "loss": 0.3184,
      "step": 8479
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0088047983771811e-05,
      "loss": 0.2829,
      "step": 8480
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0086091410800854e-05,
      "loss": 0.3078,
      "step": 8481
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0084134834533907e-05,
      "loss": 0.298,
      "step": 8482
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0082178255045894e-05,
      "loss": 0.3097,
      "step": 8483
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0080221672411706e-05,
      "loss": 0.3004,
      "step": 8484
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0078265086706259e-05,
      "loss": 0.3027,
      "step": 8485
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0076308498004458e-05,
      "loss": 0.3061,
      "step": 8486
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0074351906381211e-05,
      "loss": 0.3047,
      "step": 8487
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0072395311911423e-05,
      "loss": 0.3033,
      "step": 8488
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0070438714670004e-05,
      "loss": 0.3178,
      "step": 8489
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0068482114731864e-05,
      "loss": 0.284,
      "step": 8490
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0066525512171908e-05,
      "loss": 0.3415,
      "step": 8491
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.006456890706504e-05,
      "loss": 0.3189,
      "step": 8492
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0062612299486175e-05,
      "loss": 0.339,
      "step": 8493
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0060655689510217e-05,
      "loss": 0.297,
      "step": 8494
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0058699077212076e-05,
      "loss": 0.3065,
      "step": 8495
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.005674246266666e-05,
      "loss": 0.3477,
      "step": 8496
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0054785845948875e-05,
      "loss": 0.3083,
      "step": 8497
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0052829227133634e-05,
      "loss": 0.3125,
      "step": 8498
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0050872606295842e-05,
      "loss": 0.303,
      "step": 8499
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.004891598351041e-05,
      "loss": 0.3329,
      "step": 8500
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0046959358852244e-05,
      "loss": 0.3072,
      "step": 8501
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0045002732396252e-05,
      "loss": 0.3156,
      "step": 8502
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0043046104217346e-05,
      "loss": 0.3263,
      "step": 8503
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0041089474390432e-05,
      "loss": 0.2829,
      "step": 8504
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0039132842990424e-05,
      "loss": 0.3348,
      "step": 8505
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0037176210092228e-05,
      "loss": 0.3001,
      "step": 8506
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.003521957577075e-05,
      "loss": 0.323,
      "step": 8507
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0033262940100903e-05,
      "loss": 0.3055,
      "step": 8508
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0031306303157593e-05,
      "loss": 0.2962,
      "step": 8509
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0029349665015734e-05,
      "loss": 0.315,
      "step": 8510
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0027393025750231e-05,
      "loss": 0.3326,
      "step": 8511
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0025436385435996e-05,
      "loss": 0.3089,
      "step": 8512
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0023479744147937e-05,
      "loss": 0.3329,
      "step": 8513
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.002152310196096e-05,
      "loss": 0.267,
      "step": 8514
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0019566458949981e-05,
      "loss": 0.2979,
      "step": 8515
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0017609815189907e-05,
      "loss": 0.3001,
      "step": 8516
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0015653170755648e-05,
      "loss": 0.3499,
      "step": 8517
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.001369652572211e-05,
      "loss": 0.3209,
      "step": 8518
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0011739880164203e-05,
      "loss": 0.3179,
      "step": 8519
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0009783234156843e-05,
      "loss": 0.2985,
      "step": 8520
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0007826587774934e-05,
      "loss": 0.3087,
      "step": 8521
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0005869941093383e-05,
      "loss": 0.2804,
      "step": 8522
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0003913294187107e-05,
      "loss": 0.3161,
      "step": 8523
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0001956647131008e-05,
      "loss": 0.3203,
      "step": 8524
    },
    {
      "epoch": 0.52,
      "learning_rate": 1e-05,
      "loss": 0.3206,
      "step": 8525
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.998043352868995e-06,
      "loss": 0.2871,
      "step": 8526
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.996086705812898e-06,
      "loss": 0.3108,
      "step": 8527
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.99413005890662e-06,
      "loss": 0.3079,
      "step": 8528
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.99217341222507e-06,
      "loss": 0.2914,
      "step": 8529
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.99021676584316e-06,
      "loss": 0.3278,
      "step": 8530
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.988260119835798e-06,
      "loss": 0.3616,
      "step": 8531
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.986303474277894e-06,
      "loss": 0.3005,
      "step": 8532
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.984346829244355e-06,
      "loss": 0.3352,
      "step": 8533
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.982390184810096e-06,
      "loss": 0.3062,
      "step": 8534
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.980433541050019e-06,
      "loss": 0.3175,
      "step": 8535
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.97847689803904e-06,
      "loss": 0.2991,
      "step": 8536
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.976520255852065e-06,
      "loss": 0.3076,
      "step": 8537
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.974563614564006e-06,
      "loss": 0.3524,
      "step": 8538
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.97260697424977e-06,
      "loss": 0.3382,
      "step": 8539
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.970650334984267e-06,
      "loss": 0.2938,
      "step": 8540
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.968693696842407e-06,
      "loss": 0.2836,
      "step": 8541
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.966737059899097e-06,
      "loss": 0.327,
      "step": 8542
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.964780424229255e-06,
      "loss": 0.2914,
      "step": 8543
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.962823789907777e-06,
      "loss": 0.3245,
      "step": 8544
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.960867157009579e-06,
      "loss": 0.3117,
      "step": 8545
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.95891052560957e-06,
      "loss": 0.3052,
      "step": 8546
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.956953895782657e-06,
      "loss": 0.2775,
      "step": 8547
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.954997267603753e-06,
      "loss": 0.3251,
      "step": 8548
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.953040641147761e-06,
      "loss": 0.2958,
      "step": 8549
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.951084016489595e-06,
      "loss": 0.3039,
      "step": 8550
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.94912739370416e-06,
      "loss": 0.3069,
      "step": 8551
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.94717077286637e-06,
      "loss": 0.3103,
      "step": 8552
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.945214154051126e-06,
      "loss": 0.3594,
      "step": 8553
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.943257537333344e-06,
      "loss": 0.3129,
      "step": 8554
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.941300922787928e-06,
      "loss": 0.327,
      "step": 8555
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.939344310489787e-06,
      "loss": 0.3136,
      "step": 8556
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.937387700513827e-06,
      "loss": 0.2867,
      "step": 8557
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.935431092934962e-06,
      "loss": 0.3065,
      "step": 8558
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.933474487828097e-06,
      "loss": 0.3135,
      "step": 8559
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.93151788526814e-06,
      "loss": 0.3112,
      "step": 8560
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.929561285329998e-06,
      "loss": 0.3072,
      "step": 8561
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.927604688088579e-06,
      "loss": 0.317,
      "step": 8562
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.925648093618794e-06,
      "loss": 0.327,
      "step": 8563
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.923691501995545e-06,
      "loss": 0.3164,
      "step": 8564
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.921734913293744e-06,
      "loss": 0.3103,
      "step": 8565
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.919778327588298e-06,
      "loss": 0.3152,
      "step": 8566
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.917821744954111e-06,
      "loss": 0.3037,
      "step": 8567
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.915865165466093e-06,
      "loss": 0.2949,
      "step": 8568
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.913908589199147e-06,
      "loss": 0.2977,
      "step": 8569
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.911952016228189e-06,
      "loss": 0.2797,
      "step": 8570
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.909995446628118e-06,
      "loss": 0.3276,
      "step": 8571
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.90803888047384e-06,
      "loss": 0.317,
      "step": 8572
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.906082317840266e-06,
      "loss": 0.2838,
      "step": 8573
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.904125758802301e-06,
      "loss": 0.3171,
      "step": 8574
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.902169203434849e-06,
      "loss": 0.2832,
      "step": 8575
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.900212651812819e-06,
      "loss": 0.3329,
      "step": 8576
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.898256104011119e-06,
      "loss": 0.3128,
      "step": 8577
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.896299560104649e-06,
      "loss": 0.3041,
      "step": 8578
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.894343020168314e-06,
      "loss": 0.3131,
      "step": 8579
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.892386484277026e-06,
      "loss": 0.2966,
      "step": 8580
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.890429952505685e-06,
      "loss": 0.2935,
      "step": 8581
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.888473424929199e-06,
      "loss": 0.3228,
      "step": 8582
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.886516901622474e-06,
      "loss": 0.3128,
      "step": 8583
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.88456038266041e-06,
      "loss": 0.3214,
      "step": 8584
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.882603868117917e-06,
      "loss": 0.2914,
      "step": 8585
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.880647358069895e-06,
      "loss": 0.3097,
      "step": 8586
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.878690852591254e-06,
      "loss": 0.3161,
      "step": 8587
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.876734351756894e-06,
      "loss": 0.31,
      "step": 8588
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.874777855641719e-06,
      "loss": 0.3242,
      "step": 8589
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.872821364320633e-06,
      "loss": 0.32,
      "step": 8590
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.870864877868544e-06,
      "loss": 0.3373,
      "step": 8591
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.868908396360346e-06,
      "loss": 0.315,
      "step": 8592
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.866951919870953e-06,
      "loss": 0.3061,
      "step": 8593
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.864995448475261e-06,
      "loss": 0.3446,
      "step": 8594
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.863038982248177e-06,
      "loss": 0.3061,
      "step": 8595
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.861082521264601e-06,
      "loss": 0.3044,
      "step": 8596
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.859126065599435e-06,
      "loss": 0.2991,
      "step": 8597
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.857169615327584e-06,
      "loss": 0.3029,
      "step": 8598
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.855213170523947e-06,
      "loss": 0.2994,
      "step": 8599
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.853256731263429e-06,
      "loss": 0.2867,
      "step": 8600
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.85130029762093e-06,
      "loss": 0.2846,
      "step": 8601
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.849343869671351e-06,
      "loss": 0.2843,
      "step": 8602
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.847387447489594e-06,
      "loss": 0.3225,
      "step": 8603
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.845431031150559e-06,
      "loss": 0.3171,
      "step": 8604
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.84347462072915e-06,
      "loss": 0.2991,
      "step": 8605
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.841518216300263e-06,
      "loss": 0.2863,
      "step": 8606
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.8395618179388e-06,
      "loss": 0.3192,
      "step": 8607
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.837605425719663e-06,
      "loss": 0.3633,
      "step": 8608
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.835649039717751e-06,
      "loss": 0.3054,
      "step": 8609
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.833692660007961e-06,
      "loss": 0.31,
      "step": 8610
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.831736286665197e-06,
      "loss": 0.2941,
      "step": 8611
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.829779919764356e-06,
      "loss": 0.3013,
      "step": 8612
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.827823559380334e-06,
      "loss": 0.3189,
      "step": 8613
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.82586720558803e-06,
      "loss": 0.3217,
      "step": 8614
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.823910858462347e-06,
      "loss": 0.2905,
      "step": 8615
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.821954518078179e-06,
      "loss": 0.2758,
      "step": 8616
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.819998184510426e-06,
      "loss": 0.2981,
      "step": 8617
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.818041857833986e-06,
      "loss": 0.315,
      "step": 8618
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.816085538123755e-06,
      "loss": 0.3145,
      "step": 8619
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.81412922545463e-06,
      "loss": 0.2886,
      "step": 8620
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.812172919901505e-06,
      "loss": 0.3334,
      "step": 8621
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.810216621539285e-06,
      "loss": 0.2829,
      "step": 8622
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.80826033044286e-06,
      "loss": 0.3362,
      "step": 8623
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.806304046687123e-06,
      "loss": 0.2969,
      "step": 8624
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.804347770346977e-06,
      "loss": 0.303,
      "step": 8625
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.802391501497315e-06,
      "loss": 0.3055,
      "step": 8626
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.800435240213027e-06,
      "loss": 0.3211,
      "step": 8627
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.798478986569016e-06,
      "loss": 0.3034,
      "step": 8628
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.79652274064017e-06,
      "loss": 0.3223,
      "step": 8629
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.794566502501388e-06,
      "loss": 0.2807,
      "step": 8630
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.79261027222756e-06,
      "loss": 0.2976,
      "step": 8631
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.790654049893581e-06,
      "loss": 0.299,
      "step": 8632
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.788697835574348e-06,
      "loss": 0.2847,
      "step": 8633
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.786741629344747e-06,
      "loss": 0.3195,
      "step": 8634
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.784785431279677e-06,
      "loss": 0.2838,
      "step": 8635
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.782829241454028e-06,
      "loss": 0.304,
      "step": 8636
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.78087305994269e-06,
      "loss": 0.2984,
      "step": 8637
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.778916886820559e-06,
      "loss": 0.3131,
      "step": 8638
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.776960722162522e-06,
      "loss": 0.3013,
      "step": 8639
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.775004566043475e-06,
      "loss": 0.3057,
      "step": 8640
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.773048418538306e-06,
      "loss": 0.2759,
      "step": 8641
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.771092279721902e-06,
      "loss": 0.317,
      "step": 8642
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.769136149669163e-06,
      "loss": 0.332,
      "step": 8643
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.76718002845497e-06,
      "loss": 0.308,
      "step": 8644
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.765223916154218e-06,
      "loss": 0.298,
      "step": 8645
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.763267812841788e-06,
      "loss": 0.2913,
      "step": 8646
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.761311718592577e-06,
      "loss": 0.3013,
      "step": 8647
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.759355633481471e-06,
      "loss": 0.3324,
      "step": 8648
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.757399557583354e-06,
      "loss": 0.2884,
      "step": 8649
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.755443490973121e-06,
      "loss": 0.2935,
      "step": 8650
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.753487433725653e-06,
      "loss": 0.3066,
      "step": 8651
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.751531385915842e-06,
      "loss": 0.3066,
      "step": 8652
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.749575347618573e-06,
      "loss": 0.2803,
      "step": 8653
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.74761931890873e-06,
      "loss": 0.3329,
      "step": 8654
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.745663299861201e-06,
      "loss": 0.3058,
      "step": 8655
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.74370729055087e-06,
      "loss": 0.3012,
      "step": 8656
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.741751291052626e-06,
      "loss": 0.2854,
      "step": 8657
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.739795301441351e-06,
      "loss": 0.3318,
      "step": 8658
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.737839321791928e-06,
      "loss": 0.2985,
      "step": 8659
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.735883352179243e-06,
      "loss": 0.3267,
      "step": 8660
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.733927392678182e-06,
      "loss": 0.3126,
      "step": 8661
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.731971443363623e-06,
      "loss": 0.3304,
      "step": 8662
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.730015504310453e-06,
      "loss": 0.2854,
      "step": 8663
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.728059575593552e-06,
      "loss": 0.3097,
      "step": 8664
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.726103657287804e-06,
      "loss": 0.3147,
      "step": 8665
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.72414774946809e-06,
      "loss": 0.3463,
      "step": 8666
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.72219185220929e-06,
      "loss": 0.2907,
      "step": 8667
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.720235965586287e-06,
      "loss": 0.3167,
      "step": 8668
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.718280089673959e-06,
      "loss": 0.3121,
      "step": 8669
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.71632422454719e-06,
      "loss": 0.3047,
      "step": 8670
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.714368370280858e-06,
      "loss": 0.2945,
      "step": 8671
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.712412526949838e-06,
      "loss": 0.3128,
      "step": 8672
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.710456694629017e-06,
      "loss": 0.3184,
      "step": 8673
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.708500873393265e-06,
      "loss": 0.3131,
      "step": 8674
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.706545063317467e-06,
      "loss": 0.3108,
      "step": 8675
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.704589264476495e-06,
      "loss": 0.3287,
      "step": 8676
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.70263347694523e-06,
      "loss": 0.3298,
      "step": 8677
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.700677700798547e-06,
      "loss": 0.3136,
      "step": 8678
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.698721936111326e-06,
      "loss": 0.3348,
      "step": 8679
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.696766182958436e-06,
      "loss": 0.3376,
      "step": 8680
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.694810441414756e-06,
      "loss": 0.2754,
      "step": 8681
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.69285471155516e-06,
      "loss": 0.2733,
      "step": 8682
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.690898993454524e-06,
      "loss": 0.3156,
      "step": 8683
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.688943287187719e-06,
      "loss": 0.3281,
      "step": 8684
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.686987592829624e-06,
      "loss": 0.3246,
      "step": 8685
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.685031910455104e-06,
      "loss": 0.3245,
      "step": 8686
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.683076240139043e-06,
      "loss": 0.2924,
      "step": 8687
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.681120581956303e-06,
      "loss": 0.3005,
      "step": 8688
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.67916493598176e-06,
      "loss": 0.3105,
      "step": 8689
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.677209302290286e-06,
      "loss": 0.2912,
      "step": 8690
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.675253680956747e-06,
      "loss": 0.3352,
      "step": 8691
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.673298072056023e-06,
      "loss": 0.3147,
      "step": 8692
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.671342475662974e-06,
      "loss": 0.3119,
      "step": 8693
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.669386891852472e-06,
      "loss": 0.2681,
      "step": 8694
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.667431320699391e-06,
      "loss": 0.2988,
      "step": 8695
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.665475762278594e-06,
      "loss": 0.3004,
      "step": 8696
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.66352021666495e-06,
      "loss": 0.3301,
      "step": 8697
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.661564683933329e-06,
      "loss": 0.3315,
      "step": 8698
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.659609164158591e-06,
      "loss": 0.3198,
      "step": 8699
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.657653657415612e-06,
      "loss": 0.3326,
      "step": 8700
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.655698163779252e-06,
      "loss": 0.3128,
      "step": 8701
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.653742683324376e-06,
      "loss": 0.304,
      "step": 8702
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.651787216125853e-06,
      "loss": 0.3128,
      "step": 8703
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.649831762258543e-06,
      "loss": 0.305,
      "step": 8704
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.647876321797314e-06,
      "loss": 0.3235,
      "step": 8705
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.645920894817029e-06,
      "loss": 0.3078,
      "step": 8706
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.643965481392545e-06,
      "loss": 0.3001,
      "step": 8707
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.64201008159873e-06,
      "loss": 0.308,
      "step": 8708
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.640054695510444e-06,
      "loss": 0.2967,
      "step": 8709
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.638099323202552e-06,
      "loss": 0.3267,
      "step": 8710
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.636143964749912e-06,
      "loss": 0.296,
      "step": 8711
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.634188620227379e-06,
      "loss": 0.3583,
      "step": 8712
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.632233289709824e-06,
      "loss": 0.35,
      "step": 8713
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.630277973272097e-06,
      "loss": 0.327,
      "step": 8714
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.628322670989061e-06,
      "loss": 0.2973,
      "step": 8715
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.62636738293557e-06,
      "loss": 0.308,
      "step": 8716
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.624412109186486e-06,
      "loss": 0.317,
      "step": 8717
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.622456849816665e-06,
      "loss": 0.3129,
      "step": 8718
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.62050160490096e-06,
      "loss": 0.2951,
      "step": 8719
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.618546374514232e-06,
      "loss": 0.2966,
      "step": 8720
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.61659115873133e-06,
      "loss": 0.3142,
      "step": 8721
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.614635957627119e-06,
      "loss": 0.3203,
      "step": 8722
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.612680771276445e-06,
      "loss": 0.3273,
      "step": 8723
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.610725599754161e-06,
      "loss": 0.2818,
      "step": 8724
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.608770443135125e-06,
      "loss": 0.3211,
      "step": 8725
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.606815301494188e-06,
      "loss": 0.2906,
      "step": 8726
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.604860174906202e-06,
      "loss": 0.3092,
      "step": 8727
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.602905063446018e-06,
      "loss": 0.3117,
      "step": 8728
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.600949967188485e-06,
      "loss": 0.2985,
      "step": 8729
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.598994886208456e-06,
      "loss": 0.3122,
      "step": 8730
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.59703982058078e-06,
      "loss": 0.2958,
      "step": 8731
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.595084770380303e-06,
      "loss": 0.2997,
      "step": 8732
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.593129735681878e-06,
      "loss": 0.3223,
      "step": 8733
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.59117471656035e-06,
      "loss": 0.2959,
      "step": 8734
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.58921971309057e-06,
      "loss": 0.2903,
      "step": 8735
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.587264725347381e-06,
      "loss": 0.3064,
      "step": 8736
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.585309753405628e-06,
      "loss": 0.2688,
      "step": 8737
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.583354797340161e-06,
      "loss": 0.3181,
      "step": 8738
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.58139985722582e-06,
      "loss": 0.2893,
      "step": 8739
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.579444933137454e-06,
      "loss": 0.2782,
      "step": 8740
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.577490025149904e-06,
      "loss": 0.32,
      "step": 8741
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.575535133338011e-06,
      "loss": 0.2924,
      "step": 8742
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.573580257776622e-06,
      "loss": 0.3002,
      "step": 8743
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.571625398540576e-06,
      "loss": 0.3276,
      "step": 8744
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.569670555704714e-06,
      "loss": 0.3089,
      "step": 8745
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.567715729343878e-06,
      "loss": 0.2927,
      "step": 8746
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.565760919532911e-06,
      "loss": 0.3061,
      "step": 8747
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.563806126346643e-06,
      "loss": 0.3008,
      "step": 8748
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.561851349859918e-06,
      "loss": 0.3181,
      "step": 8749
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.559896590147577e-06,
      "loss": 0.3178,
      "step": 8750
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.557941847284451e-06,
      "loss": 0.2997,
      "step": 8751
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.555987121345382e-06,
      "loss": 0.3181,
      "step": 8752
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.554032412405205e-06,
      "loss": 0.3359,
      "step": 8753
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.552077720538751e-06,
      "loss": 0.278,
      "step": 8754
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.550123045820862e-06,
      "loss": 0.2835,
      "step": 8755
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.548168388326365e-06,
      "loss": 0.3432,
      "step": 8756
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.5462137481301e-06,
      "loss": 0.3368,
      "step": 8757
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.544259125306895e-06,
      "loss": 0.2867,
      "step": 8758
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.542304519931584e-06,
      "loss": 0.2803,
      "step": 8759
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.540349932078999e-06,
      "loss": 0.3139,
      "step": 8760
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.538395361823967e-06,
      "loss": 0.3172,
      "step": 8761
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.536440809241324e-06,
      "loss": 0.3206,
      "step": 8762
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.534486274405896e-06,
      "loss": 0.3167,
      "step": 8763
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.532531757392511e-06,
      "loss": 0.3147,
      "step": 8764
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.530577258275999e-06,
      "loss": 0.2867,
      "step": 8765
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.528622777131186e-06,
      "loss": 0.3131,
      "step": 8766
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.5266683140329e-06,
      "loss": 0.3164,
      "step": 8767
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.524713869055968e-06,
      "loss": 0.3108,
      "step": 8768
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.522759442275208e-06,
      "loss": 0.3485,
      "step": 8769
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.520805033765456e-06,
      "loss": 0.2766,
      "step": 8770
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.518850643601528e-06,
      "loss": 0.3078,
      "step": 8771
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.516896271858248e-06,
      "loss": 0.3248,
      "step": 8772
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.514941918610441e-06,
      "loss": 0.3164,
      "step": 8773
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.512987583932928e-06,
      "loss": 0.2783,
      "step": 8774
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.511033267900529e-06,
      "loss": 0.305,
      "step": 8775
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.509078970588068e-06,
      "loss": 0.2852,
      "step": 8776
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.507124692070356e-06,
      "loss": 0.297,
      "step": 8777
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.505170432422222e-06,
      "loss": 0.3147,
      "step": 8778
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.503216191718477e-06,
      "loss": 0.317,
      "step": 8779
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.501261970033942e-06,
      "loss": 0.3225,
      "step": 8780
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.499307767443438e-06,
      "loss": 0.3318,
      "step": 8781
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.497353584021773e-06,
      "loss": 0.3052,
      "step": 8782
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.495399419843762e-06,
      "loss": 0.3117,
      "step": 8783
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.493445274984226e-06,
      "loss": 0.2888,
      "step": 8784
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.491491149517976e-06,
      "loss": 0.3071,
      "step": 8785
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.48953704351982e-06,
      "loss": 0.2852,
      "step": 8786
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.48758295706458e-06,
      "loss": 0.32,
      "step": 8787
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.485628890227063e-06,
      "loss": 0.3083,
      "step": 8788
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.483674843082076e-06,
      "loss": 0.293,
      "step": 8789
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.481720815704435e-06,
      "loss": 0.3039,
      "step": 8790
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.479766808168945e-06,
      "loss": 0.3075,
      "step": 8791
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.477812820550419e-06,
      "loss": 0.2941,
      "step": 8792
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.47585885292366e-06,
      "loss": 0.3143,
      "step": 8793
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.473904905363478e-06,
      "loss": 0.29,
      "step": 8794
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.47195097794468e-06,
      "loss": 0.3242,
      "step": 8795
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.469997070742067e-06,
      "loss": 0.303,
      "step": 8796
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.468043183830448e-06,
      "loss": 0.3055,
      "step": 8797
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.466089317284628e-06,
      "loss": 0.3097,
      "step": 8798
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.464135471179404e-06,
      "loss": 0.3232,
      "step": 8799
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.462181645589585e-06,
      "loss": 0.2966,
      "step": 8800
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.460227840589968e-06,
      "loss": 0.2994,
      "step": 8801
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.458274056255357e-06,
      "loss": 0.3126,
      "step": 8802
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.45632029266055e-06,
      "loss": 0.2921,
      "step": 8803
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.454366549880346e-06,
      "loss": 0.3267,
      "step": 8804
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.452412827989545e-06,
      "loss": 0.2806,
      "step": 8805
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.450459127062945e-06,
      "loss": 0.3016,
      "step": 8806
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.448505447175339e-06,
      "loss": 0.2771,
      "step": 8807
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.446551788401528e-06,
      "loss": 0.3108,
      "step": 8808
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.444598150816302e-06,
      "loss": 0.2969,
      "step": 8809
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.442644534494461e-06,
      "loss": 0.2924,
      "step": 8810
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.440690939510797e-06,
      "loss": 0.3273,
      "step": 8811
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.438737365940096e-06,
      "loss": 0.3019,
      "step": 8812
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.436783813857161e-06,
      "loss": 0.3253,
      "step": 8813
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.434830283336775e-06,
      "loss": 0.2969,
      "step": 8814
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.432876774453737e-06,
      "loss": 0.2905,
      "step": 8815
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.430923287282823e-06,
      "loss": 0.3149,
      "step": 8816
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.428969821898833e-06,
      "loss": 0.2919,
      "step": 8817
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.427016378376546e-06,
      "loss": 0.3112,
      "step": 8818
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.425062956790758e-06,
      "loss": 0.3387,
      "step": 8819
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.42310955721625e-06,
      "loss": 0.327,
      "step": 8820
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.421156179727806e-06,
      "loss": 0.3022,
      "step": 8821
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.419202824400215e-06,
      "loss": 0.3203,
      "step": 8822
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.417249491308258e-06,
      "loss": 0.2801,
      "step": 8823
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.415296180526718e-06,
      "loss": 0.3135,
      "step": 8824
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.413342892130376e-06,
      "loss": 0.2999,
      "step": 8825
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.411389626194013e-06,
      "loss": 0.3331,
      "step": 8826
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.409436382792412e-06,
      "loss": 0.3027,
      "step": 8827
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.40748316200035e-06,
      "loss": 0.2967,
      "step": 8828
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.405529963892604e-06,
      "loss": 0.2871,
      "step": 8829
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.403576788543955e-06,
      "loss": 0.3041,
      "step": 8830
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.401623636029176e-06,
      "loss": 0.281,
      "step": 8831
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.399670506423048e-06,
      "loss": 0.2988,
      "step": 8832
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.397717399800342e-06,
      "loss": 0.3265,
      "step": 8833
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.39576431623583e-06,
      "loss": 0.3228,
      "step": 8834
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.39381125580429e-06,
      "loss": 0.3189,
      "step": 8835
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.39185821858049e-06,
      "loss": 0.3191,
      "step": 8836
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.389905204639206e-06,
      "loss": 0.3323,
      "step": 8837
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.387952214055208e-06,
      "loss": 0.3136,
      "step": 8838
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.38599924690326e-06,
      "loss": 0.3493,
      "step": 8839
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.384046303258137e-06,
      "loss": 0.3111,
      "step": 8840
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.382093383194606e-06,
      "loss": 0.3048,
      "step": 8841
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.380140486787427e-06,
      "loss": 0.292,
      "step": 8842
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.378187614111376e-06,
      "loss": 0.3223,
      "step": 8843
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.37623476524121e-06,
      "loss": 0.3083,
      "step": 8844
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.374281940251699e-06,
      "loss": 0.2921,
      "step": 8845
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.372329139217604e-06,
      "loss": 0.3175,
      "step": 8846
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.370376362213686e-06,
      "loss": 0.3086,
      "step": 8847
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.368423609314709e-06,
      "loss": 0.2919,
      "step": 8848
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.366470880595434e-06,
      "loss": 0.3058,
      "step": 8849
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.364518176130617e-06,
      "loss": 0.2753,
      "step": 8850
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.362565495995016e-06,
      "loss": 0.2937,
      "step": 8851
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.360612840263393e-06,
      "loss": 0.3098,
      "step": 8852
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.358660209010502e-06,
      "loss": 0.3005,
      "step": 8853
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.3567076023111e-06,
      "loss": 0.3019,
      "step": 8854
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.354755020239945e-06,
      "loss": 0.3052,
      "step": 8855
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.352802462871784e-06,
      "loss": 0.3143,
      "step": 8856
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.350849930281376e-06,
      "loss": 0.2985,
      "step": 8857
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.34889742254347e-06,
      "loss": 0.3136,
      "step": 8858
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.346944939732816e-06,
      "loss": 0.3186,
      "step": 8859
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.34499248192417e-06,
      "loss": 0.3195,
      "step": 8860
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.343040049192275e-06,
      "loss": 0.2888,
      "step": 8861
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.341087641611883e-06,
      "loss": 0.3073,
      "step": 8862
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.33913525925774e-06,
      "loss": 0.2913,
      "step": 8863
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.33718290220459e-06,
      "loss": 0.3154,
      "step": 8864
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.335230570527184e-06,
      "loss": 0.3078,
      "step": 8865
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.333278264300259e-06,
      "loss": 0.3195,
      "step": 8866
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.331325983598567e-06,
      "loss": 0.3225,
      "step": 8867
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.329373728496845e-06,
      "loss": 0.3273,
      "step": 8868
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.327421499069833e-06,
      "loss": 0.3418,
      "step": 8869
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.325469295392275e-06,
      "loss": 0.3139,
      "step": 8870
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.32351711753891e-06,
      "loss": 0.2997,
      "step": 8871
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.321564965584475e-06,
      "loss": 0.3181,
      "step": 8872
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.31961283960371e-06,
      "loss": 0.3203,
      "step": 8873
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.317660739671348e-06,
      "loss": 0.3025,
      "step": 8874
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.315708665862127e-06,
      "loss": 0.2966,
      "step": 8875
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.313756618250783e-06,
      "loss": 0.3037,
      "step": 8876
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.311804596912043e-06,
      "loss": 0.3195,
      "step": 8877
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.30985260192065e-06,
      "loss": 0.3039,
      "step": 8878
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.307900633351325e-06,
      "loss": 0.308,
      "step": 8879
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.305948691278804e-06,
      "loss": 0.3175,
      "step": 8880
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.303996775777817e-06,
      "loss": 0.2819,
      "step": 8881
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.302044886923088e-06,
      "loss": 0.2726,
      "step": 8882
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.300093024789353e-06,
      "loss": 0.2787,
      "step": 8883
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.29814118945133e-06,
      "loss": 0.3203,
      "step": 8884
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.296189380983747e-06,
      "loss": 0.3128,
      "step": 8885
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.294237599461327e-06,
      "loss": 0.2999,
      "step": 8886
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.292285844958795e-06,
      "loss": 0.3343,
      "step": 8887
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.290334117550873e-06,
      "loss": 0.3161,
      "step": 8888
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.288382417312284e-06,
      "loss": 0.3278,
      "step": 8889
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.286430744317748e-06,
      "loss": 0.2979,
      "step": 8890
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.284479098641977e-06,
      "loss": 0.3239,
      "step": 8891
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.2825274803597e-06,
      "loss": 0.2903,
      "step": 8892
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.28057588954563e-06,
      "loss": 0.3209,
      "step": 8893
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.278624326274478e-06,
      "loss": 0.2945,
      "step": 8894
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.276672790620965e-06,
      "loss": 0.2746,
      "step": 8895
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.274721282659802e-06,
      "loss": 0.2769,
      "step": 8896
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.272769802465705e-06,
      "loss": 0.3218,
      "step": 8897
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.270818350113381e-06,
      "loss": 0.2958,
      "step": 8898
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.268866925677545e-06,
      "loss": 0.2796,
      "step": 8899
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.266915529232904e-06,
      "loss": 0.3114,
      "step": 8900
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.264964160854169e-06,
      "loss": 0.2946,
      "step": 8901
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.263012820616045e-06,
      "loss": 0.3167,
      "step": 8902
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.26106150859324e-06,
      "loss": 0.2956,
      "step": 8903
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.259110224860459e-06,
      "loss": 0.344,
      "step": 8904
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.257158969492407e-06,
      "loss": 0.2825,
      "step": 8905
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.255207742563783e-06,
      "loss": 0.3062,
      "step": 8906
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.253256544149296e-06,
      "loss": 0.309,
      "step": 8907
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.251305374323644e-06,
      "loss": 0.3189,
      "step": 8908
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.249354233161523e-06,
      "loss": 0.3153,
      "step": 8909
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.247403120737639e-06,
      "loss": 0.2868,
      "step": 8910
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.245452037126684e-06,
      "loss": 0.2945,
      "step": 8911
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.243500982403355e-06,
      "loss": 0.2924,
      "step": 8912
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.241549956642352e-06,
      "loss": 0.3083,
      "step": 8913
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.239598959918363e-06,
      "loss": 0.2877,
      "step": 8914
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.237647992306089e-06,
      "loss": 0.3192,
      "step": 8915
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.235697053880215e-06,
      "loss": 0.3131,
      "step": 8916
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.233746144715439e-06,
      "loss": 0.3248,
      "step": 8917
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.231795264886442e-06,
      "loss": 0.3184,
      "step": 8918
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.22984441446792e-06,
      "loss": 0.3251,
      "step": 8919
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.22789359353456e-06,
      "loss": 0.3242,
      "step": 8920
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.225942802161042e-06,
      "loss": 0.2991,
      "step": 8921
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.223992040422059e-06,
      "loss": 0.3086,
      "step": 8922
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.222041308392292e-06,
      "loss": 0.2854,
      "step": 8923
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.220090606146427e-06,
      "loss": 0.3108,
      "step": 8924
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.218139933759142e-06,
      "loss": 0.3256,
      "step": 8925
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.216189291305118e-06,
      "loss": 0.3182,
      "step": 8926
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.21423867885904e-06,
      "loss": 0.3025,
      "step": 8927
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.212288096495581e-06,
      "loss": 0.2991,
      "step": 8928
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.21033754428942e-06,
      "loss": 0.2994,
      "step": 8929
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.208387022315236e-06,
      "loss": 0.2713,
      "step": 8930
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.206436530647699e-06,
      "loss": 0.3071,
      "step": 8931
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.204486069361488e-06,
      "loss": 0.3248,
      "step": 8932
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.202535638531272e-06,
      "loss": 0.2974,
      "step": 8933
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.200585238231723e-06,
      "loss": 0.2797,
      "step": 8934
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.198634868537516e-06,
      "loss": 0.3093,
      "step": 8935
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.196684529523314e-06,
      "loss": 0.2974,
      "step": 8936
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.19473422126379e-06,
      "loss": 0.3001,
      "step": 8937
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.192783943833609e-06,
      "loss": 0.3061,
      "step": 8938
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.190833697307435e-06,
      "loss": 0.2995,
      "step": 8939
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.188883481759934e-06,
      "loss": 0.2783,
      "step": 8940
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.18693329726577e-06,
      "loss": 0.3138,
      "step": 8941
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.184983143899606e-06,
      "loss": 0.2991,
      "step": 8942
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.183033021736102e-06,
      "loss": 0.317,
      "step": 8943
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.181082930849915e-06,
      "loss": 0.3066,
      "step": 8944
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.179132871315707e-06,
      "loss": 0.3061,
      "step": 8945
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.177182843208138e-06,
      "loss": 0.3217,
      "step": 8946
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.175232846601857e-06,
      "loss": 0.305,
      "step": 8947
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.173282881571525e-06,
      "loss": 0.3234,
      "step": 8948
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.17133294819179e-06,
      "loss": 0.3057,
      "step": 8949
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.169383046537312e-06,
      "loss": 0.2919,
      "step": 8950
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.167433176682741e-06,
      "loss": 0.3068,
      "step": 8951
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.165483338702721e-06,
      "loss": 0.2987,
      "step": 8952
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.163533532671905e-06,
      "loss": 0.2822,
      "step": 8953
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.16158375866494e-06,
      "loss": 0.2863,
      "step": 8954
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.159634016756474e-06,
      "loss": 0.3248,
      "step": 8955
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.157684307021147e-06,
      "loss": 0.3463,
      "step": 8956
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.155734629533612e-06,
      "loss": 0.3119,
      "step": 8957
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.153784984368503e-06,
      "loss": 0.3246,
      "step": 8958
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.151835371600467e-06,
      "loss": 0.3158,
      "step": 8959
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.149885791304143e-06,
      "loss": 0.2909,
      "step": 8960
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.14793624355417e-06,
      "loss": 0.2983,
      "step": 8961
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.145986728425185e-06,
      "loss": 0.3205,
      "step": 8962
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.144037245991823e-06,
      "loss": 0.2944,
      "step": 8963
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.142087796328723e-06,
      "loss": 0.3083,
      "step": 8964
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.14013837951052e-06,
      "loss": 0.3253,
      "step": 8965
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.138188995611839e-06,
      "loss": 0.3047,
      "step": 8966
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.136239644707323e-06,
      "loss": 0.3061,
      "step": 8967
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.134290326871592e-06,
      "loss": 0.2916,
      "step": 8968
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.132341042179279e-06,
      "loss": 0.316,
      "step": 8969
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.130391790705013e-06,
      "loss": 0.3094,
      "step": 8970
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.128442572523418e-06,
      "loss": 0.2857,
      "step": 8971
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.126493387709124e-06,
      "loss": 0.3259,
      "step": 8972
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.124544236336749e-06,
      "loss": 0.309,
      "step": 8973
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.122595118480916e-06,
      "loss": 0.3164,
      "step": 8974
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.120646034216251e-06,
      "loss": 0.2899,
      "step": 8975
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.11869698361737e-06,
      "loss": 0.3146,
      "step": 8976
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.116747966758895e-06,
      "loss": 0.3105,
      "step": 8977
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.114798983715441e-06,
      "loss": 0.3426,
      "step": 8978
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.112850034561625e-06,
      "loss": 0.3094,
      "step": 8979
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.110901119372062e-06,
      "loss": 0.3172,
      "step": 8980
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.108952238221366e-06,
      "loss": 0.339,
      "step": 8981
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.107003391184146e-06,
      "loss": 0.3131,
      "step": 8982
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.105054578335019e-06,
      "loss": 0.3142,
      "step": 8983
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.103105799748588e-06,
      "loss": 0.2863,
      "step": 8984
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.101157055499472e-06,
      "loss": 0.3131,
      "step": 8985
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.099208345662263e-06,
      "loss": 0.2888,
      "step": 8986
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.097259670311579e-06,
      "loss": 0.2849,
      "step": 8987
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.095311029522016e-06,
      "loss": 0.3203,
      "step": 8988
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.093362423368185e-06,
      "loss": 0.3027,
      "step": 8989
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.09141385192468e-06,
      "loss": 0.3105,
      "step": 8990
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.089465315266106e-06,
      "loss": 0.3117,
      "step": 8991
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.087516813467064e-06,
      "loss": 0.2919,
      "step": 8992
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.085568346602146e-06,
      "loss": 0.3061,
      "step": 8993
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.083619914745953e-06,
      "loss": 0.3094,
      "step": 8994
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.08167151797308e-06,
      "loss": 0.3073,
      "step": 8995
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.079723156358116e-06,
      "loss": 0.2966,
      "step": 8996
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.077774829975659e-06,
      "loss": 0.3058,
      "step": 8997
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.075826538900296e-06,
      "loss": 0.2888,
      "step": 8998
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.07387828320662e-06,
      "loss": 0.3234,
      "step": 8999
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.07193006296922e-06,
      "loss": 0.3227,
      "step": 9000
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.069981878262677e-06,
      "loss": 0.2891,
      "step": 9001
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.068033729161583e-06,
      "loss": 0.2946,
      "step": 9002
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.066085615740518e-06,
      "loss": 0.3119,
      "step": 9003
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.064137538074068e-06,
      "loss": 0.3158,
      "step": 9004
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.062189496236813e-06,
      "loss": 0.3083,
      "step": 9005
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.060241490303331e-06,
      "loss": 0.3103,
      "step": 9006
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.058293520348206e-06,
      "loss": 0.3002,
      "step": 9007
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.056345586446012e-06,
      "loss": 0.305,
      "step": 9008
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.054397688671325e-06,
      "loss": 0.2825,
      "step": 9009
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.05244982709872e-06,
      "loss": 0.3094,
      "step": 9010
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.05050200180277e-06,
      "loss": 0.2977,
      "step": 9011
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.048554212858049e-06,
      "loss": 0.2716,
      "step": 9012
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.046606460339126e-06,
      "loss": 0.322,
      "step": 9013
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.044658744320567e-06,
      "loss": 0.3301,
      "step": 9014
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.042711064876946e-06,
      "loss": 0.2963,
      "step": 9015
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.040763422082822e-06,
      "loss": 0.3167,
      "step": 9016
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.038815816012768e-06,
      "loss": 0.2994,
      "step": 9017
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.036868246741342e-06,
      "loss": 0.3011,
      "step": 9018
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.03492071434311e-06,
      "loss": 0.2944,
      "step": 9019
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.032973218892627e-06,
      "loss": 0.2878,
      "step": 9020
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.031025760464453e-06,
      "loss": 0.2779,
      "step": 9021
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.02907833913315e-06,
      "loss": 0.3373,
      "step": 9022
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.02713095497327e-06,
      "loss": 0.3104,
      "step": 9023
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.025183608059374e-06,
      "loss": 0.2999,
      "step": 9024
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.02323629846601e-06,
      "loss": 0.3019,
      "step": 9025
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.021289026267733e-06,
      "loss": 0.3205,
      "step": 9026
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.019341791539091e-06,
      "loss": 0.3175,
      "step": 9027
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.017394594354637e-06,
      "loss": 0.3041,
      "step": 9028
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.015447434788915e-06,
      "loss": 0.3158,
      "step": 9029
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.013500312916476e-06,
      "loss": 0.304,
      "step": 9030
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.011553228811858e-06,
      "loss": 0.2909,
      "step": 9031
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.009606182549612e-06,
      "loss": 0.3231,
      "step": 9032
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.007659174204275e-06,
      "loss": 0.3075,
      "step": 9033
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.00571220385039e-06,
      "loss": 0.3203,
      "step": 9034
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.003765271562498e-06,
      "loss": 0.3203,
      "step": 9035
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.001818377415128e-06,
      "loss": 0.2787,
      "step": 9036
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.999871521482828e-06,
      "loss": 0.3142,
      "step": 9037
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.997924703840125e-06,
      "loss": 0.3276,
      "step": 9038
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.995977924561553e-06,
      "loss": 0.2966,
      "step": 9039
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.994031183721648e-06,
      "loss": 0.2997,
      "step": 9040
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.992084481394934e-06,
      "loss": 0.3039,
      "step": 9041
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.990137817655946e-06,
      "loss": 0.3022,
      "step": 9042
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.98819119257921e-06,
      "loss": 0.2946,
      "step": 9043
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.986244606239247e-06,
      "loss": 0.3175,
      "step": 9044
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.984298058710587e-06,
      "loss": 0.2977,
      "step": 9045
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.982351550067751e-06,
      "loss": 0.2864,
      "step": 9046
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.980405080385261e-06,
      "loss": 0.303,
      "step": 9047
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.978458649737638e-06,
      "loss": 0.2716,
      "step": 9048
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.976512258199396e-06,
      "loss": 0.315,
      "step": 9049
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.974565905845057e-06,
      "loss": 0.3145,
      "step": 9050
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.972619592749131e-06,
      "loss": 0.2863,
      "step": 9051
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.97067331898614e-06,
      "loss": 0.3178,
      "step": 9052
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.968727084630594e-06,
      "loss": 0.3171,
      "step": 9053
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.966780889756998e-06,
      "loss": 0.3181,
      "step": 9054
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.964834734439869e-06,
      "loss": 0.317,
      "step": 9055
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.962888618753705e-06,
      "loss": 0.3451,
      "step": 9056
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.960942542773023e-06,
      "loss": 0.3033,
      "step": 9057
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.958996506572319e-06,
      "loss": 0.3117,
      "step": 9058
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.957050510226106e-06,
      "loss": 0.3119,
      "step": 9059
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.95510455380888e-06,
      "loss": 0.3092,
      "step": 9060
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.953158637395138e-06,
      "loss": 0.2932,
      "step": 9061
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.951212761059387e-06,
      "loss": 0.2955,
      "step": 9062
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.949266924876118e-06,
      "loss": 0.3178,
      "step": 9063
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.947321128919831e-06,
      "loss": 0.3175,
      "step": 9064
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.945375373265017e-06,
      "loss": 0.3033,
      "step": 9065
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.943429657986168e-06,
      "loss": 0.2946,
      "step": 9066
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.94148398315778e-06,
      "loss": 0.2944,
      "step": 9067
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.939538348854336e-06,
      "loss": 0.2977,
      "step": 9068
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.93759275515033e-06,
      "loss": 0.3365,
      "step": 9069
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.935647202120247e-06,
      "loss": 0.2906,
      "step": 9070
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.933701689838567e-06,
      "loss": 0.3163,
      "step": 9071
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.931756218379779e-06,
      "loss": 0.3064,
      "step": 9072
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.929810787818362e-06,
      "loss": 0.3253,
      "step": 9073
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.927865398228795e-06,
      "loss": 0.3044,
      "step": 9074
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.925920049685562e-06,
      "loss": 0.2896,
      "step": 9075
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.923974742263134e-06,
      "loss": 0.3015,
      "step": 9076
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.92202947603599e-06,
      "loss": 0.298,
      "step": 9077
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.920084251078605e-06,
      "loss": 0.3156,
      "step": 9078
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.918139067465444e-06,
      "loss": 0.3309,
      "step": 9079
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.916193925270987e-06,
      "loss": 0.2822,
      "step": 9080
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.914248824569698e-06,
      "loss": 0.2899,
      "step": 9081
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.912303765436045e-06,
      "loss": 0.2839,
      "step": 9082
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.910358747944497e-06,
      "loss": 0.314,
      "step": 9083
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.908413772169512e-06,
      "loss": 0.3225,
      "step": 9084
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.906468838185562e-06,
      "loss": 0.3189,
      "step": 9085
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.904523946067098e-06,
      "loss": 0.3114,
      "step": 9086
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.902579095888591e-06,
      "loss": 0.339,
      "step": 9087
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.900634287724487e-06,
      "loss": 0.3103,
      "step": 9088
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.89868952164925e-06,
      "loss": 0.3122,
      "step": 9089
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.89674479773733e-06,
      "loss": 0.3075,
      "step": 9090
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.894800116063185e-06,
      "loss": 0.3114,
      "step": 9091
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.892855476701265e-06,
      "loss": 0.3136,
      "step": 9092
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.890910879726016e-06,
      "loss": 0.3115,
      "step": 9093
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.888966325211893e-06,
      "loss": 0.3181,
      "step": 9094
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.887021813233338e-06,
      "loss": 0.2902,
      "step": 9095
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.885077343864795e-06,
      "loss": 0.339,
      "step": 9096
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.88313291718071e-06,
      "loss": 0.2864,
      "step": 9097
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.881188533255524e-06,
      "loss": 0.274,
      "step": 9098
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.87924419216368e-06,
      "loss": 0.293,
      "step": 9099
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.877299893979612e-06,
      "loss": 0.3544,
      "step": 9100
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.875355638777757e-06,
      "loss": 0.2826,
      "step": 9101
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.873411426632554e-06,
      "loss": 0.2985,
      "step": 9102
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.871467257618433e-06,
      "loss": 0.3129,
      "step": 9103
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.86952313180983e-06,
      "loss": 0.2878,
      "step": 9104
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.86757904928117e-06,
      "loss": 0.3251,
      "step": 9105
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.865635010106885e-06,
      "loss": 0.2984,
      "step": 9106
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.863691014361401e-06,
      "loss": 0.2853,
      "step": 9107
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.861747062119144e-06,
      "loss": 0.302,
      "step": 9108
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.859803153454534e-06,
      "loss": 0.3129,
      "step": 9109
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.857859288442e-06,
      "loss": 0.2949,
      "step": 9110
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.855915467155954e-06,
      "loss": 0.293,
      "step": 9111
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.85397168967082e-06,
      "loss": 0.2856,
      "step": 9112
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.852027956061015e-06,
      "loss": 0.3323,
      "step": 9113
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.850084266400952e-06,
      "loss": 0.2857,
      "step": 9114
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.848140620765045e-06,
      "loss": 0.3016,
      "step": 9115
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.846197019227704e-06,
      "loss": 0.2944,
      "step": 9116
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.844253461863343e-06,
      "loss": 0.3521,
      "step": 9117
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.84230994874637e-06,
      "loss": 0.3086,
      "step": 9118
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.840366479951189e-06,
      "loss": 0.2833,
      "step": 9119
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.838423055552208e-06,
      "loss": 0.2825,
      "step": 9120
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.83647967562383e-06,
      "loss": 0.309,
      "step": 9121
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.834536340240455e-06,
      "loss": 0.3064,
      "step": 9122
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.832593049476482e-06,
      "loss": 0.2812,
      "step": 9123
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.83064980340631e-06,
      "loss": 0.3108,
      "step": 9124
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.828706602104338e-06,
      "loss": 0.3016,
      "step": 9125
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.826763445644959e-06,
      "loss": 0.2825,
      "step": 9126
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.824820334102568e-06,
      "loss": 0.3211,
      "step": 9127
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.822877267551552e-06,
      "loss": 0.2699,
      "step": 9128
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.820934246066305e-06,
      "loss": 0.2912,
      "step": 9129
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.818991269721215e-06,
      "loss": 0.3359,
      "step": 9130
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.817048338590662e-06,
      "loss": 0.3128,
      "step": 9131
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.81510545274904e-06,
      "loss": 0.293,
      "step": 9132
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.813162612270722e-06,
      "loss": 0.2917,
      "step": 9133
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.8112198172301e-06,
      "loss": 0.31,
      "step": 9134
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.809277067701544e-06,
      "loss": 0.2967,
      "step": 9135
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.807334363759435e-06,
      "loss": 0.303,
      "step": 9136
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.805391705478149e-06,
      "loss": 0.2868,
      "step": 9137
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.803449092932057e-06,
      "loss": 0.31,
      "step": 9138
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.801506526195537e-06,
      "loss": 0.3223,
      "step": 9139
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.799564005342958e-06,
      "loss": 0.3484,
      "step": 9140
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.797621530448684e-06,
      "loss": 0.2843,
      "step": 9141
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.795679101587088e-06,
      "loss": 0.2939,
      "step": 9142
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.79373671883253e-06,
      "loss": 0.274,
      "step": 9143
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.791794382259377e-06,
      "loss": 0.322,
      "step": 9144
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.78985209194199e-06,
      "loss": 0.2801,
      "step": 9145
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.787909847954728e-06,
      "loss": 0.3237,
      "step": 9146
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.785967650371951e-06,
      "loss": 0.3008,
      "step": 9147
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.784025499268015e-06,
      "loss": 0.3168,
      "step": 9148
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.782083394717272e-06,
      "loss": 0.3075,
      "step": 9149
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.780141336794079e-06,
      "loss": 0.2838,
      "step": 9150
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.778199325572782e-06,
      "loss": 0.2656,
      "step": 9151
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.776257361127737e-06,
      "loss": 0.3019,
      "step": 9152
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.774315443533286e-06,
      "loss": 0.2966,
      "step": 9153
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.772373572863777e-06,
      "loss": 0.2949,
      "step": 9154
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.770431749193554e-06,
      "loss": 0.2681,
      "step": 9155
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.768489972596958e-06,
      "loss": 0.2746,
      "step": 9156
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.76654824314833e-06,
      "loss": 0.3309,
      "step": 9157
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.764606560922006e-06,
      "loss": 0.2988,
      "step": 9158
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.762664925992327e-06,
      "loss": 0.2893,
      "step": 9159
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.760723338433624e-06,
      "loss": 0.3231,
      "step": 9160
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.758781798320233e-06,
      "loss": 0.2967,
      "step": 9161
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.756840305726485e-06,
      "loss": 0.3248,
      "step": 9162
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.754898860726705e-06,
      "loss": 0.3312,
      "step": 9163
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.752957463395227e-06,
      "loss": 0.2907,
      "step": 9164
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.751016113806373e-06,
      "loss": 0.3005,
      "step": 9165
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.749074812034467e-06,
      "loss": 0.3198,
      "step": 9166
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.747133558153833e-06,
      "loss": 0.3078,
      "step": 9167
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.745192352238789e-06,
      "loss": 0.2959,
      "step": 9168
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.743251194363657e-06,
      "loss": 0.3069,
      "step": 9169
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.74131008460275e-06,
      "loss": 0.2792,
      "step": 9170
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.739369023030384e-06,
      "loss": 0.3019,
      "step": 9171
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.737428009720872e-06,
      "loss": 0.2902,
      "step": 9172
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.735487044748523e-06,
      "loss": 0.3189,
      "step": 9173
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.733546128187652e-06,
      "loss": 0.3343,
      "step": 9174
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.731605260112561e-06,
      "loss": 0.3025,
      "step": 9175
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.729664440597556e-06,
      "loss": 0.2941,
      "step": 9176
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.727723669716943e-06,
      "loss": 0.2863,
      "step": 9177
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.72578294754502e-06,
      "loss": 0.2997,
      "step": 9178
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.723842274156094e-06,
      "loss": 0.3101,
      "step": 9179
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.721901649624456e-06,
      "loss": 0.2966,
      "step": 9180
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.719961074024404e-06,
      "loss": 0.2963,
      "step": 9181
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.718020547430235e-06,
      "loss": 0.291,
      "step": 9182
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.716080069916239e-06,
      "loss": 0.3133,
      "step": 9183
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.714139641556707e-06,
      "loss": 0.3083,
      "step": 9184
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.712199262425928e-06,
      "loss": 0.3023,
      "step": 9185
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.710258932598186e-06,
      "loss": 0.3177,
      "step": 9186
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.708318652147771e-06,
      "loss": 0.3039,
      "step": 9187
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.706378421148964e-06,
      "loss": 0.3075,
      "step": 9188
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.704438239676048e-06,
      "loss": 0.286,
      "step": 9189
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.702498107803296e-06,
      "loss": 0.2896,
      "step": 9190
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.70055802560499e-06,
      "loss": 0.315,
      "step": 9191
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.698617993155406e-06,
      "loss": 0.3072,
      "step": 9192
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.696678010528812e-06,
      "loss": 0.293,
      "step": 9193
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.694738077799487e-06,
      "loss": 0.3052,
      "step": 9194
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.692798195041695e-06,
      "loss": 0.2799,
      "step": 9195
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.690858362329709e-06,
      "loss": 0.3209,
      "step": 9196
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.68891857973779e-06,
      "loss": 0.2941,
      "step": 9197
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.686978847340203e-06,
      "loss": 0.3184,
      "step": 9198
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.685039165211216e-06,
      "loss": 0.3036,
      "step": 9199
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.68309953342508e-06,
      "loss": 0.2847,
      "step": 9200
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.681159952056058e-06,
      "loss": 0.2725,
      "step": 9201
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.679220421178406e-06,
      "loss": 0.3276,
      "step": 9202
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.677280940866379e-06,
      "loss": 0.2907,
      "step": 9203
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.675341511194228e-06,
      "loss": 0.2913,
      "step": 9204
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.673402132236203e-06,
      "loss": 0.3058,
      "step": 9205
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.671462804066553e-06,
      "loss": 0.2807,
      "step": 9206
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.669523526759524e-06,
      "loss": 0.284,
      "step": 9207
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.667584300389362e-06,
      "loss": 0.3108,
      "step": 9208
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.665645125030312e-06,
      "loss": 0.284,
      "step": 9209
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.66370600075661e-06,
      "loss": 0.3022,
      "step": 9210
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.661766927642494e-06,
      "loss": 0.3041,
      "step": 9211
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.659827905762207e-06,
      "loss": 0.2921,
      "step": 9212
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.657888935189978e-06,
      "loss": 0.3156,
      "step": 9213
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.655950016000044e-06,
      "loss": 0.2891,
      "step": 9214
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.654011148266631e-06,
      "loss": 0.2863,
      "step": 9215
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.652072332063973e-06,
      "loss": 0.3015,
      "step": 9216
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.650133567466295e-06,
      "loss": 0.3086,
      "step": 9217
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.648194854547822e-06,
      "loss": 0.3167,
      "step": 9218
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.646256193382775e-06,
      "loss": 0.3036,
      "step": 9219
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.64431758404538e-06,
      "loss": 0.2634,
      "step": 9220
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.64237902660985e-06,
      "loss": 0.2987,
      "step": 9221
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.640440521150406e-06,
      "loss": 0.3228,
      "step": 9222
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.638502067741266e-06,
      "loss": 0.3002,
      "step": 9223
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.636563666456636e-06,
      "loss": 0.2856,
      "step": 9224
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.634625317370727e-06,
      "loss": 0.292,
      "step": 9225
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.632687020557755e-06,
      "loss": 0.3245,
      "step": 9226
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.630748776091922e-06,
      "loss": 0.2766,
      "step": 9227
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.628810584047434e-06,
      "loss": 0.351,
      "step": 9228
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.626872444498495e-06,
      "loss": 0.3036,
      "step": 9229
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.624934357519303e-06,
      "loss": 0.2815,
      "step": 9230
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.622996323184063e-06,
      "loss": 0.3016,
      "step": 9231
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.621058341566967e-06,
      "loss": 0.284,
      "step": 9232
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.619120412742213e-06,
      "loss": 0.3167,
      "step": 9233
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.617182536783991e-06,
      "loss": 0.3066,
      "step": 9234
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.615244713766495e-06,
      "loss": 0.297,
      "step": 9235
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.613306943763909e-06,
      "loss": 0.3357,
      "step": 9236
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.611369226850428e-06,
      "loss": 0.2748,
      "step": 9237
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.609431563100228e-06,
      "loss": 0.3192,
      "step": 9238
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.607493952587499e-06,
      "loss": 0.3184,
      "step": 9239
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.605556395386419e-06,
      "loss": 0.322,
      "step": 9240
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.603618891571164e-06,
      "loss": 0.3217,
      "step": 9241
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.601681441215916e-06,
      "loss": 0.2905,
      "step": 9242
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.599744044394844e-06,
      "loss": 0.3034,
      "step": 9243
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.597806701182126e-06,
      "loss": 0.281,
      "step": 9244
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.595869411651931e-06,
      "loss": 0.315,
      "step": 9245
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.593932175878423e-06,
      "loss": 0.3276,
      "step": 9246
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.591994993935776e-06,
      "loss": 0.296,
      "step": 9247
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.590057865898148e-06,
      "loss": 0.3301,
      "step": 9248
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.588120791839706e-06,
      "loss": 0.2928,
      "step": 9249
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.586183771834607e-06,
      "loss": 0.2852,
      "step": 9250
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.58424680595701e-06,
      "loss": 0.3131,
      "step": 9251
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.582309894281072e-06,
      "loss": 0.3145,
      "step": 9252
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.580373036880947e-06,
      "loss": 0.3131,
      "step": 9253
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.578436233830785e-06,
      "loss": 0.3096,
      "step": 9254
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.576499485204739e-06,
      "loss": 0.3087,
      "step": 9255
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.574562791076953e-06,
      "loss": 0.3175,
      "step": 9256
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.572626151521581e-06,
      "loss": 0.3343,
      "step": 9257
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.570689566612755e-06,
      "loss": 0.2955,
      "step": 9258
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.568753036424624e-06,
      "loss": 0.3147,
      "step": 9259
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.566816561031322e-06,
      "loss": 0.2766,
      "step": 9260
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.564880140506993e-06,
      "loss": 0.2812,
      "step": 9261
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.56294377492577e-06,
      "loss": 0.3242,
      "step": 9262
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.561007464361782e-06,
      "loss": 0.3087,
      "step": 9263
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.559071208889163e-06,
      "loss": 0.2831,
      "step": 9264
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.557135008582042e-06,
      "loss": 0.2779,
      "step": 9265
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.555198863514548e-06,
      "loss": 0.3083,
      "step": 9266
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.553262773760805e-06,
      "loss": 0.31,
      "step": 9267
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.551326739394931e-06,
      "loss": 0.287,
      "step": 9268
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.549390760491051e-06,
      "loss": 0.3271,
      "step": 9269
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.547454837123283e-06,
      "loss": 0.3507,
      "step": 9270
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.54551896936574e-06,
      "loss": 0.2793,
      "step": 9271
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.54358315729254e-06,
      "loss": 0.3069,
      "step": 9272
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.541647400977792e-06,
      "loss": 0.2888,
      "step": 9273
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.53971170049561e-06,
      "loss": 0.3178,
      "step": 9274
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.537776055920096e-06,
      "loss": 0.2877,
      "step": 9275
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.535840467325356e-06,
      "loss": 0.2952,
      "step": 9276
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.5339049347855e-06,
      "loss": 0.3304,
      "step": 9277
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.531969458374623e-06,
      "loss": 0.3118,
      "step": 9278
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.530034038166826e-06,
      "loss": 0.2786,
      "step": 9279
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.528098674236207e-06,
      "loss": 0.3135,
      "step": 9280
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.526163366656858e-06,
      "loss": 0.2927,
      "step": 9281
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.524228115502875e-06,
      "loss": 0.3105,
      "step": 9282
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.522292920848344e-06,
      "loss": 0.2734,
      "step": 9283
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.52035778276736e-06,
      "loss": 0.314,
      "step": 9284
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.518422701334003e-06,
      "loss": 0.3278,
      "step": 9285
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.51648767662236e-06,
      "loss": 0.321,
      "step": 9286
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.514552708706512e-06,
      "loss": 0.3276,
      "step": 9287
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.512617797660539e-06,
      "loss": 0.2829,
      "step": 9288
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.510682943558515e-06,
      "loss": 0.2877,
      "step": 9289
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.508748146474524e-06,
      "loss": 0.3308,
      "step": 9290
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.506813406482633e-06,
      "loss": 0.3034,
      "step": 9291
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.50487872365691e-06,
      "loss": 0.303,
      "step": 9292
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.502944098071428e-06,
      "loss": 0.305,
      "step": 9293
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.501009529800252e-06,
      "loss": 0.2958,
      "step": 9294
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.499075018917447e-06,
      "loss": 0.2994,
      "step": 9295
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.497140565497078e-06,
      "loss": 0.3143,
      "step": 9296
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.495206169613199e-06,
      "loss": 0.3015,
      "step": 9297
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.493271831339869e-06,
      "loss": 0.3111,
      "step": 9298
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.49133755075115e-06,
      "loss": 0.3323,
      "step": 9299
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.489403327921086e-06,
      "loss": 0.2891,
      "step": 9300
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.487469162923736e-06,
      "loss": 0.3172,
      "step": 9301
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.485535055833145e-06,
      "loss": 0.2983,
      "step": 9302
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.483601006723359e-06,
      "loss": 0.3251,
      "step": 9303
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.481667015668424e-06,
      "loss": 0.3242,
      "step": 9304
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.479733082742384e-06,
      "loss": 0.3318,
      "step": 9305
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.477799208019273e-06,
      "loss": 0.3022,
      "step": 9306
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.475865391573137e-06,
      "loss": 0.2946,
      "step": 9307
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.473931633478003e-06,
      "loss": 0.2828,
      "step": 9308
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.471997933807911e-06,
      "loss": 0.3115,
      "step": 9309
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.470064292636892e-06,
      "loss": 0.2946,
      "step": 9310
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.468130710038968e-06,
      "loss": 0.2944,
      "step": 9311
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.466197186088172e-06,
      "loss": 0.2863,
      "step": 9312
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.464263720858525e-06,
      "loss": 0.3133,
      "step": 9313
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.462330314424053e-06,
      "loss": 0.3002,
      "step": 9314
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.460396966858773e-06,
      "loss": 0.2919,
      "step": 9315
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.458463678236702e-06,
      "loss": 0.2973,
      "step": 9316
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.456530448631856e-06,
      "loss": 0.2963,
      "step": 9317
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.454597278118247e-06,
      "loss": 0.3086,
      "step": 9318
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.45266416676989e-06,
      "loss": 0.3147,
      "step": 9319
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.45073111466079e-06,
      "loss": 0.3234,
      "step": 9320
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.448798121864953e-06,
      "loss": 0.255,
      "step": 9321
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.446865188456385e-06,
      "loss": 0.3027,
      "step": 9322
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.444932314509088e-06,
      "loss": 0.3122,
      "step": 9323
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.442999500097057e-06,
      "loss": 0.2732,
      "step": 9324
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.441066745294297e-06,
      "loss": 0.3105,
      "step": 9325
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.439134050174796e-06,
      "loss": 0.3138,
      "step": 9326
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.43720141481255e-06,
      "loss": 0.3078,
      "step": 9327
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.435268839281543e-06,
      "loss": 0.3019,
      "step": 9328
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.433336323655775e-06,
      "loss": 0.3016,
      "step": 9329
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.431403868009219e-06,
      "loss": 0.2874,
      "step": 9330
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.429471472415867e-06,
      "loss": 0.3119,
      "step": 9331
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.4275391369497e-06,
      "loss": 0.3122,
      "step": 9332
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.42560686168469e-06,
      "loss": 0.2764,
      "step": 9333
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.423674646694821e-06,
      "loss": 0.296,
      "step": 9334
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.421742492054062e-06,
      "loss": 0.3298,
      "step": 9335
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.41981039783639e-06,
      "loss": 0.298,
      "step": 9336
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.417878364115772e-06,
      "loss": 0.2944,
      "step": 9337
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.415946390966172e-06,
      "loss": 0.3128,
      "step": 9338
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.414014478461559e-06,
      "loss": 0.2913,
      "step": 9339
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.412082626675896e-06,
      "loss": 0.2863,
      "step": 9340
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.41015083568314e-06,
      "loss": 0.2874,
      "step": 9341
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.408219105557253e-06,
      "loss": 0.2939,
      "step": 9342
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.406287436372186e-06,
      "loss": 0.2755,
      "step": 9343
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.4043558282019e-06,
      "loss": 0.2941,
      "step": 9344
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.402424281120338e-06,
      "loss": 0.3012,
      "step": 9345
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.40049279520145e-06,
      "loss": 0.2999,
      "step": 9346
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.398561370519187e-06,
      "loss": 0.3128,
      "step": 9347
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.396630007147487e-06,
      "loss": 0.2617,
      "step": 9348
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.394698705160296e-06,
      "loss": 0.3078,
      "step": 9349
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.392767464631555e-06,
      "loss": 0.3186,
      "step": 9350
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.390836285635193e-06,
      "loss": 0.2812,
      "step": 9351
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.388905168245152e-06,
      "loss": 0.2909,
      "step": 9352
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.38697411253536e-06,
      "loss": 0.3089,
      "step": 9353
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.385043118579748e-06,
      "loss": 0.3119,
      "step": 9354
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.383112186452247e-06,
      "loss": 0.3061,
      "step": 9355
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.381181316226776e-06,
      "loss": 0.303,
      "step": 9356
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.379250507977264e-06,
      "loss": 0.3078,
      "step": 9357
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.377319761777626e-06,
      "loss": 0.303,
      "step": 9358
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.375389077701786e-06,
      "loss": 0.303,
      "step": 9359
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.37345845582365e-06,
      "loss": 0.3064,
      "step": 9360
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.37152789621714e-06,
      "loss": 0.3298,
      "step": 9361
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.369597398956164e-06,
      "loss": 0.2785,
      "step": 9362
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.367666964114629e-06,
      "loss": 0.3041,
      "step": 9363
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.365736591766443e-06,
      "loss": 0.2801,
      "step": 9364
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.363806281985509e-06,
      "loss": 0.2994,
      "step": 9365
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.361876034845729e-06,
      "loss": 0.299,
      "step": 9366
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.359945850421002e-06,
      "loss": 0.3041,
      "step": 9367
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.358015728785221e-06,
      "loss": 0.2959,
      "step": 9368
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.356085670012286e-06,
      "loss": 0.3027,
      "step": 9369
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.354155674176083e-06,
      "loss": 0.3368,
      "step": 9370
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.352225741350506e-06,
      "loss": 0.2801,
      "step": 9371
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.350295871609439e-06,
      "loss": 0.2965,
      "step": 9372
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.348366065026767e-06,
      "loss": 0.3051,
      "step": 9373
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.346436321676373e-06,
      "loss": 0.2994,
      "step": 9374
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.344506641632132e-06,
      "loss": 0.2966,
      "step": 9375
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.34257702496793e-06,
      "loss": 0.296,
      "step": 9376
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.340647471757636e-06,
      "loss": 0.315,
      "step": 9377
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.338717982075119e-06,
      "loss": 0.2806,
      "step": 9378
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.336788555994258e-06,
      "loss": 0.3101,
      "step": 9379
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.334859193588914e-06,
      "loss": 0.3156,
      "step": 9380
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.332929894932952e-06,
      "loss": 0.3147,
      "step": 9381
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.331000660100237e-06,
      "loss": 0.3214,
      "step": 9382
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.329071489164626e-06,
      "loss": 0.2945,
      "step": 9383
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.327142382199984e-06,
      "loss": 0.3198,
      "step": 9384
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.325213339280157e-06,
      "loss": 0.2955,
      "step": 9385
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.323284360479003e-06,
      "loss": 0.2909,
      "step": 9386
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.321355445870371e-06,
      "loss": 0.2879,
      "step": 9387
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.319426595528108e-06,
      "loss": 0.2764,
      "step": 9388
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.317497809526062e-06,
      "loss": 0.2881,
      "step": 9389
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.315569087938075e-06,
      "loss": 0.2976,
      "step": 9390
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.313640430837986e-06,
      "loss": 0.287,
      "step": 9391
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.311711838299635e-06,
      "loss": 0.3019,
      "step": 9392
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.309783310396858e-06,
      "loss": 0.3273,
      "step": 9393
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.307854847203485e-06,
      "loss": 0.2994,
      "step": 9394
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.305926448793347e-06,
      "loss": 0.3239,
      "step": 9395
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.303998115240274e-06,
      "loss": 0.3125,
      "step": 9396
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.302069846618092e-06,
      "loss": 0.3094,
      "step": 9397
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.300141643000622e-06,
      "loss": 0.2885,
      "step": 9398
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.298213504461687e-06,
      "loss": 0.3006,
      "step": 9399
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.296285431075102e-06,
      "loss": 0.3192,
      "step": 9400
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.294357422914686e-06,
      "loss": 0.2997,
      "step": 9401
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.292429480054252e-06,
      "loss": 0.2757,
      "step": 9402
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.290501602567606e-06,
      "loss": 0.3195,
      "step": 9403
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.288573790528562e-06,
      "loss": 0.2948,
      "step": 9404
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.286646044010923e-06,
      "loss": 0.2991,
      "step": 9405
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.28471836308849e-06,
      "loss": 0.3076,
      "step": 9406
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.282790747835071e-06,
      "loss": 0.2963,
      "step": 9407
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.280863198324455e-06,
      "loss": 0.2935,
      "step": 9408
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.278935714630444e-06,
      "loss": 0.2733,
      "step": 9409
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.277008296826827e-06,
      "loss": 0.3145,
      "step": 9410
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.2750809449874e-06,
      "loss": 0.3052,
      "step": 9411
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.273153659185946e-06,
      "loss": 0.3242,
      "step": 9412
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.27122643949625e-06,
      "loss": 0.298,
      "step": 9413
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.2692992859921e-06,
      "loss": 0.266,
      "step": 9414
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.267372198747274e-06,
      "loss": 0.2953,
      "step": 9415
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.265445177835547e-06,
      "loss": 0.3039,
      "step": 9416
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.263518223330698e-06,
      "loss": 0.3145,
      "step": 9417
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.261591335306497e-06,
      "loss": 0.2931,
      "step": 9418
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.259664513836718e-06,
      "loss": 0.3025,
      "step": 9419
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.257737758995126e-06,
      "loss": 0.298,
      "step": 9420
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.255811070855487e-06,
      "loss": 0.3026,
      "step": 9421
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.253884449491564e-06,
      "loss": 0.3078,
      "step": 9422
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.251957894977117e-06,
      "loss": 0.2713,
      "step": 9423
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.250031407385902e-06,
      "loss": 0.3039,
      "step": 9424
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.248104986791677e-06,
      "loss": 0.2994,
      "step": 9425
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.24617863326819e-06,
      "loss": 0.3292,
      "step": 9426
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.244252346889196e-06,
      "loss": 0.2891,
      "step": 9427
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.24232612772844e-06,
      "loss": 0.3019,
      "step": 9428
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.240399975859666e-06,
      "loss": 0.2815,
      "step": 9429
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.238473891356613e-06,
      "loss": 0.3181,
      "step": 9430
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.236547874293026e-06,
      "loss": 0.3234,
      "step": 9431
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.234621924742641e-06,
      "loss": 0.3287,
      "step": 9432
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.23269604277919e-06,
      "loss": 0.3037,
      "step": 9433
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.230770228476406e-06,
      "loss": 0.2963,
      "step": 9434
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.228844481908017e-06,
      "loss": 0.3287,
      "step": 9435
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.226918803147752e-06,
      "loss": 0.3118,
      "step": 9436
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.224993192269334e-06,
      "loss": 0.3242,
      "step": 9437
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.223067649346483e-06,
      "loss": 0.2945,
      "step": 9438
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.221142174452922e-06,
      "loss": 0.2965,
      "step": 9439
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.219216767662362e-06,
      "loss": 0.3103,
      "step": 9440
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.217291429048519e-06,
      "loss": 0.3126,
      "step": 9441
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.215366158685104e-06,
      "loss": 0.2917,
      "step": 9442
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.213440956645824e-06,
      "loss": 0.3039,
      "step": 9443
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.211515823004388e-06,
      "loss": 0.2934,
      "step": 9444
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.209590757834494e-06,
      "loss": 0.3167,
      "step": 9445
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.207665761209848e-06,
      "loss": 0.2877,
      "step": 9446
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.205740833204146e-06,
      "loss": 0.3418,
      "step": 9447
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.203815973891078e-06,
      "loss": 0.3256,
      "step": 9448
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.201891183344346e-06,
      "loss": 0.3064,
      "step": 9449
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.199966461637633e-06,
      "loss": 0.2963,
      "step": 9450
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.198041808844628e-06,
      "loss": 0.3041,
      "step": 9451
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.19611722503902e-06,
      "loss": 0.2807,
      "step": 9452
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.194192710294482e-06,
      "loss": 0.2924,
      "step": 9453
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.192268264684703e-06,
      "loss": 0.2857,
      "step": 9454
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.190343888283355e-06,
      "loss": 0.2779,
      "step": 9455
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.188419581164111e-06,
      "loss": 0.2765,
      "step": 9456
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.186495343400645e-06,
      "loss": 0.2796,
      "step": 9457
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.184571175066625e-06,
      "loss": 0.2984,
      "step": 9458
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.182647076235719e-06,
      "loss": 0.3315,
      "step": 9459
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.180723046981586e-06,
      "loss": 0.2723,
      "step": 9460
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.178799087377894e-06,
      "loss": 0.3055,
      "step": 9461
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.176875197498293e-06,
      "loss": 0.3125,
      "step": 9462
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.174951377416443e-06,
      "loss": 0.3025,
      "step": 9463
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.173027627205997e-06,
      "loss": 0.279,
      "step": 9464
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.171103946940602e-06,
      "loss": 0.3273,
      "step": 9465
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.16918033669391e-06,
      "loss": 0.3092,
      "step": 9466
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.167256796539562e-06,
      "loss": 0.3145,
      "step": 9467
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.1653333265512e-06,
      "loss": 0.3089,
      "step": 9468
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.163409926802468e-06,
      "loss": 0.305,
      "step": 9469
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.161486597366997e-06,
      "loss": 0.2972,
      "step": 9470
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.159563338318426e-06,
      "loss": 0.296,
      "step": 9471
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.157640149730386e-06,
      "loss": 0.3011,
      "step": 9472
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.1557170316765e-06,
      "loss": 0.2898,
      "step": 9473
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.1537939842304e-06,
      "loss": 0.2952,
      "step": 9474
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.151871007465706e-06,
      "loss": 0.3105,
      "step": 9475
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.149948101456042e-06,
      "loss": 0.3154,
      "step": 9476
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.148025266275023e-06,
      "loss": 0.3198,
      "step": 9477
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.146102501996262e-06,
      "loss": 0.3228,
      "step": 9478
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.144179808693376e-06,
      "loss": 0.2924,
      "step": 9479
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.142257186439972e-06,
      "loss": 0.3103,
      "step": 9480
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.140334635309658e-06,
      "loss": 0.2886,
      "step": 9481
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.138412155376039e-06,
      "loss": 0.3064,
      "step": 9482
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.136489746712714e-06,
      "loss": 0.2931,
      "step": 9483
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.134567409393285e-06,
      "loss": 0.3196,
      "step": 9484
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.132645143491346e-06,
      "loss": 0.2665,
      "step": 9485
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.130722949080489e-06,
      "loss": 0.3048,
      "step": 9486
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.128800826234308e-06,
      "loss": 0.2917,
      "step": 9487
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.126878775026387e-06,
      "loss": 0.3013,
      "step": 9488
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.124956795530316e-06,
      "loss": 0.3033,
      "step": 9489
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.123034887819674e-06,
      "loss": 0.2663,
      "step": 9490
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.12111305196804e-06,
      "loss": 0.285,
      "step": 9491
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.119191288048994e-06,
      "loss": 0.3306,
      "step": 9492
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.117269596136104e-06,
      "loss": 0.2871,
      "step": 9493
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.11534797630295e-06,
      "loss": 0.31,
      "step": 9494
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.113426428623098e-06,
      "loss": 0.2907,
      "step": 9495
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.11150495317011e-06,
      "loss": 0.3039,
      "step": 9496
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.10958355001755e-06,
      "loss": 0.278,
      "step": 9497
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.10766221923898e-06,
      "loss": 0.2695,
      "step": 9498
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.105740960907959e-06,
      "loss": 0.3089,
      "step": 9499
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.103819775098036e-06,
      "loss": 0.3117,
      "step": 9500
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.101898661882769e-06,
      "loss": 0.3036,
      "step": 9501
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.099977621335703e-06,
      "loss": 0.3158,
      "step": 9502
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.098056653530389e-06,
      "loss": 0.3242,
      "step": 9503
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.096135758540367e-06,
      "loss": 0.3186,
      "step": 9504
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.094214936439177e-06,
      "loss": 0.3064,
      "step": 9505
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.092294187300361e-06,
      "loss": 0.2913,
      "step": 9506
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.090373511197454e-06,
      "loss": 0.3114,
      "step": 9507
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.088452908203982e-06,
      "loss": 0.2896,
      "step": 9508
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.086532378393482e-06,
      "loss": 0.2824,
      "step": 9509
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.084611921839477e-06,
      "loss": 0.3054,
      "step": 9510
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.082691538615493e-06,
      "loss": 0.2914,
      "step": 9511
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.080771228795052e-06,
      "loss": 0.2988,
      "step": 9512
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.078850992451668e-06,
      "loss": 0.3112,
      "step": 9513
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.076930829658862e-06,
      "loss": 0.3025,
      "step": 9514
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.075010740490142e-06,
      "loss": 0.2891,
      "step": 9515
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.073090725019023e-06,
      "loss": 0.2999,
      "step": 9516
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.071170783319008e-06,
      "loss": 0.3184,
      "step": 9517
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.069250915463603e-06,
      "loss": 0.3161,
      "step": 9518
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.067331121526312e-06,
      "loss": 0.3122,
      "step": 9519
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.06541140158063e-06,
      "loss": 0.3133,
      "step": 9520
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.063491755700051e-06,
      "loss": 0.2952,
      "step": 9521
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.061572183958074e-06,
      "loss": 0.3133,
      "step": 9522
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.059652686428184e-06,
      "loss": 0.2909,
      "step": 9523
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.057733263183873e-06,
      "loss": 0.3032,
      "step": 9524
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.055813914298624e-06,
      "loss": 0.3305,
      "step": 9525
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.053894639845915e-06,
      "loss": 0.2969,
      "step": 9526
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.05197543989923e-06,
      "loss": 0.3076,
      "step": 9527
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.050056314532038e-06,
      "loss": 0.3058,
      "step": 9528
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.048137263817825e-06,
      "loss": 0.286,
      "step": 9529
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.046218287830046e-06,
      "loss": 0.3284,
      "step": 9530
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.044299386642177e-06,
      "loss": 0.3444,
      "step": 9531
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.04238056032768e-06,
      "loss": 0.308,
      "step": 9532
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.04046180896002e-06,
      "loss": 0.3001,
      "step": 9533
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.038543132612653e-06,
      "loss": 0.3312,
      "step": 9534
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.03662453135903e-06,
      "loss": 0.299,
      "step": 9535
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.034706005272615e-06,
      "loss": 0.2902,
      "step": 9536
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.032787554426849e-06,
      "loss": 0.2765,
      "step": 9537
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.030869178895184e-06,
      "loss": 0.2711,
      "step": 9538
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.028950878751062e-06,
      "loss": 0.2935,
      "step": 9539
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.027032654067926e-06,
      "loss": 0.2946,
      "step": 9540
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.025114504919215e-06,
      "loss": 0.2879,
      "step": 9541
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.023196431378365e-06,
      "loss": 0.3198,
      "step": 9542
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.021278433518803e-06,
      "loss": 0.3019,
      "step": 9543
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.019360511413967e-06,
      "loss": 0.3094,
      "step": 9544
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.017442665137278e-06,
      "loss": 0.3312,
      "step": 9545
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.015524894762167e-06,
      "loss": 0.3504,
      "step": 9546
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.013607200362049e-06,
      "loss": 0.284,
      "step": 9547
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.011689582010343e-06,
      "loss": 0.3234,
      "step": 9548
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.009772039780468e-06,
      "loss": 0.3223,
      "step": 9549
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.007854573745831e-06,
      "loss": 0.2893,
      "step": 9550
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.005937183979847e-06,
      "loss": 0.2722,
      "step": 9551
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.004019870555922e-06,
      "loss": 0.3001,
      "step": 9552
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.002102633547456e-06,
      "loss": 0.341,
      "step": 9553
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.000185473027852e-06,
      "loss": 0.2969,
      "step": 9554
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.99826838907051e-06,
      "loss": 0.2782,
      "step": 9555
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.99635138174882e-06,
      "loss": 0.2988,
      "step": 9556
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.994434451136177e-06,
      "loss": 0.2888,
      "step": 9557
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.99251759730597e-06,
      "loss": 0.3284,
      "step": 9558
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.990600820331587e-06,
      "loss": 0.2966,
      "step": 9559
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.988684120286408e-06,
      "loss": 0.3066,
      "step": 9560
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.986767497243813e-06,
      "loss": 0.2871,
      "step": 9561
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.984850951277184e-06,
      "loss": 0.2988,
      "step": 9562
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.982934482459895e-06,
      "loss": 0.3027,
      "step": 9563
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.981018090865308e-06,
      "loss": 0.3211,
      "step": 9564
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.9791017765668e-06,
      "loss": 0.3198,
      "step": 9565
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.977185539637734e-06,
      "loss": 0.3248,
      "step": 9566
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.975269380151473e-06,
      "loss": 0.3012,
      "step": 9567
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.973353298181378e-06,
      "loss": 0.2966,
      "step": 9568
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.971437293800804e-06,
      "loss": 0.317,
      "step": 9569
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.969521367083101e-06,
      "loss": 0.3043,
      "step": 9570
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.967605518101628e-06,
      "loss": 0.3158,
      "step": 9571
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.965689746929725e-06,
      "loss": 0.2892,
      "step": 9572
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.963774053640742e-06,
      "loss": 0.2914,
      "step": 9573
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.961858438308016e-06,
      "loss": 0.3131,
      "step": 9574
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.959942901004889e-06,
      "loss": 0.2893,
      "step": 9575
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.958027441804697e-06,
      "loss": 0.3234,
      "step": 9576
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.956112060780771e-06,
      "loss": 0.2958,
      "step": 9577
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.95419675800644e-06,
      "loss": 0.2631,
      "step": 9578
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.952281533555035e-06,
      "loss": 0.3059,
      "step": 9579
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.950366387499873e-06,
      "loss": 0.2941,
      "step": 9580
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.948451319914283e-06,
      "loss": 0.2818,
      "step": 9581
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.946536330871575e-06,
      "loss": 0.3451,
      "step": 9582
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.944621420445067e-06,
      "loss": 0.3043,
      "step": 9583
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.942706588708074e-06,
      "loss": 0.2959,
      "step": 9584
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.9407918357339e-06,
      "loss": 0.2959,
      "step": 9585
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.938877161595851e-06,
      "loss": 0.2772,
      "step": 9586
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.936962566367231e-06,
      "loss": 0.2958,
      "step": 9587
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.93504805012134e-06,
      "loss": 0.305,
      "step": 9588
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.933133612931476e-06,
      "loss": 0.3234,
      "step": 9589
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.93121925487093e-06,
      "loss": 0.2988,
      "step": 9590
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.929304976012993e-06,
      "loss": 0.3094,
      "step": 9591
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.927390776430954e-06,
      "loss": 0.298,
      "step": 9592
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.925476656198095e-06,
      "loss": 0.2893,
      "step": 9593
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.923562615387699e-06,
      "loss": 0.3132,
      "step": 9594
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.921648654073048e-06,
      "loss": 0.2944,
      "step": 9595
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.91973477232741e-06,
      "loss": 0.2821,
      "step": 9596
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.917820970224064e-06,
      "loss": 0.2863,
      "step": 9597
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.915907247836276e-06,
      "loss": 0.3111,
      "step": 9598
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.913993605237313e-06,
      "loss": 0.3103,
      "step": 9599
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.912080042500436e-06,
      "loss": 0.2934,
      "step": 9600
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.910166559698907e-06,
      "loss": 0.3195,
      "step": 9601
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.908253156905982e-06,
      "loss": 0.293,
      "step": 9602
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.90633983419492e-06,
      "loss": 0.3351,
      "step": 9603
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.904426591638967e-06,
      "loss": 0.2988,
      "step": 9604
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.90251342931137e-06,
      "loss": 0.2969,
      "step": 9605
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.900600347285379e-06,
      "loss": 0.3154,
      "step": 9606
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.898687345634229e-06,
      "loss": 0.3097,
      "step": 9607
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.896774424431163e-06,
      "loss": 0.3016,
      "step": 9608
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.89486158374942e-06,
      "loss": 0.3122,
      "step": 9609
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.892948823662224e-06,
      "loss": 0.3146,
      "step": 9610
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.891036144242809e-06,
      "loss": 0.3265,
      "step": 9611
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.889123545564404e-06,
      "loss": 0.3044,
      "step": 9612
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.887211027700225e-06,
      "loss": 0.2806,
      "step": 9613
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.885298590723498e-06,
      "loss": 0.3133,
      "step": 9614
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.883386234707437e-06,
      "loss": 0.2906,
      "step": 9615
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.881473959725262e-06,
      "loss": 0.3061,
      "step": 9616
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.879561765850177e-06,
      "loss": 0.2891,
      "step": 9617
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.87764965315539e-06,
      "loss": 0.3209,
      "step": 9618
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.875737621714109e-06,
      "loss": 0.3071,
      "step": 9619
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.873825671599533e-06,
      "loss": 0.3008,
      "step": 9620
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.871913802884862e-06,
      "loss": 0.2779,
      "step": 9621
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.870002015643292e-06,
      "loss": 0.3114,
      "step": 9622
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.868090309948012e-06,
      "loss": 0.2924,
      "step": 9623
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.866178685872216e-06,
      "loss": 0.3023,
      "step": 9624
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.864267143489082e-06,
      "loss": 0.2955,
      "step": 9625
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.862355682871802e-06,
      "loss": 0.2861,
      "step": 9626
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.860444304093551e-06,
      "loss": 0.2846,
      "step": 9627
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.858533007227503e-06,
      "loss": 0.3237,
      "step": 9628
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.856621792346838e-06,
      "loss": 0.2846,
      "step": 9629
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.85471065952472e-06,
      "loss": 0.3172,
      "step": 9630
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.852799608834322e-06,
      "loss": 0.3036,
      "step": 9631
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.8508886403488e-06,
      "loss": 0.3002,
      "step": 9632
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.848977754141323e-06,
      "loss": 0.3396,
      "step": 9633
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.847066950285042e-06,
      "loss": 0.2965,
      "step": 9634
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.845156228853115e-06,
      "loss": 0.3025,
      "step": 9635
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.843245589918694e-06,
      "loss": 0.2812,
      "step": 9636
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.841335033554924e-06,
      "loss": 0.3139,
      "step": 9637
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.839424559834955e-06,
      "loss": 0.2772,
      "step": 9638
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.837514168831926e-06,
      "loss": 0.3012,
      "step": 9639
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.835603860618973e-06,
      "loss": 0.3092,
      "step": 9640
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.833693635269235e-06,
      "loss": 0.2882,
      "step": 9641
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.831783492855845e-06,
      "loss": 0.2955,
      "step": 9642
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.829873433451932e-06,
      "loss": 0.3125,
      "step": 9643
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.827963457130618e-06,
      "loss": 0.2994,
      "step": 9644
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.826053563965029e-06,
      "loss": 0.3069,
      "step": 9645
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.824143754028285e-06,
      "loss": 0.3025,
      "step": 9646
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.822234027393504e-06,
      "loss": 0.2783,
      "step": 9647
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.820324384133793e-06,
      "loss": 0.3192,
      "step": 9648
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.818414824322269e-06,
      "loss": 0.2875,
      "step": 9649
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.816505348032034e-06,
      "loss": 0.292,
      "step": 9650
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.814595955336195e-06,
      "loss": 0.3153,
      "step": 9651
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.812686646307852e-06,
      "loss": 0.2769,
      "step": 9652
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.8107774210201e-06,
      "loss": 0.2886,
      "step": 9653
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.808868279546036e-06,
      "loss": 0.3044,
      "step": 9654
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.806959221958747e-06,
      "loss": 0.2814,
      "step": 9655
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.805050248331326e-06,
      "loss": 0.3292,
      "step": 9656
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.803141358736854e-06,
      "loss": 0.297,
      "step": 9657
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.80123255324841e-06,
      "loss": 0.2638,
      "step": 9658
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.799323831939079e-06,
      "loss": 0.2864,
      "step": 9659
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.797415194881927e-06,
      "loss": 0.2797,
      "step": 9660
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.795506642150034e-06,
      "loss": 0.2877,
      "step": 9661
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.793598173816464e-06,
      "loss": 0.3022,
      "step": 9662
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.79168978995428e-06,
      "loss": 0.2926,
      "step": 9663
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.78978149063655e-06,
      "loss": 0.3086,
      "step": 9664
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.787873275936329e-06,
      "loss": 0.2988,
      "step": 9665
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.785965145926672e-06,
      "loss": 0.2984,
      "step": 9666
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.78405710068063e-06,
      "loss": 0.315,
      "step": 9667
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.782149140271253e-06,
      "loss": 0.3027,
      "step": 9668
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.78024126477159e-06,
      "loss": 0.3287,
      "step": 9669
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.778333474254677e-06,
      "loss": 0.2905,
      "step": 9670
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.776425768793558e-06,
      "loss": 0.2854,
      "step": 9671
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.774518148461268e-06,
      "loss": 0.3415,
      "step": 9672
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.77261061333084e-06,
      "loss": 0.3065,
      "step": 9673
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.770703163475302e-06,
      "loss": 0.3001,
      "step": 9674
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.768795798967679e-06,
      "loss": 0.2994,
      "step": 9675
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.766888519880997e-06,
      "loss": 0.2893,
      "step": 9676
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.764981326288273e-06,
      "loss": 0.3033,
      "step": 9677
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.763074218262526e-06,
      "loss": 0.3312,
      "step": 9678
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.761167195876768e-06,
      "loss": 0.2905,
      "step": 9679
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.759260259204007e-06,
      "loss": 0.3079,
      "step": 9680
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.757353408317251e-06,
      "loss": 0.2838,
      "step": 9681
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.755446643289503e-06,
      "loss": 0.3059,
      "step": 9682
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.753539964193761e-06,
      "loss": 0.2937,
      "step": 9683
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.751633371103026e-06,
      "loss": 0.334,
      "step": 9684
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.749726864090286e-06,
      "loss": 0.3507,
      "step": 9685
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.747820443228535e-06,
      "loss": 0.2659,
      "step": 9686
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.74591410859076e-06,
      "loss": 0.2921,
      "step": 9687
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.74400786024994e-06,
      "loss": 0.31,
      "step": 9688
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.74210169827906e-06,
      "loss": 0.2891,
      "step": 9689
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.740195622751092e-06,
      "loss": 0.2984,
      "step": 9690
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.738289633739014e-06,
      "loss": 0.3013,
      "step": 9691
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.736383731315795e-06,
      "loss": 0.3097,
      "step": 9692
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.7344779155544e-06,
      "loss": 0.2914,
      "step": 9693
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.732572186527793e-06,
      "loss": 0.2913,
      "step": 9694
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.730666544308936e-06,
      "loss": 0.3223,
      "step": 9695
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.728760988970785e-06,
      "loss": 0.3043,
      "step": 9696
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.726855520586294e-06,
      "loss": 0.281,
      "step": 9697
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.724950139228413e-06,
      "loss": 0.2874,
      "step": 9698
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.723044844970089e-06,
      "loss": 0.2712,
      "step": 9699
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.721139637884264e-06,
      "loss": 0.341,
      "step": 9700
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.719234518043882e-06,
      "loss": 0.2867,
      "step": 9701
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.717329485521875e-06,
      "loss": 0.3206,
      "step": 9702
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.715424540391177e-06,
      "loss": 0.2882,
      "step": 9703
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.713519682724724e-06,
      "loss": 0.2984,
      "step": 9704
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.711614912595436e-06,
      "loss": 0.3178,
      "step": 9705
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.70971023007624e-06,
      "loss": 0.2926,
      "step": 9706
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.707805635240056e-06,
      "loss": 0.2653,
      "step": 9707
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.705901128159801e-06,
      "loss": 0.3025,
      "step": 9708
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.703996708908388e-06,
      "loss": 0.2829,
      "step": 9709
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.702092377558726e-06,
      "loss": 0.3055,
      "step": 9710
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.700188134183722e-06,
      "loss": 0.2812,
      "step": 9711
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.69828397885628e-06,
      "loss": 0.3006,
      "step": 9712
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.696379911649303e-06,
      "loss": 0.2919,
      "step": 9713
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.694475932635685e-06,
      "loss": 0.3122,
      "step": 9714
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.692572041888313e-06,
      "loss": 0.3012,
      "step": 9715
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.690668239480089e-06,
      "loss": 0.3064,
      "step": 9716
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.688764525483892e-06,
      "loss": 0.2849,
      "step": 9717
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.686860899972603e-06,
      "loss": 0.2853,
      "step": 9718
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.684957363019108e-06,
      "loss": 0.298,
      "step": 9719
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.68305391469628e-06,
      "loss": 0.2944,
      "step": 9720
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.68115055507699e-06,
      "loss": 0.3237,
      "step": 9721
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.679247284234112e-06,
      "loss": 0.3069,
      "step": 9722
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.67734410224051e-06,
      "loss": 0.3055,
      "step": 9723
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.675441009169045e-06,
      "loss": 0.2913,
      "step": 9724
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.673538005092578e-06,
      "loss": 0.2937,
      "step": 9725
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.671635090083965e-06,
      "loss": 0.2824,
      "step": 9726
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.66973226421606e-06,
      "loss": 0.2926,
      "step": 9727
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.667829527561707e-06,
      "loss": 0.2958,
      "step": 9728
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.665926880193759e-06,
      "loss": 0.32,
      "step": 9729
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.66402432218505e-06,
      "loss": 0.3094,
      "step": 9730
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.662121853608425e-06,
      "loss": 0.2706,
      "step": 9731
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.660219474536719e-06,
      "loss": 0.3136,
      "step": 9732
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.658317185042764e-06,
      "loss": 0.3298,
      "step": 9733
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.656414985199383e-06,
      "loss": 0.3217,
      "step": 9734
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.654512875079406e-06,
      "loss": 0.32,
      "step": 9735
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.652610854755656e-06,
      "loss": 0.2872,
      "step": 9736
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.650708924300944e-06,
      "loss": 0.3318,
      "step": 9737
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.648807083788094e-06,
      "loss": 0.2875,
      "step": 9738
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.646905333289912e-06,
      "loss": 0.3153,
      "step": 9739
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.645003672879206e-06,
      "loss": 0.2963,
      "step": 9740
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.643102102628784e-06,
      "loss": 0.3153,
      "step": 9741
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.641200622611441e-06,
      "loss": 0.2944,
      "step": 9742
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.639299232899981e-06,
      "loss": 0.305,
      "step": 9743
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.637397933567196e-06,
      "loss": 0.2832,
      "step": 9744
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.635496724685871e-06,
      "loss": 0.3135,
      "step": 9745
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.633595606328803e-06,
      "loss": 0.2916,
      "step": 9746
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.631694578568767e-06,
      "loss": 0.31,
      "step": 9747
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.62979364147855e-06,
      "loss": 0.2577,
      "step": 9748
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6278927951309255e-06,
      "loss": 0.2962,
      "step": 9749
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.625992039598664e-06,
      "loss": 0.3206,
      "step": 9750
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.624091374954542e-06,
      "loss": 0.2759,
      "step": 9751
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.622190801271319e-06,
      "loss": 0.2924,
      "step": 9752
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.620290318621763e-06,
      "loss": 0.2994,
      "step": 9753
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.618389927078632e-06,
      "loss": 0.3267,
      "step": 9754
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.616489626714679e-06,
      "loss": 0.3039,
      "step": 9755
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6145894176026605e-06,
      "loss": 0.2976,
      "step": 9756
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6126892998153245e-06,
      "loss": 0.2893,
      "step": 9757
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.610789273425412e-06,
      "loss": 0.298,
      "step": 9758
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.608889338505672e-06,
      "loss": 0.3145,
      "step": 9759
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.606989495128836e-06,
      "loss": 0.2905,
      "step": 9760
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.605089743367644e-06,
      "loss": 0.2884,
      "step": 9761
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.603190083294827e-06,
      "loss": 0.3124,
      "step": 9762
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6012905149831084e-06,
      "loss": 0.3471,
      "step": 9763
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.599391038505218e-06,
      "loss": 0.2912,
      "step": 9764
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.597491653933871e-06,
      "loss": 0.3069,
      "step": 9765
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5955923613417925e-06,
      "loss": 0.2711,
      "step": 9766
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.593693160801692e-06,
      "loss": 0.293,
      "step": 9767
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.591794052386279e-06,
      "loss": 0.2949,
      "step": 9768
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.589895036168257e-06,
      "loss": 0.3198,
      "step": 9769
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5879961122203365e-06,
      "loss": 0.3203,
      "step": 9770
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.586097280615212e-06,
      "loss": 0.3022,
      "step": 9771
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.584198541425581e-06,
      "loss": 0.2889,
      "step": 9772
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.582299894724139e-06,
      "loss": 0.2807,
      "step": 9773
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.580401340583572e-06,
      "loss": 0.3172,
      "step": 9774
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.578502879076564e-06,
      "loss": 0.2748,
      "step": 9775
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5766045102758e-06,
      "loss": 0.2868,
      "step": 9776
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.574706234253957e-06,
      "loss": 0.2909,
      "step": 9777
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.572808051083713e-06,
      "loss": 0.2759,
      "step": 9778
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.570909960837735e-06,
      "loss": 0.3139,
      "step": 9779
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.569011963588692e-06,
      "loss": 0.2744,
      "step": 9780
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.567114059409251e-06,
      "loss": 0.272,
      "step": 9781
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.565216248372068e-06,
      "loss": 0.3044,
      "step": 9782
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.563318530549805e-06,
      "loss": 0.3149,
      "step": 9783
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.561420906015112e-06,
      "loss": 0.2893,
      "step": 9784
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.559523374840639e-06,
      "loss": 0.2713,
      "step": 9785
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.557625937099036e-06,
      "loss": 0.2801,
      "step": 9786
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.55572859286294e-06,
      "loss": 0.3292,
      "step": 9787
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5538313422049955e-06,
      "loss": 0.3172,
      "step": 9788
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.551934185197837e-06,
      "loss": 0.3128,
      "step": 9789
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5500371219140926e-06,
      "loss": 0.2879,
      "step": 9790
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.548140152426396e-06,
      "loss": 0.3198,
      "step": 9791
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.54624327680737e-06,
      "loss": 0.2999,
      "step": 9792
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.544346495129634e-06,
      "loss": 0.2614,
      "step": 9793
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.54244980746581e-06,
      "loss": 0.3069,
      "step": 9794
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.540553213888506e-06,
      "loss": 0.2914,
      "step": 9795
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5386567144703386e-06,
      "loss": 0.2997,
      "step": 9796
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.536760309283912e-06,
      "loss": 0.3044,
      "step": 9797
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.534863998401828e-06,
      "loss": 0.2776,
      "step": 9798
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.53296778189669e-06,
      "loss": 0.3005,
      "step": 9799
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.531071659841088e-06,
      "loss": 0.2801,
      "step": 9800
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.529175632307626e-06,
      "loss": 0.3225,
      "step": 9801
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.527279699368879e-06,
      "loss": 0.3147,
      "step": 9802
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.525383861097439e-06,
      "loss": 0.2859,
      "step": 9803
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.523488117565886e-06,
      "loss": 0.3055,
      "step": 9804
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5215924688468e-06,
      "loss": 0.3008,
      "step": 9805
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.519696915012754e-06,
      "loss": 0.2906,
      "step": 9806
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.517801456136318e-06,
      "loss": 0.305,
      "step": 9807
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.51590609229006e-06,
      "loss": 0.2917,
      "step": 9808
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.514010823546543e-06,
      "loss": 0.3086,
      "step": 9809
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.512115649978326e-06,
      "loss": 0.2932,
      "step": 9810
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.510220571657968e-06,
      "loss": 0.3189,
      "step": 9811
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.508325588658017e-06,
      "loss": 0.291,
      "step": 9812
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.506430701051026e-06,
      "loss": 0.2972,
      "step": 9813
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.504535908909541e-06,
      "loss": 0.2913,
      "step": 9814
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.502641212306096e-06,
      "loss": 0.2969,
      "step": 9815
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.500746611313237e-06,
      "loss": 0.2877,
      "step": 9816
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.498852106003492e-06,
      "loss": 0.2927,
      "step": 9817
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.496957696449399e-06,
      "loss": 0.2708,
      "step": 9818
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.495063382723478e-06,
      "loss": 0.2985,
      "step": 9819
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.493169164898253e-06,
      "loss": 0.2836,
      "step": 9820
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.491275043046246e-06,
      "loss": 0.2916,
      "step": 9821
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.489381017239973e-06,
      "loss": 0.2775,
      "step": 9822
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4874870875519455e-06,
      "loss": 0.2938,
      "step": 9823
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.485593254054673e-06,
      "loss": 0.3147,
      "step": 9824
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.483699516820655e-06,
      "loss": 0.2902,
      "step": 9825
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.481805875922399e-06,
      "loss": 0.2946,
      "step": 9826
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.479912331432401e-06,
      "loss": 0.2832,
      "step": 9827
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.478018883423151e-06,
      "loss": 0.2912,
      "step": 9828
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.476125531967143e-06,
      "loss": 0.3231,
      "step": 9829
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4742322771368615e-06,
      "loss": 0.3227,
      "step": 9830
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.472339119004792e-06,
      "loss": 0.2807,
      "step": 9831
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.47044605764341e-06,
      "loss": 0.3075,
      "step": 9832
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4685530931251906e-06,
      "loss": 0.3244,
      "step": 9833
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.466660225522609e-06,
      "loss": 0.3083,
      "step": 9834
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.464767454908133e-06,
      "loss": 0.2787,
      "step": 9835
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.462874781354223e-06,
      "loss": 0.2999,
      "step": 9836
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.460982204933338e-06,
      "loss": 0.293,
      "step": 9837
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.459089725717941e-06,
      "loss": 0.2761,
      "step": 9838
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.457197343780478e-06,
      "loss": 0.2966,
      "step": 9839
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4553050591934024e-06,
      "loss": 0.2878,
      "step": 9840
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.453412872029162e-06,
      "loss": 0.3323,
      "step": 9841
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.451520782360193e-06,
      "loss": 0.3223,
      "step": 9842
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.449628790258938e-06,
      "loss": 0.3426,
      "step": 9843
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.447736895797828e-06,
      "loss": 0.3108,
      "step": 9844
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.445845099049295e-06,
      "loss": 0.2896,
      "step": 9845
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.443953400085767e-06,
      "loss": 0.2833,
      "step": 9846
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.442061798979664e-06,
      "loss": 0.3172,
      "step": 9847
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.44017029580341e-06,
      "loss": 0.2882,
      "step": 9848
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4382788906294165e-06,
      "loss": 0.3012,
      "step": 9849
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.436387583530096e-06,
      "loss": 0.2807,
      "step": 9850
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.434496374577859e-06,
      "loss": 0.3019,
      "step": 9851
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.432605263845105e-06,
      "loss": 0.287,
      "step": 9852
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.430714251404242e-06,
      "loss": 0.3057,
      "step": 9853
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4288233373276605e-06,
      "loss": 0.2716,
      "step": 9854
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.426932521687755e-06,
      "loss": 0.2673,
      "step": 9855
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.425041804556916e-06,
      "loss": 0.292,
      "step": 9856
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.423151186007527e-06,
      "loss": 0.2875,
      "step": 9857
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.421260666111973e-06,
      "loss": 0.3136,
      "step": 9858
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4193702449426305e-06,
      "loss": 0.2789,
      "step": 9859
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.41747992257187e-06,
      "loss": 0.317,
      "step": 9860
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.415589699072069e-06,
      "loss": 0.317,
      "step": 9861
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.413699574515589e-06,
      "loss": 0.3128,
      "step": 9862
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.411809548974792e-06,
      "loss": 0.2845,
      "step": 9863
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.409919622522042e-06,
      "loss": 0.3075,
      "step": 9864
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.408029795229687e-06,
      "loss": 0.2835,
      "step": 9865
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.406140067170087e-06,
      "loss": 0.2793,
      "step": 9866
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.404250438415584e-06,
      "loss": 0.3331,
      "step": 9867
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.402360909038521e-06,
      "loss": 0.3039,
      "step": 9868
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.400471479111246e-06,
      "loss": 0.3105,
      "step": 9869
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.398582148706086e-06,
      "loss": 0.3164,
      "step": 9870
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.396692917895376e-06,
      "loss": 0.3016,
      "step": 9871
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.394803786751445e-06,
      "loss": 0.279,
      "step": 9872
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.39291475534662e-06,
      "loss": 0.3178,
      "step": 9873
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3910258237532175e-06,
      "loss": 0.3284,
      "step": 9874
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.38913699204356e-06,
      "loss": 0.3061,
      "step": 9875
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.387248260289957e-06,
      "loss": 0.2951,
      "step": 9876
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.385359628564718e-06,
      "loss": 0.3078,
      "step": 9877
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.383471096940151e-06,
      "loss": 0.3273,
      "step": 9878
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.381582665488558e-06,
      "loss": 0.2895,
      "step": 9879
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.379694334282233e-06,
      "loss": 0.2932,
      "step": 9880
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.377806103393474e-06,
      "loss": 0.2803,
      "step": 9881
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.375917972894569e-06,
      "loss": 0.2916,
      "step": 9882
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.374029942857805e-06,
      "loss": 0.2903,
      "step": 9883
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3721420133554675e-06,
      "loss": 0.2988,
      "step": 9884
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.370254184459831e-06,
      "loss": 0.2969,
      "step": 9885
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.368366456243175e-06,
      "loss": 0.2921,
      "step": 9886
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.366478828777765e-06,
      "loss": 0.3145,
      "step": 9887
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.364591302135873e-06,
      "loss": 0.2812,
      "step": 9888
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3627038763897604e-06,
      "loss": 0.2899,
      "step": 9889
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.360816551611684e-06,
      "loss": 0.3005,
      "step": 9890
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.358929327873906e-06,
      "loss": 0.3172,
      "step": 9891
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3570422052486725e-06,
      "loss": 0.3023,
      "step": 9892
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.355155183808234e-06,
      "loss": 0.2831,
      "step": 9893
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3532682636248335e-06,
      "loss": 0.274,
      "step": 9894
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.351381444770711e-06,
      "loss": 0.3153,
      "step": 9895
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.349494727318104e-06,
      "loss": 0.2892,
      "step": 9896
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3476081113392435e-06,
      "loss": 0.3178,
      "step": 9897
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.345721596906358e-06,
      "loss": 0.2856,
      "step": 9898
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.343835184091674e-06,
      "loss": 0.3002,
      "step": 9899
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.341948872967408e-06,
      "loss": 0.3259,
      "step": 9900
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.340062663605783e-06,
      "loss": 0.305,
      "step": 9901
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.338176556079008e-06,
      "loss": 0.2893,
      "step": 9902
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.336290550459295e-06,
      "loss": 0.2819,
      "step": 9903
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3344046468188426e-06,
      "loss": 0.302,
      "step": 9904
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.332518845229859e-06,
      "loss": 0.3092,
      "step": 9905
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.330633145764536e-06,
      "loss": 0.3006,
      "step": 9906
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3287475484950695e-06,
      "loss": 0.2958,
      "step": 9907
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.326862053493652e-06,
      "loss": 0.3133,
      "step": 9908
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.324976660832464e-06,
      "loss": 0.3131,
      "step": 9909
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3230913705836905e-06,
      "loss": 0.2821,
      "step": 9910
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.321206182819507e-06,
      "loss": 0.3203,
      "step": 9911
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.319321097612089e-06,
      "loss": 0.2988,
      "step": 9912
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.317436115033606e-06,
      "loss": 0.2818,
      "step": 9913
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.315551235156222e-06,
      "loss": 0.303,
      "step": 9914
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.313666458052104e-06,
      "loss": 0.2914,
      "step": 9915
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.311781783793406e-06,
      "loss": 0.2746,
      "step": 9916
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.30989721245228e-06,
      "loss": 0.2754,
      "step": 9917
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.308012744100883e-06,
      "loss": 0.2995,
      "step": 9918
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.306128378811357e-06,
      "loss": 0.2913,
      "step": 9919
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.304244116655842e-06,
      "loss": 0.2953,
      "step": 9920
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3023599577064815e-06,
      "loss": 0.3133,
      "step": 9921
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.300475902035407e-06,
      "loss": 0.3231,
      "step": 9922
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2985919497147495e-06,
      "loss": 0.3206,
      "step": 9923
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2967081008166364e-06,
      "loss": 0.2921,
      "step": 9924
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.294824355413188e-06,
      "loss": 0.3198,
      "step": 9925
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.292940713576526e-06,
      "loss": 0.2818,
      "step": 9926
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2910571753787615e-06,
      "loss": 0.2852,
      "step": 9927
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.289173740892009e-06,
      "loss": 0.2775,
      "step": 9928
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.287290410188374e-06,
      "loss": 0.2932,
      "step": 9929
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.285407183339955e-06,
      "loss": 0.2849,
      "step": 9930
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.283524060418857e-06,
      "loss": 0.3175,
      "step": 9931
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.281641041497172e-06,
      "loss": 0.2967,
      "step": 9932
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2797581266469884e-06,
      "loss": 0.3103,
      "step": 9933
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.277875315940397e-06,
      "loss": 0.2999,
      "step": 9934
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.275992609449478e-06,
      "loss": 0.2829,
      "step": 9935
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.274110007246312e-06,
      "loss": 0.3121,
      "step": 9936
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.272227509402976e-06,
      "loss": 0.2969,
      "step": 9937
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.270345115991535e-06,
      "loss": 0.2987,
      "step": 9938
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.268462827084058e-06,
      "loss": 0.284,
      "step": 9939
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.266580642752609e-06,
      "loss": 0.2916,
      "step": 9940
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.264698563069246e-06,
      "loss": 0.2811,
      "step": 9941
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.262816588106023e-06,
      "loss": 0.2872,
      "step": 9942
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.260934717934993e-06,
      "loss": 0.3231,
      "step": 9943
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2590529526282e-06,
      "loss": 0.3192,
      "step": 9944
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.257171292257692e-06,
      "loss": 0.3119,
      "step": 9945
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.255289736895503e-06,
      "loss": 0.3025,
      "step": 9946
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.253408286613666e-06,
      "loss": 0.2845,
      "step": 9947
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.251526941484218e-06,
      "loss": 0.3228,
      "step": 9948
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.24964570157918e-06,
      "loss": 0.3178,
      "step": 9949
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2477645669705785e-06,
      "loss": 0.2981,
      "step": 9950
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.245883537730432e-06,
      "loss": 0.2739,
      "step": 9951
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.244002613930752e-06,
      "loss": 0.3158,
      "step": 9952
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.242121795643552e-06,
      "loss": 0.2891,
      "step": 9953
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.240241082940838e-06,
      "loss": 0.2931,
      "step": 9954
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.238360475894608e-06,
      "loss": 0.2937,
      "step": 9955
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.236479974576869e-06,
      "loss": 0.3075,
      "step": 9956
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.234599579059607e-06,
      "loss": 0.2688,
      "step": 9957
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.232719289414818e-06,
      "loss": 0.2998,
      "step": 9958
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.230839105714488e-06,
      "loss": 0.2952,
      "step": 9959
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.228959028030593e-06,
      "loss": 0.3181,
      "step": 9960
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.22707905643512e-06,
      "loss": 0.3111,
      "step": 9961
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2251991910000364e-06,
      "loss": 0.3326,
      "step": 9962
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.223319431797316e-06,
      "loss": 0.2864,
      "step": 9963
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.221439778898924e-06,
      "loss": 0.3181,
      "step": 9964
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.219560232376821e-06,
      "loss": 0.3326,
      "step": 9965
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.217680792302966e-06,
      "loss": 0.3107,
      "step": 9966
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.215801458749312e-06,
      "loss": 0.2963,
      "step": 9967
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.213922231787809e-06,
      "loss": 0.316,
      "step": 9968
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.212043111490403e-06,
      "loss": 0.3012,
      "step": 9969
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.210164097929033e-06,
      "loss": 0.2987,
      "step": 9970
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.208285191175647e-06,
      "loss": 0.3122,
      "step": 9971
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.206406391302163e-06,
      "loss": 0.2898,
      "step": 9972
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.204527698380518e-06,
      "loss": 0.2744,
      "step": 9973
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.202649112482636e-06,
      "loss": 0.2937,
      "step": 9974
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.200770633680439e-06,
      "loss": 0.2995,
      "step": 9975
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.198892262045845e-06,
      "loss": 0.2786,
      "step": 9976
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.197013997650762e-06,
      "loss": 0.3145,
      "step": 9977
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.195135840567104e-06,
      "loss": 0.2828,
      "step": 9978
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.193257790866772e-06,
      "loss": 0.2864,
      "step": 9979
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1913798486216706e-06,
      "loss": 0.3082,
      "step": 9980
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1895020139036935e-06,
      "loss": 0.2694,
      "step": 9981
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.187624286784731e-06,
      "loss": 0.2826,
      "step": 9982
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.185746667336676e-06,
      "loss": 0.302,
      "step": 9983
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.183869155631409e-06,
      "loss": 0.3023,
      "step": 9984
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.181991751740811e-06,
      "loss": 0.2863,
      "step": 9985
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.18011445573676e-06,
      "loss": 0.3027,
      "step": 9986
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.178237267691123e-06,
      "loss": 0.308,
      "step": 9987
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1763601876757715e-06,
      "loss": 0.3027,
      "step": 9988
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.174483215762569e-06,
      "loss": 0.3231,
      "step": 9989
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.172606352023369e-06,
      "loss": 0.2849,
      "step": 9990
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.170729596530035e-06,
      "loss": 0.2972,
      "step": 9991
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.16885294935441e-06,
      "loss": 0.3019,
      "step": 9992
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.166976410568349e-06,
      "loss": 0.3108,
      "step": 9993
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.165099980243689e-06,
      "loss": 0.2921,
      "step": 9994
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1632236584522685e-06,
      "loss": 0.3055,
      "step": 9995
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.161347445265925e-06,
      "loss": 0.3105,
      "step": 9996
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.159471340756486e-06,
      "loss": 0.298,
      "step": 9997
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.15759534499578e-06,
      "loss": 0.2863,
      "step": 9998
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.155719458055628e-06,
      "loss": 0.2952,
      "step": 9999
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.153843680007844e-06,
      "loss": 0.3117,
      "step": 10000
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1519680109242486e-06,
      "loss": 0.2886,
      "step": 10001
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.150092450876644e-06,
      "loss": 0.3044,
      "step": 10002
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.148216999936841e-06,
      "loss": 0.299,
      "step": 10003
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.146341658176638e-06,
      "loss": 0.3145,
      "step": 10004
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.144466425667838e-06,
      "loss": 0.2779,
      "step": 10005
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.142591302482223e-06,
      "loss": 0.292,
      "step": 10006
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1407162886915845e-06,
      "loss": 0.3231,
      "step": 10007
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.138841384367711e-06,
      "loss": 0.2698,
      "step": 10008
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1369665895823795e-06,
      "loss": 0.2733,
      "step": 10009
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.135091904407368e-06,
      "loss": 0.2863,
      "step": 10010
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.133217328914446e-06,
      "loss": 0.2891,
      "step": 10011
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1313428631753815e-06,
      "loss": 0.2713,
      "step": 10012
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.129468507261939e-06,
      "loss": 0.3048,
      "step": 10013
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.127594261245877e-06,
      "loss": 0.2683,
      "step": 10014
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.125720125198951e-06,
      "loss": 0.2879,
      "step": 10015
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1238460991929125e-06,
      "loss": 0.291,
      "step": 10016
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.121972183299503e-06,
      "loss": 0.2941,
      "step": 10017
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.120098377590472e-06,
      "loss": 0.2921,
      "step": 10018
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.118224682137551e-06,
      "loss": 0.3315,
      "step": 10019
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1163510970124795e-06,
      "loss": 0.2992,
      "step": 10020
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.114477622286984e-06,
      "loss": 0.3006,
      "step": 10021
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.112604258032788e-06,
      "loss": 0.287,
      "step": 10022
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.110731004321617e-06,
      "loss": 0.323,
      "step": 10023
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.108857861225187e-06,
      "loss": 0.3142,
      "step": 10024
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.106984828815207e-06,
      "loss": 0.3013,
      "step": 10025
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.105111907163389e-06,
      "loss": 0.2704,
      "step": 10026
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.103239096341434e-06,
      "loss": 0.2836,
      "step": 10027
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.101366396421047e-06,
      "loss": 0.2812,
      "step": 10028
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0994938074739205e-06,
      "loss": 0.3043,
      "step": 10029
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.097621329571744e-06,
      "loss": 0.3041,
      "step": 10030
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.095748962786211e-06,
      "loss": 0.2902,
      "step": 10031
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.093876707188997e-06,
      "loss": 0.2976,
      "step": 10032
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.092004562851787e-06,
      "loss": 0.3052,
      "step": 10033
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.090132529846252e-06,
      "loss": 0.3066,
      "step": 10034
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0882606082440605e-06,
      "loss": 0.2907,
      "step": 10035
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.086388798116884e-06,
      "loss": 0.3033,
      "step": 10036
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.084517099536378e-06,
      "loss": 0.2766,
      "step": 10037
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.082645512574204e-06,
      "loss": 0.2792,
      "step": 10038
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.080774037302019e-06,
      "loss": 0.3055,
      "step": 10039
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.078902673791462e-06,
      "loss": 0.2686,
      "step": 10040
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0770314221141834e-06,
      "loss": 0.2545,
      "step": 10041
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0751602823418195e-06,
      "loss": 0.2868,
      "step": 10042
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.073289254546012e-06,
      "loss": 0.3105,
      "step": 10043
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.071418338798388e-06,
      "loss": 0.3029,
      "step": 10044
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.069547535170578e-06,
      "loss": 0.2772,
      "step": 10045
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.067676843734204e-06,
      "loss": 0.315,
      "step": 10046
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0658062645608815e-06,
      "loss": 0.3101,
      "step": 10047
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.063935797722232e-06,
      "loss": 0.308,
      "step": 10048
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0620654432898596e-06,
      "loss": 0.3345,
      "step": 10049
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.060195201335374e-06,
      "loss": 0.2843,
      "step": 10050
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.058325071930375e-06,
      "loss": 0.2867,
      "step": 10051
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.056455055146458e-06,
      "loss": 0.3125,
      "step": 10052
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0545851510552225e-06,
      "loss": 0.2792,
      "step": 10053
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.052715359728248e-06,
      "loss": 0.335,
      "step": 10054
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.050845681237127e-06,
      "loss": 0.2974,
      "step": 10055
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.048976115653436e-06,
      "loss": 0.2725,
      "step": 10056
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.047106663048751e-06,
      "loss": 0.2867,
      "step": 10057
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0452373234946425e-06,
      "loss": 0.2941,
      "step": 10058
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0433680970626796e-06,
      "loss": 0.329,
      "step": 10059
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.041498983824422e-06,
      "loss": 0.3013,
      "step": 10060
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.039629983851433e-06,
      "loss": 0.2927,
      "step": 10061
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.037761097215261e-06,
      "loss": 0.2808,
      "step": 10062
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.035892323987459e-06,
      "loss": 0.2762,
      "step": 10063
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.034023664239573e-06,
      "loss": 0.3022,
      "step": 10064
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.032155118043141e-06,
      "loss": 0.3133,
      "step": 10065
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.030286685469704e-06,
      "loss": 0.2988,
      "step": 10066
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.028418366590789e-06,
      "loss": 0.2909,
      "step": 10067
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.02655016147793e-06,
      "loss": 0.3348,
      "step": 10068
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.024682070202646e-06,
      "loss": 0.2789,
      "step": 10069
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.022814092836457e-06,
      "loss": 0.3039,
      "step": 10070
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.02094622945088e-06,
      "loss": 0.2662,
      "step": 10071
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.019078480117423e-06,
      "loss": 0.3438,
      "step": 10072
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.017210844907598e-06,
      "loss": 0.3078,
      "step": 10073
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.015343323892898e-06,
      "loss": 0.2815,
      "step": 10074
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.013475917144825e-06,
      "loss": 0.3101,
      "step": 10075
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.011608624734871e-06,
      "loss": 0.2896,
      "step": 10076
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.009741446734527e-06,
      "loss": 0.2715,
      "step": 10077
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.007874383215276e-06,
      "loss": 0.3126,
      "step": 10078
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0060074342485965e-06,
      "loss": 0.3185,
      "step": 10079
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.004140599905965e-06,
      "loss": 0.2822,
      "step": 10080
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.002273880258854e-06,
      "loss": 0.267,
      "step": 10081
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.000407275378729e-06,
      "loss": 0.3198,
      "step": 10082
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.998540785337052e-06,
      "loss": 0.32,
      "step": 10083
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9966744102052805e-06,
      "loss": 0.3041,
      "step": 10084
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.994808150054871e-06,
      "loss": 0.2997,
      "step": 10085
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.992942004957271e-06,
      "loss": 0.3128,
      "step": 10086
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.991075974983923e-06,
      "loss": 0.3022,
      "step": 10087
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.989210060206271e-06,
      "loss": 0.3025,
      "step": 10088
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.987344260695748e-06,
      "loss": 0.3195,
      "step": 10089
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.985478576523789e-06,
      "loss": 0.3111,
      "step": 10090
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.983613007761818e-06,
      "loss": 0.291,
      "step": 10091
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.981747554481258e-06,
      "loss": 0.3013,
      "step": 10092
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.979882216753529e-06,
      "loss": 0.3424,
      "step": 10093
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.978016994650044e-06,
      "loss": 0.2941,
      "step": 10094
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.976151888242211e-06,
      "loss": 0.3097,
      "step": 10095
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.974286897601438e-06,
      "loss": 0.2741,
      "step": 10096
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.972422022799121e-06,
      "loss": 0.3145,
      "step": 10097
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.970557263906661e-06,
      "loss": 0.2924,
      "step": 10098
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.96869262099545e-06,
      "loss": 0.2888,
      "step": 10099
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.966828094136868e-06,
      "loss": 0.3167,
      "step": 10100
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.964963683402306e-06,
      "loss": 0.3011,
      "step": 10101
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.963099388863137e-06,
      "loss": 0.3158,
      "step": 10102
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.96123521059074e-06,
      "loss": 0.3062,
      "step": 10103
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.959371148656481e-06,
      "loss": 0.2826,
      "step": 10104
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.957507203131723e-06,
      "loss": 0.2875,
      "step": 10105
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.955643374087831e-06,
      "loss": 0.2852,
      "step": 10106
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.953779661596163e-06,
      "loss": 0.296,
      "step": 10107
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9519160657280625e-06,
      "loss": 0.2824,
      "step": 10108
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.950052586554881e-06,
      "loss": 0.2635,
      "step": 10109
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.948189224147961e-06,
      "loss": 0.2672,
      "step": 10110
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.946325978578641e-06,
      "loss": 0.3089,
      "step": 10111
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.944462849918254e-06,
      "loss": 0.2755,
      "step": 10112
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.942599838238133e-06,
      "loss": 0.2778,
      "step": 10113
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.940736943609596e-06,
      "loss": 0.2995,
      "step": 10114
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.93887416610397e-06,
      "loss": 0.3124,
      "step": 10115
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.937011505792568e-06,
      "loss": 0.3115,
      "step": 10116
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.935148962746699e-06,
      "loss": 0.304,
      "step": 10117
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.933286537037674e-06,
      "loss": 0.2852,
      "step": 10118
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.931424228736792e-06,
      "loss": 0.2691,
      "step": 10119
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.929562037915354e-06,
      "loss": 0.2624,
      "step": 10120
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.927699964644652e-06,
      "loss": 0.2727,
      "step": 10121
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.925838008995973e-06,
      "loss": 0.2771,
      "step": 10122
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.923976171040605e-06,
      "loss": 0.3045,
      "step": 10123
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.922114450849824e-06,
      "loss": 0.2924,
      "step": 10124
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.920252848494908e-06,
      "loss": 0.3117,
      "step": 10125
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.918391364047129e-06,
      "loss": 0.2974,
      "step": 10126
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9165299975777485e-06,
      "loss": 0.2932,
      "step": 10127
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9146687491580336e-06,
      "loss": 0.2708,
      "step": 10128
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.91280761885924e-06,
      "loss": 0.3019,
      "step": 10129
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.910946606752617e-06,
      "loss": 0.2893,
      "step": 10130
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.909085712909418e-06,
      "loss": 0.3044,
      "step": 10131
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.90722493740088e-06,
      "loss": 0.2814,
      "step": 10132
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.905364280298252e-06,
      "loss": 0.3058,
      "step": 10133
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.903503741672761e-06,
      "loss": 0.2988,
      "step": 10134
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.901643321595639e-06,
      "loss": 0.2877,
      "step": 10135
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.899783020138113e-06,
      "loss": 0.3234,
      "step": 10136
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.897922837371401e-06,
      "loss": 0.2748,
      "step": 10137
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.896062773366724e-06,
      "loss": 0.3006,
      "step": 10138
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.894202828195291e-06,
      "loss": 0.2999,
      "step": 10139
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.892343001928308e-06,
      "loss": 0.3142,
      "step": 10140
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.890483294636985e-06,
      "loss": 0.2946,
      "step": 10141
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.888623706392511e-06,
      "loss": 0.2754,
      "step": 10142
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.886764237266084e-06,
      "loss": 0.2988,
      "step": 10143
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8849048873288914e-06,
      "loss": 0.2744,
      "step": 10144
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.883045656652122e-06,
      "loss": 0.3217,
      "step": 10145
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.88118654530695e-06,
      "loss": 0.2924,
      "step": 10146
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.879327553364557e-06,
      "loss": 0.3145,
      "step": 10147
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.877468680896111e-06,
      "loss": 0.3122,
      "step": 10148
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.875609927972775e-06,
      "loss": 0.3184,
      "step": 10149
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.873751294665718e-06,
      "loss": 0.2688,
      "step": 10150
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.871892781046092e-06,
      "loss": 0.3117,
      "step": 10151
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.870034387185049e-06,
      "loss": 0.3301,
      "step": 10152
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.868176113153741e-06,
      "loss": 0.2857,
      "step": 10153
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.866317959023307e-06,
      "loss": 0.3096,
      "step": 10154
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.864459924864891e-06,
      "loss": 0.3153,
      "step": 10155
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.862602010749624e-06,
      "loss": 0.2804,
      "step": 10156
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8607442167486345e-06,
      "loss": 0.3059,
      "step": 10157
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.858886542933051e-06,
      "loss": 0.2919,
      "step": 10158
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.857028989373989e-06,
      "loss": 0.2835,
      "step": 10159
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.855171556142571e-06,
      "loss": 0.2687,
      "step": 10160
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.853314243309903e-06,
      "loss": 0.3304,
      "step": 10161
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.851457050947092e-06,
      "loss": 0.3044,
      "step": 10162
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.849599979125244e-06,
      "loss": 0.3094,
      "step": 10163
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.847743027915451e-06,
      "loss": 0.2983,
      "step": 10164
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.84588619738881e-06,
      "loss": 0.2942,
      "step": 10165
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.844029487616408e-06,
      "loss": 0.2885,
      "step": 10166
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8421728986693255e-06,
      "loss": 0.2949,
      "step": 10167
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8403164306186475e-06,
      "loss": 0.2792,
      "step": 10168
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.838460083535445e-06,
      "loss": 0.2787,
      "step": 10169
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.836603857490784e-06,
      "loss": 0.2885,
      "step": 10170
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.834747752555736e-06,
      "loss": 0.2838,
      "step": 10171
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.832891768801356e-06,
      "loss": 0.2939,
      "step": 10172
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.831035906298704e-06,
      "loss": 0.2892,
      "step": 10173
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.829180165118829e-06,
      "loss": 0.3015,
      "step": 10174
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.827324545332782e-06,
      "loss": 0.2886,
      "step": 10175
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.825469047011594e-06,
      "loss": 0.3301,
      "step": 10176
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.823613670226312e-06,
      "loss": 0.2803,
      "step": 10177
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.821758415047965e-06,
      "loss": 0.3192,
      "step": 10178
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.819903281547579e-06,
      "loss": 0.3022,
      "step": 10179
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.81804826979618e-06,
      "loss": 0.2856,
      "step": 10180
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.816193379864786e-06,
      "loss": 0.2854,
      "step": 10181
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.814338611824412e-06,
      "loss": 0.2852,
      "step": 10182
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.812483965746064e-06,
      "loss": 0.3089,
      "step": 10183
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.810629441700748e-06,
      "loss": 0.2974,
      "step": 10184
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.8087750397594655e-06,
      "loss": 0.2928,
      "step": 10185
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.806920759993212e-06,
      "loss": 0.2972,
      "step": 10186
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.805066602472973e-06,
      "loss": 0.3379,
      "step": 10187
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.80321256726974e-06,
      "loss": 0.2981,
      "step": 10188
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.801358654454491e-06,
      "loss": 0.2746,
      "step": 10189
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.799504864098203e-06,
      "loss": 0.3295,
      "step": 10190
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.797651196271851e-06,
      "loss": 0.3158,
      "step": 10191
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.795797651046394e-06,
      "loss": 0.3189,
      "step": 10192
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.793944228492804e-06,
      "loss": 0.3022,
      "step": 10193
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.792090928682032e-06,
      "loss": 0.317,
      "step": 10194
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7902377516850346e-06,
      "loss": 0.2969,
      "step": 10195
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7883846975727586e-06,
      "loss": 0.2907,
      "step": 10196
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.786531766416147e-06,
      "loss": 0.3044,
      "step": 10197
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.78467895828614e-06,
      "loss": 0.3225,
      "step": 10198
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.782826273253671e-06,
      "loss": 0.2905,
      "step": 10199
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.78097371138967e-06,
      "loss": 0.2561,
      "step": 10200
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.779121272765062e-06,
      "loss": 0.2941,
      "step": 10201
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.777268957450764e-06,
      "loss": 0.2786,
      "step": 10202
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.775416765517697e-06,
      "loss": 0.2891,
      "step": 10203
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.773564697036767e-06,
      "loss": 0.2902,
      "step": 10204
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7717127520788795e-06,
      "loss": 0.2775,
      "step": 10205
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7698609307149396e-06,
      "loss": 0.291,
      "step": 10206
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.76800923301584e-06,
      "loss": 0.3045,
      "step": 10207
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.766157659052473e-06,
      "loss": 0.3092,
      "step": 10208
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.764306208895731e-06,
      "loss": 0.2819,
      "step": 10209
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.762454882616488e-06,
      "loss": 0.2773,
      "step": 10210
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.760603680285624e-06,
      "loss": 0.2985,
      "step": 10211
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.758752601974013e-06,
      "loss": 0.2786,
      "step": 10212
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.756901647752524e-06,
      "loss": 0.3008,
      "step": 10213
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.755050817692015e-06,
      "loss": 0.2976,
      "step": 10214
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.753200111863352e-06,
      "loss": 0.2886,
      "step": 10215
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.751349530337381e-06,
      "loss": 0.2861,
      "step": 10216
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.749499073184957e-06,
      "loss": 0.2972,
      "step": 10217
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.747648740476923e-06,
      "loss": 0.3139,
      "step": 10218
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.745798532284114e-06,
      "loss": 0.2884,
      "step": 10219
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.743948448677371e-06,
      "loss": 0.2919,
      "step": 10220
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.74209848972752e-06,
      "loss": 0.3292,
      "step": 10221
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.740248655505386e-06,
      "loss": 0.2709,
      "step": 10222
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.738398946081791e-06,
      "loss": 0.3019,
      "step": 10223
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.736549361527548e-06,
      "loss": 0.286,
      "step": 10224
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7346999019134704e-06,
      "loss": 0.2958,
      "step": 10225
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.732850567310365e-06,
      "loss": 0.3044,
      "step": 10226
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.731001357789029e-06,
      "loss": 0.2949,
      "step": 10227
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.729152273420261e-06,
      "loss": 0.303,
      "step": 10228
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.727303314274852e-06,
      "loss": 0.3054,
      "step": 10229
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.725454480423592e-06,
      "loss": 0.2951,
      "step": 10230
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.723605771937259e-06,
      "loss": 0.285,
      "step": 10231
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.721757188886631e-06,
      "loss": 0.3205,
      "step": 10232
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.719908731342482e-06,
      "loss": 0.3143,
      "step": 10233
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.718060399375576e-06,
      "loss": 0.2924,
      "step": 10234
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7162121930566824e-06,
      "loss": 0.2882,
      "step": 10235
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.714364112456554e-06,
      "loss": 0.3016,
      "step": 10236
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.712516157645943e-06,
      "loss": 0.2821,
      "step": 10237
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.710668328695603e-06,
      "loss": 0.278,
      "step": 10238
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7088206256762734e-06,
      "loss": 0.2881,
      "step": 10239
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7069730486586934e-06,
      "loss": 0.2899,
      "step": 10240
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.705125597713597e-06,
      "loss": 0.2853,
      "step": 10241
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7032782729117156e-06,
      "loss": 0.3334,
      "step": 10242
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.701431074323774e-06,
      "loss": 0.2998,
      "step": 10243
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.699584002020485e-06,
      "loss": 0.2969,
      "step": 10244
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6977370560725696e-06,
      "loss": 0.3006,
      "step": 10245
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.695890236550733e-06,
      "loss": 0.2755,
      "step": 10246
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.694043543525684e-06,
      "loss": 0.3061,
      "step": 10247
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.692196977068121e-06,
      "loss": 0.3318,
      "step": 10248
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.690350537248738e-06,
      "loss": 0.3009,
      "step": 10249
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.688504224138228e-06,
      "loss": 0.26,
      "step": 10250
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.686658037807273e-06,
      "loss": 0.3055,
      "step": 10251
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.684811978326558e-06,
      "loss": 0.3281,
      "step": 10252
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.682966045766758e-06,
      "loss": 0.2856,
      "step": 10253
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.681120240198539e-06,
      "loss": 0.334,
      "step": 10254
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.679274561692572e-06,
      "loss": 0.2966,
      "step": 10255
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.677429010319518e-06,
      "loss": 0.2666,
      "step": 10256
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.67558358615003e-06,
      "loss": 0.2694,
      "step": 10257
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.673738289254765e-06,
      "loss": 0.3125,
      "step": 10258
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.671893119704363e-06,
      "loss": 0.2952,
      "step": 10259
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.670048077569471e-06,
      "loss": 0.2627,
      "step": 10260
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.668203162920723e-06,
      "loss": 0.3129,
      "step": 10261
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6663583758287494e-06,
      "loss": 0.2871,
      "step": 10262
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.664513716364184e-06,
      "loss": 0.3068,
      "step": 10263
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.662669184597641e-06,
      "loss": 0.3071,
      "step": 10264
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.660824780599744e-06,
      "loss": 0.2979,
      "step": 10265
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.658980504441104e-06,
      "loss": 0.2921,
      "step": 10266
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.657136356192323e-06,
      "loss": 0.284,
      "step": 10267
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.655292335924011e-06,
      "loss": 0.2935,
      "step": 10268
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.65344844370676e-06,
      "loss": 0.3163,
      "step": 10269
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.651604679611169e-06,
      "loss": 0.2902,
      "step": 10270
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.649761043707821e-06,
      "loss": 0.308,
      "step": 10271
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.647917536067299e-06,
      "loss": 0.2712,
      "step": 10272
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.646074156760185e-06,
      "loss": 0.2786,
      "step": 10273
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6442309058570496e-06,
      "loss": 0.2838,
      "step": 10274
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.642387783428459e-06,
      "loss": 0.3036,
      "step": 10275
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.64054478954498e-06,
      "loss": 0.2914,
      "step": 10276
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.638701924277173e-06,
      "loss": 0.304,
      "step": 10277
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.636859187695585e-06,
      "loss": 0.2939,
      "step": 10278
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.635016579870767e-06,
      "loss": 0.3274,
      "step": 10279
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6331741008732655e-06,
      "loss": 0.2861,
      "step": 10280
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.631331750773614e-06,
      "loss": 0.2772,
      "step": 10281
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.629489529642352e-06,
      "loss": 0.2765,
      "step": 10282
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.627647437550006e-06,
      "loss": 0.2868,
      "step": 10283
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.625805474567098e-06,
      "loss": 0.3037,
      "step": 10284
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.623963640764151e-06,
      "loss": 0.3019,
      "step": 10285
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.622121936211674e-06,
      "loss": 0.2914,
      "step": 10286
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.620280360980182e-06,
      "loss": 0.2994,
      "step": 10287
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.618438915140175e-06,
      "loss": 0.2935,
      "step": 10288
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.616597598762151e-06,
      "loss": 0.2821,
      "step": 10289
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.61475641191661e-06,
      "loss": 0.2991,
      "step": 10290
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.612915354674035e-06,
      "loss": 0.2778,
      "step": 10291
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.611074427104913e-06,
      "loss": 0.334,
      "step": 10292
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.609233629279723e-06,
      "loss": 0.3036,
      "step": 10293
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6073929612689396e-06,
      "loss": 0.3281,
      "step": 10294
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.605552423143033e-06,
      "loss": 0.3039,
      "step": 10295
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.603712014972467e-06,
      "loss": 0.2559,
      "step": 10296
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6018717368277e-06,
      "loss": 0.3058,
      "step": 10297
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6000315887791875e-06,
      "loss": 0.3186,
      "step": 10298
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5981915708973775e-06,
      "loss": 0.3083,
      "step": 10299
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.596351683252718e-06,
      "loss": 0.2688,
      "step": 10300
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.594511925915645e-06,
      "loss": 0.284,
      "step": 10301
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.592672298956593e-06,
      "loss": 0.2921,
      "step": 10302
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.590832802445994e-06,
      "loss": 0.3287,
      "step": 10303
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.588993436454272e-06,
      "loss": 0.3019,
      "step": 10304
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.587154201051846e-06,
      "loss": 0.2785,
      "step": 10305
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.58531509630913e-06,
      "loss": 0.3242,
      "step": 10306
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.583476122296533e-06,
      "loss": 0.3075,
      "step": 10307
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.581637279084461e-06,
      "loss": 0.2762,
      "step": 10308
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.579798566743314e-06,
      "loss": 0.2704,
      "step": 10309
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.577959985343482e-06,
      "loss": 0.315,
      "step": 10310
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.576121534955364e-06,
      "loss": 0.3047,
      "step": 10311
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.574283215649335e-06,
      "loss": 0.2934,
      "step": 10312
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.572445027495779e-06,
      "loss": 0.3125,
      "step": 10313
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5706069705650674e-06,
      "loss": 0.3331,
      "step": 10314
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5687690449275735e-06,
      "loss": 0.3075,
      "step": 10315
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.566931250653657e-06,
      "loss": 0.2344,
      "step": 10316
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.565093587813683e-06,
      "loss": 0.3103,
      "step": 10317
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.563256056478002e-06,
      "loss": 0.2843,
      "step": 10318
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.561418656716964e-06,
      "loss": 0.2868,
      "step": 10319
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5595813886009145e-06,
      "loss": 0.2653,
      "step": 10320
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5577442522001885e-06,
      "loss": 0.2914,
      "step": 10321
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.555907247585127e-06,
      "loss": 0.2952,
      "step": 10322
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5540703748260544e-06,
      "loss": 0.279,
      "step": 10323
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.552233633993294e-06,
      "loss": 0.2861,
      "step": 10324
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.550397025157169e-06,
      "loss": 0.2723,
      "step": 10325
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.54856054838799e-06,
      "loss": 0.2999,
      "step": 10326
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5467242037560686e-06,
      "loss": 0.2821,
      "step": 10327
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5448879913317065e-06,
      "loss": 0.2789,
      "step": 10328
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.543051911185201e-06,
      "loss": 0.3203,
      "step": 10329
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.541215963386851e-06,
      "loss": 0.2902,
      "step": 10330
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.539380148006942e-06,
      "loss": 0.2733,
      "step": 10331
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.537544465115755e-06,
      "loss": 0.28,
      "step": 10332
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.535708914783574e-06,
      "loss": 0.2693,
      "step": 10333
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.533873497080667e-06,
      "loss": 0.3041,
      "step": 10334
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5320382120773074e-06,
      "loss": 0.298,
      "step": 10335
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.530203059843756e-06,
      "loss": 0.3015,
      "step": 10336
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.528368040450269e-06,
      "loss": 0.285,
      "step": 10337
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.526533153967105e-06,
      "loss": 0.2693,
      "step": 10338
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.524698400464505e-06,
      "loss": 0.2882,
      "step": 10339
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.522863780012719e-06,
      "loss": 0.3315,
      "step": 10340
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.521029292681982e-06,
      "loss": 0.2985,
      "step": 10341
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.519194938542523e-06,
      "loss": 0.3002,
      "step": 10342
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.517360717664576e-06,
      "loss": 0.2748,
      "step": 10343
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.515526630118361e-06,
      "loss": 0.3073,
      "step": 10344
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.513692675974096e-06,
      "loss": 0.3025,
      "step": 10345
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.511858855301989e-06,
      "loss": 0.3133,
      "step": 10346
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.510025168172251e-06,
      "loss": 0.2952,
      "step": 10347
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.508191614655086e-06,
      "loss": 0.2852,
      "step": 10348
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.506358194820686e-06,
      "loss": 0.293,
      "step": 10349
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.504524908739247e-06,
      "loss": 0.2677,
      "step": 10350
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.502691756480954e-06,
      "loss": 0.2478,
      "step": 10351
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.500858738115989e-06,
      "loss": 0.3005,
      "step": 10352
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.499025853714531e-06,
      "loss": 0.305,
      "step": 10353
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.497193103346745e-06,
      "loss": 0.3069,
      "step": 10354
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.495360487082804e-06,
      "loss": 0.3105,
      "step": 10355
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.493528004992864e-06,
      "loss": 0.2688,
      "step": 10356
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.491695657147085e-06,
      "loss": 0.2854,
      "step": 10357
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.489863443615618e-06,
      "loss": 0.2764,
      "step": 10358
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.488031364468604e-06,
      "loss": 0.3256,
      "step": 10359
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.486199419776189e-06,
      "loss": 0.3022,
      "step": 10360
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.484367609608503e-06,
      "loss": 0.29,
      "step": 10361
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.482535934035681e-06,
      "loss": 0.3052,
      "step": 10362
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4807043931278476e-06,
      "loss": 0.2992,
      "step": 10363
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.478872986955118e-06,
      "loss": 0.2857,
      "step": 10364
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.477041715587613e-06,
      "loss": 0.2769,
      "step": 10365
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.47521057909544e-06,
      "loss": 0.2921,
      "step": 10366
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.473379577548702e-06,
      "loss": 0.3119,
      "step": 10367
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.471548711017499e-06,
      "loss": 0.2747,
      "step": 10368
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.469717979571925e-06,
      "loss": 0.2987,
      "step": 10369
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.467887383282072e-06,
      "loss": 0.2691,
      "step": 10370
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.466056922218021e-06,
      "loss": 0.2829,
      "step": 10371
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.464226596449849e-06,
      "loss": 0.3181,
      "step": 10372
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.462396406047634e-06,
      "loss": 0.2945,
      "step": 10373
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.460566351081439e-06,
      "loss": 0.2972,
      "step": 10374
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.458736431621332e-06,
      "loss": 0.3136,
      "step": 10375
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4569066477373685e-06,
      "loss": 0.3047,
      "step": 10376
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4550769994996e-06,
      "loss": 0.3039,
      "step": 10377
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.453247486978076e-06,
      "loss": 0.2838,
      "step": 10378
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.451418110242842e-06,
      "loss": 0.3267,
      "step": 10379
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.449588869363927e-06,
      "loss": 0.287,
      "step": 10380
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.447759764411366e-06,
      "loss": 0.3186,
      "step": 10381
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.44593079545519e-06,
      "loss": 0.2999,
      "step": 10382
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4441019625654165e-06,
      "loss": 0.2914,
      "step": 10383
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.44227326581206e-06,
      "loss": 0.2898,
      "step": 10384
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.440444705265137e-06,
      "loss": 0.2928,
      "step": 10385
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.438616280994648e-06,
      "loss": 0.2919,
      "step": 10386
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.436787993070599e-06,
      "loss": 0.2903,
      "step": 10387
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.434959841562982e-06,
      "loss": 0.3186,
      "step": 10388
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4331318265417855e-06,
      "loss": 0.2633,
      "step": 10389
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.431303948076999e-06,
      "loss": 0.2941,
      "step": 10390
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4294762062385985e-06,
      "loss": 0.2987,
      "step": 10391
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4276486010965614e-06,
      "loss": 0.2941,
      "step": 10392
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.425821132720855e-06,
      "loss": 0.3026,
      "step": 10393
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.423993801181443e-06,
      "loss": 0.2857,
      "step": 10394
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.422166606548288e-06,
      "loss": 0.2783,
      "step": 10395
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.420339548891337e-06,
      "loss": 0.2916,
      "step": 10396
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.418512628280544e-06,
      "loss": 0.2651,
      "step": 10397
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.416685844785851e-06,
      "loss": 0.2879,
      "step": 10398
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.414859198477193e-06,
      "loss": 0.3013,
      "step": 10399
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4130326894245055e-06,
      "loss": 0.2832,
      "step": 10400
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.411206317697716e-06,
      "loss": 0.2828,
      "step": 10401
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.409380083366743e-06,
      "loss": 0.2812,
      "step": 10402
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.407553986501507e-06,
      "loss": 0.3107,
      "step": 10403
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.405728027171916e-06,
      "loss": 0.2991,
      "step": 10404
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4039022054478814e-06,
      "loss": 0.2927,
      "step": 10405
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.402076521399301e-06,
      "loss": 0.2624,
      "step": 10406
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.40025097509607e-06,
      "loss": 0.3009,
      "step": 10407
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.39842556660808e-06,
      "loss": 0.287,
      "step": 10408
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.396600296005213e-06,
      "loss": 0.304,
      "step": 10409
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3947751633573555e-06,
      "loss": 0.2859,
      "step": 10410
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.392950168734378e-06,
      "loss": 0.3214,
      "step": 10411
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3911253122061475e-06,
      "loss": 0.3108,
      "step": 10412
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.389300593842536e-06,
      "loss": 0.2818,
      "step": 10413
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.387476013713394e-06,
      "loss": 0.2706,
      "step": 10414
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.385651571888578e-06,
      "loss": 0.2902,
      "step": 10415
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.383827268437935e-06,
      "loss": 0.3454,
      "step": 10416
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.382003103431309e-06,
      "loss": 0.2879,
      "step": 10417
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.38017907693854e-06,
      "loss": 0.3192,
      "step": 10418
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.378355189029454e-06,
      "loss": 0.2826,
      "step": 10419
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.376531439773884e-06,
      "loss": 0.2985,
      "step": 10420
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.374707829241649e-06,
      "loss": 0.2552,
      "step": 10421
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.372884357502567e-06,
      "loss": 0.3096,
      "step": 10422
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.371061024626446e-06,
      "loss": 0.2985,
      "step": 10423
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.369237830683094e-06,
      "loss": 0.2651,
      "step": 10424
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.367414775742312e-06,
      "loss": 0.3376,
      "step": 10425
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.365591859873892e-06,
      "loss": 0.2854,
      "step": 10426
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.363769083147628e-06,
      "loss": 0.2634,
      "step": 10427
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.361946445633303e-06,
      "loss": 0.285,
      "step": 10428
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3601239474006915e-06,
      "loss": 0.2803,
      "step": 10429
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.358301588519575e-06,
      "loss": 0.2916,
      "step": 10430
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.356479369059715e-06,
      "loss": 0.3089,
      "step": 10431
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.35465728909088e-06,
      "loss": 0.3058,
      "step": 10432
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.352835348682824e-06,
      "loss": 0.2868,
      "step": 10433
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3510135479053e-06,
      "loss": 0.3071,
      "step": 10434
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.349191886828059e-06,
      "loss": 0.3153,
      "step": 10435
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3473703655208376e-06,
      "loss": 0.3066,
      "step": 10436
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.345548984053373e-06,
      "loss": 0.2983,
      "step": 10437
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.343727742495398e-06,
      "loss": 0.3008,
      "step": 10438
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.341906640916638e-06,
      "loss": 0.2783,
      "step": 10439
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.340085679386812e-06,
      "loss": 0.3152,
      "step": 10440
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.338264857975638e-06,
      "loss": 0.2916,
      "step": 10441
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.336444176752819e-06,
      "loss": 0.2814,
      "step": 10442
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.334623635788067e-06,
      "loss": 0.2899,
      "step": 10443
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.332803235151076e-06,
      "loss": 0.3078,
      "step": 10444
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.330982974911542e-06,
      "loss": 0.3069,
      "step": 10445
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.329162855139153e-06,
      "loss": 0.2679,
      "step": 10446
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.32734287590359e-06,
      "loss": 0.2938,
      "step": 10447
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.325523037274529e-06,
      "loss": 0.2673,
      "step": 10448
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.323703339321645e-06,
      "loss": 0.2614,
      "step": 10449
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.321883782114604e-06,
      "loss": 0.2839,
      "step": 10450
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.320064365723065e-06,
      "loss": 0.2938,
      "step": 10451
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.318245090216686e-06,
      "loss": 0.2983,
      "step": 10452
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.316425955665118e-06,
      "loss": 0.2793,
      "step": 10453
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.314606962138001e-06,
      "loss": 0.2822,
      "step": 10454
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.312788109704981e-06,
      "loss": 0.2872,
      "step": 10455
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.310969398435689e-06,
      "loss": 0.3009,
      "step": 10456
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.309150828399755e-06,
      "loss": 0.2983,
      "step": 10457
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.307332399666802e-06,
      "loss": 0.3117,
      "step": 10458
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.305514112306446e-06,
      "loss": 0.2881,
      "step": 10459
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.303695966388302e-06,
      "loss": 0.3008,
      "step": 10460
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.301877961981974e-06,
      "loss": 0.2888,
      "step": 10461
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.300060099157071e-06,
      "loss": 0.2536,
      "step": 10462
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.298242377983182e-06,
      "loss": 0.2699,
      "step": 10463
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.296424798529898e-06,
      "loss": 0.3064,
      "step": 10464
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.294607360866809e-06,
      "loss": 0.3181,
      "step": 10465
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.29279006506349e-06,
      "loss": 0.2896,
      "step": 10466
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.290972911189521e-06,
      "loss": 0.2896,
      "step": 10467
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.289155899314469e-06,
      "loss": 0.3061,
      "step": 10468
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.287339029507894e-06,
      "loss": 0.258,
      "step": 10469
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.285522301839359e-06,
      "loss": 0.2822,
      "step": 10470
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.283705716378417e-06,
      "loss": 0.3023,
      "step": 10471
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.28188927319461e-06,
      "loss": 0.2997,
      "step": 10472
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.280072972357487e-06,
      "loss": 0.254,
      "step": 10473
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2782568139365775e-06,
      "loss": 0.2754,
      "step": 10474
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.276440798001419e-06,
      "loss": 0.2755,
      "step": 10475
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.274624924621534e-06,
      "loss": 0.2879,
      "step": 10476
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.27280919386644e-06,
      "loss": 0.2761,
      "step": 10477
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.270993605805659e-06,
      "loss": 0.28,
      "step": 10478
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.269178160508691e-06,
      "loss": 0.31,
      "step": 10479
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.267362858045048e-06,
      "loss": 0.3207,
      "step": 10480
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.265547698484227e-06,
      "loss": 0.3097,
      "step": 10481
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2637326818957154e-06,
      "loss": 0.3199,
      "step": 10482
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.261917808349002e-06,
      "loss": 0.2903,
      "step": 10483
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.260103077913573e-06,
      "loss": 0.3198,
      "step": 10484
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.258288490658901e-06,
      "loss": 0.2924,
      "step": 10485
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.256474046654456e-06,
      "loss": 0.2999,
      "step": 10486
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2546597459697075e-06,
      "loss": 0.2934,
      "step": 10487
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.252845588674115e-06,
      "loss": 0.2919,
      "step": 10488
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.251031574837127e-06,
      "loss": 0.279,
      "step": 10489
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2492177045282e-06,
      "loss": 0.2785,
      "step": 10490
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.24740397781677e-06,
      "loss": 0.2762,
      "step": 10491
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.245590394772284e-06,
      "loss": 0.2899,
      "step": 10492
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.24377695546417e-06,
      "loss": 0.2628,
      "step": 10493
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.241963659961849e-06,
      "loss": 0.2987,
      "step": 10494
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.240150508334752e-06,
      "loss": 0.29,
      "step": 10495
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.238337500652288e-06,
      "loss": 0.3209,
      "step": 10496
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.236524636983874e-06,
      "loss": 0.3108,
      "step": 10497
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.234711917398909e-06,
      "loss": 0.3041,
      "step": 10498
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.232899341966794e-06,
      "loss": 0.2683,
      "step": 10499
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.231086910756925e-06,
      "loss": 0.279,
      "step": 10500
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.229274623838686e-06,
      "loss": 0.2967,
      "step": 10501
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2274624812814655e-06,
      "loss": 0.2723,
      "step": 10502
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.225650483154637e-06,
      "loss": 0.2861,
      "step": 10503
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.223838629527572e-06,
      "loss": 0.3051,
      "step": 10504
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.22202692046964e-06,
      "loss": 0.2574,
      "step": 10505
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2202153560502e-06,
      "loss": 0.3018,
      "step": 10506
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.218403936338604e-06,
      "loss": 0.2907,
      "step": 10507
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.216592661404206e-06,
      "loss": 0.286,
      "step": 10508
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2147815313163475e-06,
      "loss": 0.2694,
      "step": 10509
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.21297054614437e-06,
      "loss": 0.2965,
      "step": 10510
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2111597059576035e-06,
      "loss": 0.3047,
      "step": 10511
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.209349010825375e-06,
      "loss": 0.2926,
      "step": 10512
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.2075384608170095e-06,
      "loss": 0.2958,
      "step": 10513
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.205728056001821e-06,
      "loss": 0.299,
      "step": 10514
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.203917796449125e-06,
      "loss": 0.3206,
      "step": 10515
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.202107682228218e-06,
      "loss": 0.2916,
      "step": 10516
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.200297713408406e-06,
      "loss": 0.2991,
      "step": 10517
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.198487890058979e-06,
      "loss": 0.2825,
      "step": 10518
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.19667821224923e-06,
      "loss": 0.298,
      "step": 10519
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.194868680048439e-06,
      "loss": 0.2815,
      "step": 10520
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.193059293525883e-06,
      "loss": 0.2831,
      "step": 10521
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.191250052750837e-06,
      "loss": 0.2733,
      "step": 10522
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.189440957792563e-06,
      "loss": 0.3055,
      "step": 10523
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.187632008720326e-06,
      "loss": 0.2962,
      "step": 10524
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.185823205603378e-06,
      "loss": 0.3061,
      "step": 10525
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.184014548510968e-06,
      "loss": 0.285,
      "step": 10526
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.182206037512343e-06,
      "loss": 0.2679,
      "step": 10527
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.180397672676739e-06,
      "loss": 0.2928,
      "step": 10528
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1785894540733874e-06,
      "loss": 0.2736,
      "step": 10529
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.176781381771519e-06,
      "loss": 0.2644,
      "step": 10530
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.174973455840351e-06,
      "loss": 0.2891,
      "step": 10531
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.173165676349103e-06,
      "loss": 0.2889,
      "step": 10532
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.171358043366984e-06,
      "loss": 0.302,
      "step": 10533
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1695505569631976e-06,
      "loss": 0.2985,
      "step": 10534
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.167743217206945e-06,
      "loss": 0.2628,
      "step": 10535
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.165936024167415e-06,
      "loss": 0.2577,
      "step": 10536
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1641289779138016e-06,
      "loss": 0.3125,
      "step": 10537
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.162322078515284e-06,
      "loss": 0.3044,
      "step": 10538
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.160515326041037e-06,
      "loss": 0.2896,
      "step": 10539
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.158708720560235e-06,
      "loss": 0.2598,
      "step": 10540
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.156902262142042e-06,
      "loss": 0.2768,
      "step": 10541
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.155095950855614e-06,
      "loss": 0.2786,
      "step": 10542
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.153289786770111e-06,
      "loss": 0.296,
      "step": 10543
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.151483769954678e-06,
      "loss": 0.3107,
      "step": 10544
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.149677900478459e-06,
      "loss": 0.3013,
      "step": 10545
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.147872178410592e-06,
      "loss": 0.2741,
      "step": 10546
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1460666038202044e-06,
      "loss": 0.302,
      "step": 10547
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.144261176776427e-06,
      "loss": 0.2845,
      "step": 10548
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.142455897348376e-06,
      "loss": 0.3052,
      "step": 10549
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.140650765605174e-06,
      "loss": 0.2656,
      "step": 10550
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.138845781615918e-06,
      "loss": 0.2878,
      "step": 10551
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.137040945449718e-06,
      "loss": 0.2958,
      "step": 10552
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1352362571756686e-06,
      "loss": 0.2817,
      "step": 10553
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1334317168628656e-06,
      "loss": 0.2706,
      "step": 10554
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.131627324580394e-06,
      "loss": 0.3181,
      "step": 10555
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1298230803973305e-06,
      "loss": 0.2976,
      "step": 10556
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.128018984382755e-06,
      "loss": 0.269,
      "step": 10557
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.126215036605735e-06,
      "loss": 0.2842,
      "step": 10558
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.124411237135335e-06,
      "loss": 0.2994,
      "step": 10559
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.122607586040611e-06,
      "loss": 0.2648,
      "step": 10560
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.120804083390615e-06,
      "loss": 0.2896,
      "step": 10561
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.119000729254395e-06,
      "loss": 0.3114,
      "step": 10562
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.117197523700993e-06,
      "loss": 0.2825,
      "step": 10563
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.115394466799441e-06,
      "loss": 0.2974,
      "step": 10564
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.11359155861877e-06,
      "loss": 0.3004,
      "step": 10565
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.111788799228002e-06,
      "loss": 0.2913,
      "step": 10566
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.10998618869616e-06,
      "loss": 0.2903,
      "step": 10567
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.108183727092253e-06,
      "loss": 0.2677,
      "step": 10568
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.106381414485285e-06,
      "loss": 0.2732,
      "step": 10569
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.104579250944263e-06,
      "loss": 0.2806,
      "step": 10570
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.102777236538175e-06,
      "loss": 0.2867,
      "step": 10571
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.10097537133602e-06,
      "loss": 0.2928,
      "step": 10572
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.099173655406774e-06,
      "loss": 0.3025,
      "step": 10573
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.097372088819417e-06,
      "loss": 0.3202,
      "step": 10574
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.095570671642923e-06,
      "loss": 0.2702,
      "step": 10575
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0937694039462545e-06,
      "loss": 0.3336,
      "step": 10576
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.09196828579838e-06,
      "loss": 0.2761,
      "step": 10577
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.09016731726825e-06,
      "loss": 0.3079,
      "step": 10578
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.088366498424812e-06,
      "loss": 0.3281,
      "step": 10579
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.086565829337012e-06,
      "loss": 0.2697,
      "step": 10580
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0847653100737905e-06,
      "loss": 0.2659,
      "step": 10581
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0829649407040744e-06,
      "loss": 0.2921,
      "step": 10582
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0811647212967975e-06,
      "loss": 0.3178,
      "step": 10583
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.079364651920876e-06,
      "loss": 0.2704,
      "step": 10584
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.077564732645224e-06,
      "loss": 0.2825,
      "step": 10585
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0757649635387515e-06,
      "loss": 0.3111,
      "step": 10586
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.073965344670364e-06,
      "loss": 0.2899,
      "step": 10587
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.072165876108957e-06,
      "loss": 0.2902,
      "step": 10588
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0703665579234235e-06,
      "loss": 0.3172,
      "step": 10589
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.068567390182653e-06,
      "loss": 0.3104,
      "step": 10590
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.066768372955519e-06,
      "loss": 0.291,
      "step": 10591
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.064969506310902e-06,
      "loss": 0.2697,
      "step": 10592
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0631707903176695e-06,
      "loss": 0.275,
      "step": 10593
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.061372225044686e-06,
      "loss": 0.2921,
      "step": 10594
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.059573810560808e-06,
      "loss": 0.2716,
      "step": 10595
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.057775546934885e-06,
      "loss": 0.2811,
      "step": 10596
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.055977434235767e-06,
      "loss": 0.3027,
      "step": 10597
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.054179472532291e-06,
      "loss": 0.2899,
      "step": 10598
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.052381661893292e-06,
      "loss": 0.2854,
      "step": 10599
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.050584002387601e-06,
      "loss": 0.2698,
      "step": 10600
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.048786494084036e-06,
      "loss": 0.3228,
      "step": 10601
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.046989137051419e-06,
      "loss": 0.3005,
      "step": 10602
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.045191931358558e-06,
      "loss": 0.296,
      "step": 10603
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.04339487707426e-06,
      "loss": 0.2942,
      "step": 10604
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.041597974267326e-06,
      "loss": 0.2878,
      "step": 10605
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.039801223006545e-06,
      "loss": 0.3083,
      "step": 10606
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.038004623360711e-06,
      "loss": 0.3018,
      "step": 10607
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.036208175398602e-06,
      "loss": 0.2849,
      "step": 10608
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.034411879188995e-06,
      "loss": 0.2895,
      "step": 10609
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.032615734800664e-06,
      "loss": 0.3089,
      "step": 10610
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0308197423023685e-06,
      "loss": 0.2952,
      "step": 10611
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.029023901762873e-06,
      "loss": 0.2994,
      "step": 10612
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.027228213250926e-06,
      "loss": 0.2884,
      "step": 10613
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0254326768352764e-06,
      "loss": 0.3181,
      "step": 10614
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.02363729258467e-06,
      "loss": 0.2967,
      "step": 10615
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.021842060567835e-06,
      "loss": 0.2949,
      "step": 10616
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.020046980853506e-06,
      "loss": 0.2953,
      "step": 10617
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.018252053510409e-06,
      "loss": 0.2648,
      "step": 10618
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.016457278607256e-06,
      "loss": 0.3147,
      "step": 10619
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.014662656212764e-06,
      "loss": 0.2949,
      "step": 10620
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.012868186395635e-06,
      "loss": 0.2857,
      "step": 10621
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.011073869224576e-06,
      "loss": 0.2898,
      "step": 10622
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.009279704768276e-06,
      "loss": 0.2898,
      "step": 10623
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0074856930954294e-06,
      "loss": 0.291,
      "step": 10624
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.005691834274716e-06,
      "loss": 0.2939,
      "step": 10625
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.003898128374813e-06,
      "loss": 0.2617,
      "step": 10626
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.002104575464393e-06,
      "loss": 0.2951,
      "step": 10627
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0003111756121214e-06,
      "loss": 0.2902,
      "step": 10628
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.998517928886658e-06,
      "loss": 0.2734,
      "step": 10629
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.996724835356658e-06,
      "loss": 0.2906,
      "step": 10630
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.994931895090766e-06,
      "loss": 0.2948,
      "step": 10631
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.993139108157626e-06,
      "loss": 0.3064,
      "step": 10632
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9913464746258756e-06,
      "loss": 0.2999,
      "step": 10633
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.989553994564141e-06,
      "loss": 0.2885,
      "step": 10634
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.987761668041052e-06,
      "loss": 0.2951,
      "step": 10635
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9859694951252244e-06,
      "loss": 0.2581,
      "step": 10636
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.984177475885272e-06,
      "loss": 0.2888,
      "step": 10637
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.982385610389803e-06,
      "loss": 0.2891,
      "step": 10638
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.980593898707412e-06,
      "loss": 0.2999,
      "step": 10639
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.978802340906702e-06,
      "loss": 0.2891,
      "step": 10640
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9770109370562556e-06,
      "loss": 0.2983,
      "step": 10641
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.975219687224663e-06,
      "loss": 0.2789,
      "step": 10642
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.973428591480497e-06,
      "loss": 0.2847,
      "step": 10643
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.971637649892329e-06,
      "loss": 0.2736,
      "step": 10644
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.969846862528727e-06,
      "loss": 0.2766,
      "step": 10645
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.968056229458247e-06,
      "loss": 0.3092,
      "step": 10646
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.966265750749449e-06,
      "loss": 0.2939,
      "step": 10647
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.964475426470877e-06,
      "loss": 0.2882,
      "step": 10648
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.962685256691071e-06,
      "loss": 0.3013,
      "step": 10649
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.96089524147857e-06,
      "loss": 0.3237,
      "step": 10650
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.959105380901906e-06,
      "loss": 0.2972,
      "step": 10651
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9573156750296e-06,
      "loss": 0.2637,
      "step": 10652
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.955526123930168e-06,
      "loss": 0.2846,
      "step": 10653
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9537367276721285e-06,
      "loss": 0.3059,
      "step": 10654
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9519474863239836e-06,
      "loss": 0.3064,
      "step": 10655
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.950158399954233e-06,
      "loss": 0.3198,
      "step": 10656
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.948369468631376e-06,
      "loss": 0.2963,
      "step": 10657
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.946580692423897e-06,
      "loss": 0.2972,
      "step": 10658
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9447920714002815e-06,
      "loss": 0.2949,
      "step": 10659
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.943003605629005e-06,
      "loss": 0.2818,
      "step": 10660
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.941215295178538e-06,
      "loss": 0.2956,
      "step": 10661
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.939427140117346e-06,
      "loss": 0.2843,
      "step": 10662
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.937639140513887e-06,
      "loss": 0.3033,
      "step": 10663
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.935851296436616e-06,
      "loss": 0.3016,
      "step": 10664
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.934063607953981e-06,
      "loss": 0.2785,
      "step": 10665
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.932276075134418e-06,
      "loss": 0.3111,
      "step": 10666
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.930488698046366e-06,
      "loss": 0.3008,
      "step": 10667
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.928701476758254e-06,
      "loss": 0.2984,
      "step": 10668
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.926914411338502e-06,
      "loss": 0.28,
      "step": 10669
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.925127501855532e-06,
      "loss": 0.2905,
      "step": 10670
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.92334074837775e-06,
      "loss": 0.2983,
      "step": 10671
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.921554150973567e-06,
      "loss": 0.2831,
      "step": 10672
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.919767709711382e-06,
      "loss": 0.2719,
      "step": 10673
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.91798142465958e-06,
      "loss": 0.3086,
      "step": 10674
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.916195295886558e-06,
      "loss": 0.2819,
      "step": 10675
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.914409323460692e-06,
      "loss": 0.315,
      "step": 10676
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.912623507450359e-06,
      "loss": 0.2997,
      "step": 10677
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.91083784792393e-06,
      "loss": 0.285,
      "step": 10678
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.9090523449497635e-06,
      "loss": 0.2698,
      "step": 10679
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.907266998596224e-06,
      "loss": 0.3078,
      "step": 10680
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.905481808931657e-06,
      "loss": 0.291,
      "step": 10681
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.90369677602441e-06,
      "loss": 0.3105,
      "step": 10682
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.901911899942825e-06,
      "loss": 0.3145,
      "step": 10683
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.9001271807552285e-06,
      "loss": 0.2635,
      "step": 10684
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.898342618529956e-06,
      "loss": 0.264,
      "step": 10685
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.896558213335326e-06,
      "loss": 0.2914,
      "step": 10686
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.89477396523965e-06,
      "loss": 0.2753,
      "step": 10687
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.892989874311241e-06,
      "loss": 0.3287,
      "step": 10688
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.891205940618402e-06,
      "loss": 0.2914,
      "step": 10689
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.88942216422943e-06,
      "loss": 0.2995,
      "step": 10690
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.887638545212615e-06,
      "loss": 0.3083,
      "step": 10691
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.885855083636246e-06,
      "loss": 0.287,
      "step": 10692
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8840717795685975e-06,
      "loss": 0.281,
      "step": 10693
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8822886330779475e-06,
      "loss": 0.2646,
      "step": 10694
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.880505644232559e-06,
      "loss": 0.308,
      "step": 10695
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.878722813100694e-06,
      "loss": 0.2838,
      "step": 10696
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.876940139750612e-06,
      "loss": 0.2729,
      "step": 10697
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.875157624250556e-06,
      "loss": 0.308,
      "step": 10698
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8733752666687726e-06,
      "loss": 0.2825,
      "step": 10699
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8715930670735e-06,
      "loss": 0.3029,
      "step": 10700
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.869811025532963e-06,
      "loss": 0.2716,
      "step": 10701
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8680291421153934e-06,
      "loss": 0.2669,
      "step": 10702
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.866247416889007e-06,
      "loss": 0.2974,
      "step": 10703
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8644658499220144e-06,
      "loss": 0.2712,
      "step": 10704
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.862684441282628e-06,
      "loss": 0.287,
      "step": 10705
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.860903191039043e-06,
      "loss": 0.2871,
      "step": 10706
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.859122099259456e-06,
      "loss": 0.2916,
      "step": 10707
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.857341166012057e-06,
      "loss": 0.2815,
      "step": 10708
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.855560391365025e-06,
      "loss": 0.2779,
      "step": 10709
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.853779775386541e-06,
      "loss": 0.3006,
      "step": 10710
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.851999318144771e-06,
      "loss": 0.2699,
      "step": 10711
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.850219019707882e-06,
      "loss": 0.2566,
      "step": 10712
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.848438880144031e-06,
      "loss": 0.2821,
      "step": 10713
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.846658899521371e-06,
      "loss": 0.3158,
      "step": 10714
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.844879077908048e-06,
      "loss": 0.2896,
      "step": 10715
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.843099415372197e-06,
      "loss": 0.2983,
      "step": 10716
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.84131991198196e-06,
      "loss": 0.2489,
      "step": 10717
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.839540567805461e-06,
      "loss": 0.2677,
      "step": 10718
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.837761382910821e-06,
      "loss": 0.2892,
      "step": 10719
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8359823573661545e-06,
      "loss": 0.2928,
      "step": 10720
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.834203491239574e-06,
      "loss": 0.2853,
      "step": 10721
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.83242478459918e-06,
      "loss": 0.2935,
      "step": 10722
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.830646237513071e-06,
      "loss": 0.2882,
      "step": 10723
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.828867850049335e-06,
      "loss": 0.296,
      "step": 10724
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.827089622276063e-06,
      "loss": 0.2955,
      "step": 10725
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.82531155426133e-06,
      "loss": 0.2938,
      "step": 10726
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.823533646073212e-06,
      "loss": 0.3145,
      "step": 10727
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.82175589777977e-06,
      "loss": 0.262,
      "step": 10728
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8199783094490665e-06,
      "loss": 0.3002,
      "step": 10729
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8182008811491606e-06,
      "loss": 0.2797,
      "step": 10730
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.816423612948096e-06,
      "loss": 0.3092,
      "step": 10731
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.814646504913917e-06,
      "loss": 0.2966,
      "step": 10732
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.812869557114659e-06,
      "loss": 0.2719,
      "step": 10733
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.81109276961835e-06,
      "loss": 0.3061,
      "step": 10734
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.809316142493012e-06,
      "loss": 0.3164,
      "step": 10735
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.80753967580667e-06,
      "loss": 0.298,
      "step": 10736
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.805763369627331e-06,
      "loss": 0.286,
      "step": 10737
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8039872240229996e-06,
      "loss": 0.2985,
      "step": 10738
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.802211239061677e-06,
      "loss": 0.2418,
      "step": 10739
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.800435414811352e-06,
      "loss": 0.2977,
      "step": 10740
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.798659751340017e-06,
      "loss": 0.2903,
      "step": 10741
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7968842487156505e-06,
      "loss": 0.2655,
      "step": 10742
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.795108907006228e-06,
      "loss": 0.2563,
      "step": 10743
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.793333726279716e-06,
      "loss": 0.305,
      "step": 10744
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.791558706604075e-06,
      "loss": 0.2893,
      "step": 10745
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.789783848047266e-06,
      "loss": 0.2926,
      "step": 10746
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7880091506772366e-06,
      "loss": 0.2694,
      "step": 10747
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7862346145619295e-06,
      "loss": 0.3184,
      "step": 10748
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.784460239769285e-06,
      "loss": 0.2981,
      "step": 10749
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7826860263672265e-06,
      "loss": 0.3192,
      "step": 10750
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7809119744236906e-06,
      "loss": 0.3199,
      "step": 10751
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7791380840065916e-06,
      "loss": 0.2942,
      "step": 10752
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.777364355183841e-06,
      "loss": 0.296,
      "step": 10753
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.775590788023346e-06,
      "loss": 0.2642,
      "step": 10754
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.773817382593008e-06,
      "loss": 0.291,
      "step": 10755
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.77204413896072e-06,
      "loss": 0.286,
      "step": 10756
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7702710571943695e-06,
      "loss": 0.2807,
      "step": 10757
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.76849813736184e-06,
      "loss": 0.2893,
      "step": 10758
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.766725379531003e-06,
      "loss": 0.2826,
      "step": 10759
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.764952783769735e-06,
      "loss": 0.293,
      "step": 10760
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.763180350145896e-06,
      "loss": 0.3045,
      "step": 10761
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.761408078727344e-06,
      "loss": 0.2736,
      "step": 10762
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.759635969581927e-06,
      "loss": 0.2852,
      "step": 10763
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.757864022777489e-06,
      "loss": 0.2994,
      "step": 10764
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.756092238381874e-06,
      "loss": 0.2896,
      "step": 10765
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.754320616462911e-06,
      "loss": 0.3242,
      "step": 10766
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.752549157088425e-06,
      "loss": 0.2969,
      "step": 10767
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.750777860326238e-06,
      "loss": 0.2825,
      "step": 10768
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.749006726244162e-06,
      "loss": 0.2941,
      "step": 10769
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.74723575491e-06,
      "loss": 0.3276,
      "step": 10770
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.745464946391561e-06,
      "loss": 0.2718,
      "step": 10771
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.743694300756638e-06,
      "loss": 0.2966,
      "step": 10772
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7419238180730174e-06,
      "loss": 0.2854,
      "step": 10773
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.740153498408483e-06,
      "loss": 0.2988,
      "step": 10774
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.738383341830804e-06,
      "loss": 0.2863,
      "step": 10775
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7366133484077625e-06,
      "loss": 0.2935,
      "step": 10776
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.734843518207114e-06,
      "loss": 0.2921,
      "step": 10777
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.73307385129662e-06,
      "loss": 0.2882,
      "step": 10778
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.731304347744029e-06,
      "loss": 0.2955,
      "step": 10779
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.729535007617082e-06,
      "loss": 0.2846,
      "step": 10780
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.727765830983525e-06,
      "loss": 0.2863,
      "step": 10781
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7259968179110895e-06,
      "loss": 0.2914,
      "step": 10782
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.724227968467497e-06,
      "loss": 0.2845,
      "step": 10783
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.722459282720472e-06,
      "loss": 0.2983,
      "step": 10784
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.720690760737721e-06,
      "loss": 0.3181,
      "step": 10785
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.718922402586962e-06,
      "loss": 0.2893,
      "step": 10786
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7171542083358875e-06,
      "loss": 0.2422,
      "step": 10787
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7153861780522e-06,
      "loss": 0.2994,
      "step": 10788
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.713618311803576e-06,
      "loss": 0.3023,
      "step": 10789
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.711850609657708e-06,
      "loss": 0.3019,
      "step": 10790
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.710083071682269e-06,
      "loss": 0.2997,
      "step": 10791
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.708315697944926e-06,
      "loss": 0.2785,
      "step": 10792
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.706548488513347e-06,
      "loss": 0.3117,
      "step": 10793
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.704781443455182e-06,
      "loss": 0.2872,
      "step": 10794
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7030145628380895e-06,
      "loss": 0.3211,
      "step": 10795
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.701247846729712e-06,
      "loss": 0.3044,
      "step": 10796
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6994812951976855e-06,
      "loss": 0.3309,
      "step": 10797
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.697714908309643e-06,
      "loss": 0.2857,
      "step": 10798
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.695948686133206e-06,
      "loss": 0.2726,
      "step": 10799
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.694182628736003e-06,
      "loss": 0.2872,
      "step": 10800
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.69241673618564e-06,
      "loss": 0.2764,
      "step": 10801
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.690651008549725e-06,
      "loss": 0.275,
      "step": 10802
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.688885445895858e-06,
      "loss": 0.286,
      "step": 10803
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.687120048291634e-06,
      "loss": 0.2684,
      "step": 10804
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.685354815804638e-06,
      "loss": 0.25,
      "step": 10805
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.683589748502456e-06,
      "loss": 0.2847,
      "step": 10806
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6818248464526604e-06,
      "loss": 0.2924,
      "step": 10807
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.68006010972282e-06,
      "loss": 0.3016,
      "step": 10808
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.678295538380498e-06,
      "loss": 0.2856,
      "step": 10809
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6765311324932455e-06,
      "loss": 0.2944,
      "step": 10810
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.674766892128621e-06,
      "loss": 0.3089,
      "step": 10811
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.673002817354163e-06,
      "loss": 0.3211,
      "step": 10812
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.671238908237409e-06,
      "loss": 0.3165,
      "step": 10813
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.66947516484589e-06,
      "loss": 0.2928,
      "step": 10814
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.667711587247124e-06,
      "loss": 0.2988,
      "step": 10815
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.665948175508641e-06,
      "loss": 0.2828,
      "step": 10816
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.664184929697946e-06,
      "loss": 0.2912,
      "step": 10817
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.662421849882544e-06,
      "loss": 0.2785,
      "step": 10818
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.660658936129936e-06,
      "loss": 0.266,
      "step": 10819
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6588961885076085e-06,
      "loss": 0.3039,
      "step": 10820
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.657133607083058e-06,
      "loss": 0.2974,
      "step": 10821
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.655371191923762e-06,
      "loss": 0.2985,
      "step": 10822
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.653608943097186e-06,
      "loss": 0.2656,
      "step": 10823
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6518468606708e-06,
      "loss": 0.29,
      "step": 10824
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.650084944712071e-06,
      "loss": 0.3117,
      "step": 10825
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.648323195288448e-06,
      "loss": 0.3107,
      "step": 10826
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6465616124673804e-06,
      "loss": 0.308,
      "step": 10827
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.644800196316311e-06,
      "loss": 0.2832,
      "step": 10828
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.643038946902668e-06,
      "loss": 0.2892,
      "step": 10829
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.641277864293892e-06,
      "loss": 0.2532,
      "step": 10830
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6395169485573985e-06,
      "loss": 0.2787,
      "step": 10831
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.637756199760605e-06,
      "loss": 0.2698,
      "step": 10832
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.63599561797092e-06,
      "loss": 0.2852,
      "step": 10833
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.634235203255745e-06,
      "loss": 0.2992,
      "step": 10834
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.632474955682483e-06,
      "loss": 0.293,
      "step": 10835
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.630714875318522e-06,
      "loss": 0.2919,
      "step": 10836
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.628954962231243e-06,
      "loss": 0.2856,
      "step": 10837
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.627195216488029e-06,
      "loss": 0.3022,
      "step": 10838
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.625435638156245e-06,
      "loss": 0.3013,
      "step": 10839
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.623676227303257e-06,
      "loss": 0.2693,
      "step": 10840
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.621916983996429e-06,
      "loss": 0.3013,
      "step": 10841
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.62015790830311e-06,
      "loss": 0.2778,
      "step": 10842
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.618399000290645e-06,
      "loss": 0.2762,
      "step": 10843
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.616640260026374e-06,
      "loss": 0.3178,
      "step": 10844
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.614881687577624e-06,
      "loss": 0.2909,
      "step": 10845
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.6131232830117335e-06,
      "loss": 0.3125,
      "step": 10846
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.611365046396013e-06,
      "loss": 0.3033,
      "step": 10847
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.609606977797781e-06,
      "loss": 0.3008,
      "step": 10848
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.6078490772843404e-06,
      "loss": 0.2804,
      "step": 10849
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.60609134492299e-06,
      "loss": 0.3027,
      "step": 10850
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.604333780781033e-06,
      "loss": 0.2932,
      "step": 10851
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.602576384925752e-06,
      "loss": 0.2926,
      "step": 10852
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.600819157424428e-06,
      "loss": 0.2829,
      "step": 10853
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.599062098344336e-06,
      "loss": 0.2906,
      "step": 10854
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.59730520775274e-06,
      "loss": 0.2769,
      "step": 10855
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.595548485716915e-06,
      "loss": 0.2792,
      "step": 10856
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.593791932304105e-06,
      "loss": 0.2666,
      "step": 10857
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.592035547581561e-06,
      "loss": 0.2812,
      "step": 10858
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.590279331616524e-06,
      "loss": 0.2822,
      "step": 10859
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.588523284476237e-06,
      "loss": 0.2818,
      "step": 10860
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.586767406227926e-06,
      "loss": 0.2881,
      "step": 10861
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.585011696938813e-06,
      "loss": 0.2733,
      "step": 10862
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.583256156676117e-06,
      "loss": 0.2886,
      "step": 10863
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.581500785507041e-06,
      "loss": 0.258,
      "step": 10864
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.579745583498802e-06,
      "loss": 0.2771,
      "step": 10865
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5779905507185885e-06,
      "loss": 0.28,
      "step": 10866
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5762356872335935e-06,
      "loss": 0.2747,
      "step": 10867
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.574480993111e-06,
      "loss": 0.2884,
      "step": 10868
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5727264684179836e-06,
      "loss": 0.2684,
      "step": 10869
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.570972113221724e-06,
      "loss": 0.2992,
      "step": 10870
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.56921792758938e-06,
      "loss": 0.2645,
      "step": 10871
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.567463911588112e-06,
      "loss": 0.3005,
      "step": 10872
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.56571006528507e-06,
      "loss": 0.2818,
      "step": 10873
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.563956388747401e-06,
      "loss": 0.2727,
      "step": 10874
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.562202882042241e-06,
      "loss": 0.2952,
      "step": 10875
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.560449545236727e-06,
      "loss": 0.2875,
      "step": 10876
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.558696378397983e-06,
      "loss": 0.3136,
      "step": 10877
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5569433815931296e-06,
      "loss": 0.2979,
      "step": 10878
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.555190554889278e-06,
      "loss": 0.262,
      "step": 10879
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5534378983535305e-06,
      "loss": 0.2836,
      "step": 10880
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.551685412052997e-06,
      "loss": 0.2868,
      "step": 10881
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.549933096054765e-06,
      "loss": 0.3011,
      "step": 10882
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.548180950425921e-06,
      "loss": 0.2845,
      "step": 10883
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.546428975233546e-06,
      "loss": 0.3054,
      "step": 10884
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.544677170544711e-06,
      "loss": 0.2878,
      "step": 10885
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.54292553642649e-06,
      "loss": 0.2881,
      "step": 10886
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.54117407294594e-06,
      "loss": 0.2783,
      "step": 10887
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.539422780170114e-06,
      "loss": 0.2663,
      "step": 10888
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.537671658166063e-06,
      "loss": 0.2679,
      "step": 10889
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.535920707000825e-06,
      "loss": 0.305,
      "step": 10890
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.534169926741435e-06,
      "loss": 0.2861,
      "step": 10891
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.532419317454922e-06,
      "loss": 0.2966,
      "step": 10892
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.530668879208307e-06,
      "loss": 0.3234,
      "step": 10893
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.528918612068604e-06,
      "loss": 0.2882,
      "step": 10894
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.527168516102823e-06,
      "loss": 0.2787,
      "step": 10895
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.525418591377967e-06,
      "loss": 0.2902,
      "step": 10896
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.523668837961029e-06,
      "loss": 0.2941,
      "step": 10897
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.521919255918999e-06,
      "loss": 0.2899,
      "step": 10898
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.520169845318856e-06,
      "loss": 0.2838,
      "step": 10899
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.518420606227582e-06,
      "loss": 0.2829,
      "step": 10900
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.51667153871214e-06,
      "loss": 0.2852,
      "step": 10901
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.514922642839498e-06,
      "loss": 0.281,
      "step": 10902
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.513173918676606e-06,
      "loss": 0.2899,
      "step": 10903
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.511425366290414e-06,
      "loss": 0.2951,
      "step": 10904
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.509676985747871e-06,
      "loss": 0.2751,
      "step": 10905
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.507928777115907e-06,
      "loss": 0.2868,
      "step": 10906
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.506180740461457e-06,
      "loss": 0.291,
      "step": 10907
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5044328758514385e-06,
      "loss": 0.3037,
      "step": 10908
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5026851833527714e-06,
      "loss": 0.2955,
      "step": 10909
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.500937663032359e-06,
      "loss": 0.3061,
      "step": 10910
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.499190314957114e-06,
      "loss": 0.2874,
      "step": 10911
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.497443139193931e-06,
      "loss": 0.2945,
      "step": 10912
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.495696135809696e-06,
      "loss": 0.3033,
      "step": 10913
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4939493048712955e-06,
      "loss": 0.2896,
      "step": 10914
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.492202646445601e-06,
      "loss": 0.2864,
      "step": 10915
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.490456160599491e-06,
      "loss": 0.3009,
      "step": 10916
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.488709847399827e-06,
      "loss": 0.2931,
      "step": 10917
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.486963706913462e-06,
      "loss": 0.2708,
      "step": 10918
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.485217739207249e-06,
      "loss": 0.2574,
      "step": 10919
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.483471944348029e-06,
      "loss": 0.2872,
      "step": 10920
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4817263224026455e-06,
      "loss": 0.2799,
      "step": 10921
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.479980873437923e-06,
      "loss": 0.2815,
      "step": 10922
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.47823559752069e-06,
      "loss": 0.3142,
      "step": 10923
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.476490494717761e-06,
      "loss": 0.3041,
      "step": 10924
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.474745565095947e-06,
      "loss": 0.293,
      "step": 10925
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4730008087220536e-06,
      "loss": 0.2748,
      "step": 10926
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.471256225662876e-06,
      "loss": 0.3041,
      "step": 10927
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.469511815985207e-06,
      "loss": 0.3086,
      "step": 10928
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.467767579755825e-06,
      "loss": 0.2814,
      "step": 10929
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.466023517041517e-06,
      "loss": 0.2733,
      "step": 10930
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.464279627909048e-06,
      "loss": 0.2434,
      "step": 10931
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.462535912425184e-06,
      "loss": 0.278,
      "step": 10932
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.460792370656682e-06,
      "loss": 0.2972,
      "step": 10933
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.459049002670289e-06,
      "loss": 0.3002,
      "step": 10934
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.457305808532758e-06,
      "loss": 0.2937,
      "step": 10935
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.455562788310822e-06,
      "loss": 0.3011,
      "step": 10936
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.453819942071212e-06,
      "loss": 0.268,
      "step": 10937
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.452077269880651e-06,
      "loss": 0.2888,
      "step": 10938
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.450334771805854e-06,
      "loss": 0.286,
      "step": 10939
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.44859244791354e-06,
      "loss": 0.2839,
      "step": 10940
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4468502982704096e-06,
      "loss": 0.2867,
      "step": 10941
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.44510832294316e-06,
      "loss": 0.2662,
      "step": 10942
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.443366521998481e-06,
      "loss": 0.2866,
      "step": 10943
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4416248955030596e-06,
      "loss": 0.2799,
      "step": 10944
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.439883443523566e-06,
      "loss": 0.3138,
      "step": 10945
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4381421661266835e-06,
      "loss": 0.2801,
      "step": 10946
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.436401063379068e-06,
      "loss": 0.3013,
      "step": 10947
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.434660135347378e-06,
      "loss": 0.278,
      "step": 10948
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.432919382098267e-06,
      "loss": 0.2699,
      "step": 10949
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.431178803698374e-06,
      "loss": 0.2913,
      "step": 10950
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.429438400214342e-06,
      "loss": 0.2847,
      "step": 10951
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.427698171712801e-06,
      "loss": 0.2977,
      "step": 10952
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.425958118260374e-06,
      "loss": 0.2712,
      "step": 10953
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.424218239923678e-06,
      "loss": 0.3112,
      "step": 10954
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.42247853676932e-06,
      "loss": 0.2981,
      "step": 10955
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4207390088639114e-06,
      "loss": 0.2748,
      "step": 10956
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.418999656274045e-06,
      "loss": 0.2852,
      "step": 10957
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.417260479066318e-06,
      "loss": 0.2871,
      "step": 10958
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.415521477307299e-06,
      "loss": 0.3029,
      "step": 10959
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4137826510635796e-06,
      "loss": 0.2786,
      "step": 10960
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.412044000401726e-06,
      "loss": 0.2935,
      "step": 10961
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4103055253882995e-06,
      "loss": 0.2955,
      "step": 10962
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4085672260898606e-06,
      "loss": 0.2766,
      "step": 10963
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.406829102572952e-06,
      "loss": 0.2785,
      "step": 10964
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.405091154904127e-06,
      "loss": 0.2699,
      "step": 10965
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4033533831499195e-06,
      "loss": 0.291,
      "step": 10966
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.401615787376857e-06,
      "loss": 0.2973,
      "step": 10967
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3998783676514655e-06,
      "loss": 0.2698,
      "step": 10968
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.398141124040255e-06,
      "loss": 0.2592,
      "step": 10969
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.396404056609745e-06,
      "loss": 0.2879,
      "step": 10970
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.394667165426432e-06,
      "loss": 0.2877,
      "step": 10971
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.392930450556817e-06,
      "loss": 0.2946,
      "step": 10972
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.391193912067386e-06,
      "loss": 0.2999,
      "step": 10973
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.389457550024619e-06,
      "loss": 0.2921,
      "step": 10974
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.387721364495e-06,
      "loss": 0.2699,
      "step": 10975
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.385985355544994e-06,
      "loss": 0.2891,
      "step": 10976
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3842495232410616e-06,
      "loss": 0.3075,
      "step": 10977
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.382513867649663e-06,
      "loss": 0.287,
      "step": 10978
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.38077838883724e-06,
      "loss": 0.258,
      "step": 10979
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.379043086870244e-06,
      "loss": 0.2976,
      "step": 10980
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3773079618151055e-06,
      "loss": 0.2825,
      "step": 10981
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3755730137382545e-06,
      "loss": 0.2891,
      "step": 10982
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.373838242706112e-06,
      "loss": 0.2921,
      "step": 10983
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.372103648785094e-06,
      "loss": 0.2845,
      "step": 10984
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.370369232041603e-06,
      "loss": 0.3248,
      "step": 10985
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.368634992542052e-06,
      "loss": 0.2737,
      "step": 10986
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.366900930352828e-06,
      "loss": 0.2899,
      "step": 10987
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.365167045540323e-06,
      "loss": 0.2955,
      "step": 10988
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.363433338170913e-06,
      "loss": 0.2746,
      "step": 10989
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.361699808310974e-06,
      "loss": 0.2921,
      "step": 10990
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.359966456026877e-06,
      "loss": 0.3052,
      "step": 10991
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3582332813849855e-06,
      "loss": 0.2713,
      "step": 10992
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3565002844516465e-06,
      "loss": 0.281,
      "step": 10993
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.354767465293205e-06,
      "loss": 0.2962,
      "step": 10994
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.353034823976009e-06,
      "loss": 0.3133,
      "step": 10995
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.351302360566391e-06,
      "loss": 0.3044,
      "step": 10996
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.349570075130673e-06,
      "loss": 0.3262,
      "step": 10997
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3478379677351814e-06,
      "loss": 0.2963,
      "step": 10998
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.346106038446219e-06,
      "loss": 0.2891,
      "step": 10999
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.344374287330105e-06,
      "loss": 0.2733,
      "step": 11000
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.342642714453132e-06,
      "loss": 0.2984,
      "step": 11001
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.340911319881595e-06,
      "loss": 0.2974,
      "step": 11002
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3391801036817785e-06,
      "loss": 0.2698,
      "step": 11003
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.337449065919958e-06,
      "loss": 0.3016,
      "step": 11004
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3357182066624126e-06,
      "loss": 0.3036,
      "step": 11005
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.333987525975405e-06,
      "loss": 0.2931,
      "step": 11006
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.332257023925194e-06,
      "loss": 0.2695,
      "step": 11007
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.33052670057803e-06,
      "loss": 0.2818,
      "step": 11008
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.328796556000153e-06,
      "loss": 0.2755,
      "step": 11009
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.327066590257813e-06,
      "loss": 0.3265,
      "step": 11010
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.3253368034172335e-06,
      "loss": 0.3172,
      "step": 11011
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.32360719554464e-06,
      "loss": 0.3008,
      "step": 11012
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.321877766706252e-06,
      "loss": 0.2801,
      "step": 11013
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.320148516968271e-06,
      "loss": 0.3051,
      "step": 11014
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.318419446396914e-06,
      "loss": 0.2893,
      "step": 11015
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.316690555058372e-06,
      "loss": 0.3128,
      "step": 11016
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.3149618430188335e-06,
      "loss": 0.2953,
      "step": 11017
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.313233310344484e-06,
      "loss": 0.2744,
      "step": 11018
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.311504957101499e-06,
      "loss": 0.2719,
      "step": 11019
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.309776783356044e-06,
      "loss": 0.2829,
      "step": 11020
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.308048789174289e-06,
      "loss": 0.2818,
      "step": 11021
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.3063209746223875e-06,
      "loss": 0.2839,
      "step": 11022
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.3045933397664866e-06,
      "loss": 0.2769,
      "step": 11023
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.302865884672728e-06,
      "loss": 0.2892,
      "step": 11024
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.301138609407242e-06,
      "loss": 0.2821,
      "step": 11025
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.299411514036172e-06,
      "loss": 0.2931,
      "step": 11026
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.297684598625626e-06,
      "loss": 0.2734,
      "step": 11027
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.295957863241721e-06,
      "loss": 0.2849,
      "step": 11028
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.294231307950562e-06,
      "loss": 0.298,
      "step": 11029
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.292504932818255e-06,
      "loss": 0.2782,
      "step": 11030
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.290778737910893e-06,
      "loss": 0.2938,
      "step": 11031
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.289052723294563e-06,
      "loss": 0.2839,
      "step": 11032
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.287326889035342e-06,
      "loss": 0.2866,
      "step": 11033
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2856012351993e-06,
      "loss": 0.293,
      "step": 11034
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.283875761852512e-06,
      "loss": 0.2826,
      "step": 11035
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2821504690610345e-06,
      "loss": 0.2903,
      "step": 11036
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.280425356890917e-06,
      "loss": 0.2826,
      "step": 11037
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.278700425408206e-06,
      "loss": 0.2977,
      "step": 11038
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.276975674678936e-06,
      "loss": 0.2598,
      "step": 11039
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2752511047691455e-06,
      "loss": 0.2966,
      "step": 11040
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.273526715744856e-06,
      "loss": 0.2889,
      "step": 11041
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.271802507672087e-06,
      "loss": 0.2662,
      "step": 11042
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.270078480616846e-06,
      "loss": 0.299,
      "step": 11043
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.268354634645134e-06,
      "loss": 0.2715,
      "step": 11044
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.266630969822958e-06,
      "loss": 0.2832,
      "step": 11045
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2649074862163005e-06,
      "loss": 0.2891,
      "step": 11046
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.263184183891147e-06,
      "loss": 0.2917,
      "step": 11047
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.261461062913473e-06,
      "loss": 0.2826,
      "step": 11048
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.259738123349243e-06,
      "loss": 0.2713,
      "step": 11049
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.258015365264426e-06,
      "loss": 0.2729,
      "step": 11050
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.256292788724977e-06,
      "loss": 0.2899,
      "step": 11051
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2545703937968404e-06,
      "loss": 0.2581,
      "step": 11052
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.252848180545962e-06,
      "loss": 0.2713,
      "step": 11053
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.25112614903827e-06,
      "loss": 0.2751,
      "step": 11054
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.249404299339693e-06,
      "loss": 0.2669,
      "step": 11055
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.247682631516158e-06,
      "loss": 0.309,
      "step": 11056
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.245961145633575e-06,
      "loss": 0.3281,
      "step": 11057
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.244239841757848e-06,
      "loss": 0.2596,
      "step": 11058
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.242518719954879e-06,
      "loss": 0.266,
      "step": 11059
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.240797780290559e-06,
      "loss": 0.2616,
      "step": 11060
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.239077022830776e-06,
      "loss": 0.302,
      "step": 11061
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2373564476414065e-06,
      "loss": 0.2833,
      "step": 11062
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2356360547883234e-06,
      "loss": 0.2938,
      "step": 11063
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.233915844337387e-06,
      "loss": 0.3061,
      "step": 11064
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.232195816354462e-06,
      "loss": 0.3147,
      "step": 11065
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.230475970905396e-06,
      "loss": 0.2817,
      "step": 11066
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.228756308056033e-06,
      "loss": 0.3044,
      "step": 11067
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.227036827872209e-06,
      "loss": 0.3139,
      "step": 11068
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.225317530419751e-06,
      "loss": 0.2633,
      "step": 11069
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.223598415764489e-06,
      "loss": 0.2667,
      "step": 11070
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.221879483972234e-06,
      "loss": 0.2863,
      "step": 11071
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.220160735108797e-06,
      "loss": 0.2553,
      "step": 11072
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.218442169239977e-06,
      "loss": 0.303,
      "step": 11073
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.216723786431566e-06,
      "loss": 0.2853,
      "step": 11074
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.21500558674936e-06,
      "loss": 0.2956,
      "step": 11075
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2132875702591355e-06,
      "loss": 0.2818,
      "step": 11076
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.211569737026666e-06,
      "loss": 0.3133,
      "step": 11077
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.209852087117718e-06,
      "loss": 0.2826,
      "step": 11078
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.208134620598048e-06,
      "loss": 0.2765,
      "step": 11079
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.206417337533416e-06,
      "loss": 0.2938,
      "step": 11080
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.204700237989564e-06,
      "loss": 0.2719,
      "step": 11081
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2029833220322316e-06,
      "loss": 0.3078,
      "step": 11082
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.201266589727148e-06,
      "loss": 0.2896,
      "step": 11083
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.199550041140034e-06,
      "loss": 0.2999,
      "step": 11084
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.197833676336617e-06,
      "loss": 0.2909,
      "step": 11085
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.196117495382602e-06,
      "loss": 0.3055,
      "step": 11086
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.194401498343693e-06,
      "loss": 0.2744,
      "step": 11087
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.192685685285588e-06,
      "loss": 0.296,
      "step": 11088
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1909700562739725e-06,
      "loss": 0.3131,
      "step": 11089
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.189254611374528e-06,
      "loss": 0.2482,
      "step": 11090
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.187539350652937e-06,
      "loss": 0.29,
      "step": 11091
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.185824274174864e-06,
      "loss": 0.2845,
      "step": 11092
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.184109382005969e-06,
      "loss": 0.2786,
      "step": 11093
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.182394674211906e-06,
      "loss": 0.2769,
      "step": 11094
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1806801508583235e-06,
      "loss": 0.3221,
      "step": 11095
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.178965812010861e-06,
      "loss": 0.2646,
      "step": 11096
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.177251657735152e-06,
      "loss": 0.2835,
      "step": 11097
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.17553768809682e-06,
      "loss": 0.2977,
      "step": 11098
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.173823903161481e-06,
      "loss": 0.2799,
      "step": 11099
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1721103029947575e-06,
      "loss": 0.3075,
      "step": 11100
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.170396887662246e-06,
      "loss": 0.3072,
      "step": 11101
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.168683657229545e-06,
      "loss": 0.2917,
      "step": 11102
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1669706117622475e-06,
      "loss": 0.2974,
      "step": 11103
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.165257751325929e-06,
      "loss": 0.2972,
      "step": 11104
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.163545075986178e-06,
      "loss": 0.2831,
      "step": 11105
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1618325858085575e-06,
      "loss": 0.2874,
      "step": 11106
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.160120280858628e-06,
      "loss": 0.2849,
      "step": 11107
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.158408161201948e-06,
      "loss": 0.2804,
      "step": 11108
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.156696226904059e-06,
      "loss": 0.275,
      "step": 11109
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1549844780305106e-06,
      "loss": 0.2757,
      "step": 11110
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.153272914646832e-06,
      "loss": 0.2884,
      "step": 11111
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1515615368185525e-06,
      "loss": 0.272,
      "step": 11112
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.149850344611187e-06,
      "loss": 0.3069,
      "step": 11113
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.148139338090249e-06,
      "loss": 0.2882,
      "step": 11114
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.146428517321248e-06,
      "loss": 0.2748,
      "step": 11115
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.144717882369679e-06,
      "loss": 0.2803,
      "step": 11116
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1430074333010346e-06,
      "loss": 0.2765,
      "step": 11117
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.141297170180799e-06,
      "loss": 0.323,
      "step": 11118
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.139587093074443e-06,
      "loss": 0.2928,
      "step": 11119
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.137877202047445e-06,
      "loss": 0.2709,
      "step": 11120
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.136167497165266e-06,
      "loss": 0.2613,
      "step": 11121
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.134457978493356e-06,
      "loss": 0.2953,
      "step": 11122
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1327486460971696e-06,
      "loss": 0.2811,
      "step": 11123
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1310395000421435e-06,
      "loss": 0.2938,
      "step": 11124
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.129330540393711e-06,
      "loss": 0.3147,
      "step": 11125
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.127621767217306e-06,
      "loss": 0.3022,
      "step": 11126
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1259131805783425e-06,
      "loss": 0.3032,
      "step": 11127
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.124204780542239e-06,
      "loss": 0.2806,
      "step": 11128
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.12249656717439e-06,
      "loss": 0.3161,
      "step": 11129
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.120788540540203e-06,
      "loss": 0.2729,
      "step": 11130
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.119080700705068e-06,
      "loss": 0.256,
      "step": 11131
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.117373047734369e-06,
      "loss": 0.3287,
      "step": 11132
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.115665581693481e-06,
      "loss": 0.3012,
      "step": 11133
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.11395830264777e-06,
      "loss": 0.2842,
      "step": 11134
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1122512106626085e-06,
      "loss": 0.2718,
      "step": 11135
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.110544305803347e-06,
      "loss": 0.298,
      "step": 11136
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.108837588135333e-06,
      "loss": 0.2923,
      "step": 11137
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.107131057723908e-06,
      "loss": 0.2653,
      "step": 11138
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.105424714634404e-06,
      "loss": 0.2843,
      "step": 11139
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.103718558932151e-06,
      "loss": 0.2969,
      "step": 11140
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.10201259068247e-06,
      "loss": 0.2944,
      "step": 11141
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.100306809950671e-06,
      "loss": 0.3068,
      "step": 11142
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.09860121680206e-06,
      "loss": 0.2659,
      "step": 11143
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0968958113019296e-06,
      "loss": 0.2499,
      "step": 11144
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.09519059351558e-06,
      "loss": 0.2799,
      "step": 11145
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.09348556350829e-06,
      "loss": 0.2732,
      "step": 11146
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.091780721345336e-06,
      "loss": 0.3013,
      "step": 11147
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.090076067091991e-06,
      "loss": 0.2796,
      "step": 11148
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.088371600813508e-06,
      "loss": 0.278,
      "step": 11149
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.086667322575152e-06,
      "loss": 0.2826,
      "step": 11150
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.084963232442167e-06,
      "loss": 0.2854,
      "step": 11151
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.083259330479794e-06,
      "loss": 0.2871,
      "step": 11152
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.081555616753264e-06,
      "loss": 0.2733,
      "step": 11153
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.079852091327804e-06,
      "loss": 0.3011,
      "step": 11154
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.078148754268635e-06,
      "loss": 0.2679,
      "step": 11155
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.07644560564097e-06,
      "loss": 0.2698,
      "step": 11156
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.074742645510009e-06,
      "loss": 0.2847,
      "step": 11157
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.073039873940952e-06,
      "loss": 0.2956,
      "step": 11158
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.071337290998988e-06,
      "loss": 0.3111,
      "step": 11159
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.069634896749296e-06,
      "loss": 0.284,
      "step": 11160
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0679326912570604e-06,
      "loss": 0.278,
      "step": 11161
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.066230674587449e-06,
      "loss": 0.2697,
      "step": 11162
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.064528846805614e-06,
      "loss": 0.2905,
      "step": 11163
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.062827207976713e-06,
      "loss": 0.3198,
      "step": 11164
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.061125758165896e-06,
      "loss": 0.2708,
      "step": 11165
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0594244974383e-06,
      "loss": 0.2882,
      "step": 11166
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.057723425859058e-06,
      "loss": 0.3055,
      "step": 11167
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0560225434932956e-06,
      "loss": 0.2907,
      "step": 11168
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0543218504061255e-06,
      "loss": 0.2794,
      "step": 11169
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.052621346662666e-06,
      "loss": 0.2722,
      "step": 11170
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.050921032328016e-06,
      "loss": 0.2645,
      "step": 11171
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.049220907467274e-06,
      "loss": 0.3085,
      "step": 11172
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.047520972145525e-06,
      "loss": 0.2543,
      "step": 11173
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.04582122642785e-06,
      "loss": 0.3153,
      "step": 11174
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.044121670379327e-06,
      "loss": 0.2697,
      "step": 11175
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.042422304065025e-06,
      "loss": 0.2754,
      "step": 11176
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0407231275499976e-06,
      "loss": 0.3039,
      "step": 11177
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0390241408993e-06,
      "loss": 0.2981,
      "step": 11178
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.037325344177975e-06,
      "loss": 0.3172,
      "step": 11179
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.035626737451065e-06,
      "loss": 0.2764,
      "step": 11180
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0339283207836e-06,
      "loss": 0.2773,
      "step": 11181
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0322300942406e-06,
      "loss": 0.2715,
      "step": 11182
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.030532057887083e-06,
      "loss": 0.2817,
      "step": 11183
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0288342117880555e-06,
      "loss": 0.2705,
      "step": 11184
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.027136556008523e-06,
      "loss": 0.2893,
      "step": 11185
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0254390906134775e-06,
      "loss": 0.3008,
      "step": 11186
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.023741815667907e-06,
      "loss": 0.2998,
      "step": 11187
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.022044731236791e-06,
      "loss": 0.2882,
      "step": 11188
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.020347837385096e-06,
      "loss": 0.2917,
      "step": 11189
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.018651134177796e-06,
      "loss": 0.2578,
      "step": 11190
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.016954621679846e-06,
      "loss": 0.2828,
      "step": 11191
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.015258299956194e-06,
      "loss": 0.3111,
      "step": 11192
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.013562169071785e-06,
      "loss": 0.2875,
      "step": 11193
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.011866229091555e-06,
      "loss": 0.2633,
      "step": 11194
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.010170480080427e-06,
      "loss": 0.2621,
      "step": 11195
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0084749221033345e-06,
      "loss": 0.2829,
      "step": 11196
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.006779555225181e-06,
      "loss": 0.3142,
      "step": 11197
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.005084379510876e-06,
      "loss": 0.2759,
      "step": 11198
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.003389395025314e-06,
      "loss": 0.3033,
      "step": 11199
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.001694601833396e-06,
      "loss": 0.2972,
      "step": 11200
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.2829,
      "step": 11201
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.99830558959001e-06,
      "loss": 0.2973,
      "step": 11202
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.99661137066829e-06,
      "loss": 0.2885,
      "step": 11203
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9949173432997e-06,
      "loss": 0.2981,
      "step": 11204
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.993223507549103e-06,
      "loss": 0.2708,
      "step": 11205
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.991529863481343e-06,
      "loss": 0.2906,
      "step": 11206
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.989836411161262e-06,
      "loss": 0.2722,
      "step": 11207
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9881431506536915e-06,
      "loss": 0.3114,
      "step": 11208
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.986450082023455e-06,
      "loss": 0.2924,
      "step": 11209
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.984757205335379e-06,
      "loss": 0.2909,
      "step": 11210
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.983064520654269e-06,
      "loss": 0.3002,
      "step": 11211
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.981372028044929e-06,
      "loss": 0.2812,
      "step": 11212
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.979679727572159e-06,
      "loss": 0.296,
      "step": 11213
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9779876193007404e-06,
      "loss": 0.2708,
      "step": 11214
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.976295703295465e-06,
      "loss": 0.2765,
      "step": 11215
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.974603979621102e-06,
      "loss": 0.2969,
      "step": 11216
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9729124483424195e-06,
      "loss": 0.2753,
      "step": 11217
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9712211095241755e-06,
      "loss": 0.2812,
      "step": 11218
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.969529963231122e-06,
      "loss": 0.2899,
      "step": 11219
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.967839009528009e-06,
      "loss": 0.3073,
      "step": 11220
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.96614824847957e-06,
      "loss": 0.267,
      "step": 11221
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.964457680150536e-06,
      "loss": 0.3242,
      "step": 11222
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.96276730460563e-06,
      "loss": 0.272,
      "step": 11223
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9610771219095645e-06,
      "loss": 0.2786,
      "step": 11224
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.959387132127054e-06,
      "loss": 0.2824,
      "step": 11225
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.957697335322795e-06,
      "loss": 0.3209,
      "step": 11226
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.956007731561483e-06,
      "loss": 0.2872,
      "step": 11227
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.954318320907801e-06,
      "loss": 0.2994,
      "step": 11228
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.952629103426426e-06,
      "loss": 0.2916,
      "step": 11229
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.950940079182041e-06,
      "loss": 0.2718,
      "step": 11230
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.949251248239295e-06,
      "loss": 0.3069,
      "step": 11231
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.947562610662852e-06,
      "loss": 0.2779,
      "step": 11232
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9458741665173584e-06,
      "loss": 0.3052,
      "step": 11233
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.944185915867453e-06,
      "loss": 0.2757,
      "step": 11234
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.942497858777777e-06,
      "loss": 0.3083,
      "step": 11235
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.940809995312954e-06,
      "loss": 0.2727,
      "step": 11236
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9391223255376045e-06,
      "loss": 0.2946,
      "step": 11237
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.937434849516337e-06,
      "loss": 0.2899,
      "step": 11238
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.935747567313755e-06,
      "loss": 0.2793,
      "step": 11239
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9340604789944615e-06,
      "loss": 0.2945,
      "step": 11240
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.932373584623044e-06,
      "loss": 0.2796,
      "step": 11241
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.930686884264082e-06,
      "loss": 0.299,
      "step": 11242
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.929000377982154e-06,
      "loss": 0.2941,
      "step": 11243
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.92731406584182e-06,
      "loss": 0.2803,
      "step": 11244
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.925627947907651e-06,
      "loss": 0.2861,
      "step": 11245
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.923942024244192e-06,
      "loss": 0.2852,
      "step": 11246
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.922256294915991e-06,
      "loss": 0.2928,
      "step": 11247
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.920570759987584e-06,
      "loss": 0.2988,
      "step": 11248
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9188854195235e-06,
      "loss": 0.2644,
      "step": 11249
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.917200273588264e-06,
      "loss": 0.257,
      "step": 11250
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.915515322246393e-06,
      "loss": 0.2909,
      "step": 11251
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.913830565562391e-06,
      "loss": 0.2818,
      "step": 11252
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.91214600360076e-06,
      "loss": 0.2991,
      "step": 11253
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.91046163642599e-06,
      "loss": 0.2859,
      "step": 11254
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.908777464102571e-06,
      "loss": 0.3139,
      "step": 11255
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.907093486694981e-06,
      "loss": 0.3061,
      "step": 11256
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.905409704267689e-06,
      "loss": 0.2868,
      "step": 11257
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.903726116885156e-06,
      "loss": 0.2941,
      "step": 11258
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.902042724611837e-06,
      "loss": 0.2956,
      "step": 11259
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.900359527512186e-06,
      "loss": 0.2642,
      "step": 11260
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8986765256506395e-06,
      "loss": 0.2727,
      "step": 11261
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8969937190916325e-06,
      "loss": 0.2935,
      "step": 11262
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.89531110789959e-06,
      "loss": 0.2847,
      "step": 11263
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.893628692138929e-06,
      "loss": 0.2988,
      "step": 11264
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.891946471874062e-06,
      "loss": 0.2656,
      "step": 11265
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.89026444716939e-06,
      "loss": 0.2776,
      "step": 11266
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8885826180893115e-06,
      "loss": 0.2697,
      "step": 11267
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.886900984698212e-06,
      "loss": 0.2905,
      "step": 11268
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8852195470604715e-06,
      "loss": 0.3019,
      "step": 11269
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.883538305240469e-06,
      "loss": 0.2946,
      "step": 11270
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.881857259302566e-06,
      "loss": 0.2866,
      "step": 11271
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.880176409311122e-06,
      "loss": 0.2769,
      "step": 11272
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.878495755330488e-06,
      "loss": 0.2884,
      "step": 11273
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.876815297425002e-06,
      "loss": 0.2896,
      "step": 11274
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.875135035659009e-06,
      "loss": 0.2782,
      "step": 11275
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.873454970096833e-06,
      "loss": 0.285,
      "step": 11276
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.871775100802794e-06,
      "loss": 0.2755,
      "step": 11277
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.870095427841206e-06,
      "loss": 0.2716,
      "step": 11278
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8684159512763705e-06,
      "loss": 0.2997,
      "step": 11279
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.866736671172595e-06,
      "loss": 0.2773,
      "step": 11280
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.865057587594164e-06,
      "loss": 0.2988,
      "step": 11281
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.863378700605363e-06,
      "loss": 0.2762,
      "step": 11282
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.861700010270464e-06,
      "loss": 0.2766,
      "step": 11283
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.860021516653735e-06,
      "loss": 0.2899,
      "step": 11284
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8583432198194424e-06,
      "loss": 0.3002,
      "step": 11285
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.856665119831837e-06,
      "loss": 0.2593,
      "step": 11286
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.854987216755162e-06,
      "loss": 0.2663,
      "step": 11287
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.853309510653658e-06,
      "loss": 0.2927,
      "step": 11288
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.85163200159155e-06,
      "loss": 0.2719,
      "step": 11289
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.849954689633068e-06,
      "loss": 0.2893,
      "step": 11290
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.848277574842425e-06,
      "loss": 0.3174,
      "step": 11291
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.846600657283828e-06,
      "loss": 0.2866,
      "step": 11292
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.844923937021476e-06,
      "loss": 0.3097,
      "step": 11293
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.84324741411956e-06,
      "loss": 0.2759,
      "step": 11294
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.841571088642274e-06,
      "loss": 0.2907,
      "step": 11295
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.839894960653788e-06,
      "loss": 0.2768,
      "step": 11296
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.838219030218274e-06,
      "loss": 0.3052,
      "step": 11297
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.836543297399895e-06,
      "loss": 0.274,
      "step": 11298
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8348677622628045e-06,
      "loss": 0.2701,
      "step": 11299
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8331924248711516e-06,
      "loss": 0.2804,
      "step": 11300
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.831517285289074e-06,
      "loss": 0.3093,
      "step": 11301
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.829842343580704e-06,
      "loss": 0.2465,
      "step": 11302
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8281675998101655e-06,
      "loss": 0.274,
      "step": 11303
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.826493054041579e-06,
      "loss": 0.3013,
      "step": 11304
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.824818706339053e-06,
      "loss": 0.2979,
      "step": 11305
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8231445567666875e-06,
      "loss": 0.2762,
      "step": 11306
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.821470605388578e-06,
      "loss": 0.2985,
      "step": 11307
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.819796852268812e-06,
      "loss": 0.2801,
      "step": 11308
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.818123297471463e-06,
      "loss": 0.2969,
      "step": 11309
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.816449941060611e-06,
      "loss": 0.2507,
      "step": 11310
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.814776783100316e-06,
      "loss": 0.2846,
      "step": 11311
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.813103823654633e-06,
      "loss": 0.3033,
      "step": 11312
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.811431062787614e-06,
      "loss": 0.2775,
      "step": 11313
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.809758500563293e-06,
      "loss": 0.2746,
      "step": 11314
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8080861370457124e-06,
      "loss": 0.3125,
      "step": 11315
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.806413972298895e-06,
      "loss": 0.2697,
      "step": 11316
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.804742006386858e-06,
      "loss": 0.3103,
      "step": 11317
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.803070239373612e-06,
      "loss": 0.2426,
      "step": 11318
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.801398671323156e-06,
      "loss": 0.2759,
      "step": 11319
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.799727302299495e-06,
      "loss": 0.2732,
      "step": 11320
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.798056132366612e-06,
      "loss": 0.2965,
      "step": 11321
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.796385161588487e-06,
      "loss": 0.2984,
      "step": 11322
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.794714390029091e-06,
      "loss": 0.2875,
      "step": 11323
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.7930438177523886e-06,
      "loss": 0.2736,
      "step": 11324
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.791373444822342e-06,
      "loss": 0.2923,
      "step": 11325
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.789703271302899e-06,
      "loss": 0.2787,
      "step": 11326
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.788033297257999e-06,
      "loss": 0.308,
      "step": 11327
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.786363522751579e-06,
      "loss": 0.2941,
      "step": 11328
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.784693947847562e-06,
      "loss": 0.2778,
      "step": 11329
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.783024572609873e-06,
      "loss": 0.2955,
      "step": 11330
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.781355397102419e-06,
      "loss": 0.2923,
      "step": 11331
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.77968642138911e-06,
      "loss": 0.2825,
      "step": 11332
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.77801764553383e-06,
      "loss": 0.2853,
      "step": 11333
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.77634906960048e-06,
      "loss": 0.2666,
      "step": 11334
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.774680693652934e-06,
      "loss": 0.2977,
      "step": 11335
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.773012517755069e-06,
      "loss": 0.3025,
      "step": 11336
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.771344541970748e-06,
      "loss": 0.296,
      "step": 11337
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.769676766363825e-06,
      "loss": 0.2799,
      "step": 11338
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.768009190998161e-06,
      "loss": 0.3133,
      "step": 11339
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.766341815937591e-06,
      "loss": 0.2818,
      "step": 11340
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.764674641245952e-06,
      "loss": 0.2988,
      "step": 11341
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.763007666987071e-06,
      "loss": 0.291,
      "step": 11342
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.761340893224767e-06,
      "loss": 0.2522,
      "step": 11343
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7596743200228465e-06,
      "loss": 0.2991,
      "step": 11344
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.758007947445126e-06,
      "loss": 0.269,
      "step": 11345
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7563417755553945e-06,
      "loss": 0.2983,
      "step": 11346
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.754675804417441e-06,
      "loss": 0.2734,
      "step": 11347
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.753010034095048e-06,
      "loss": 0.28,
      "step": 11348
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.751344464651986e-06,
      "loss": 0.2832,
      "step": 11349
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7496790961520255e-06,
      "loss": 0.2944,
      "step": 11350
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.748013928658922e-06,
      "loss": 0.2949,
      "step": 11351
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.746348962236428e-06,
      "loss": 0.2999,
      "step": 11352
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.744684196948283e-06,
      "loss": 0.2769,
      "step": 11353
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.74301963285822e-06,
      "loss": 0.2768,
      "step": 11354
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.741355270029975e-06,
      "loss": 0.2697,
      "step": 11355
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.739691108527261e-06,
      "loss": 0.2879,
      "step": 11356
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.738027148413792e-06,
      "loss": 0.3186,
      "step": 11357
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.73636338975327e-06,
      "loss": 0.2723,
      "step": 11358
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.734699832609391e-06,
      "loss": 0.2719,
      "step": 11359
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7330364770458485e-06,
      "loss": 0.3002,
      "step": 11360
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.731373323126321e-06,
      "loss": 0.2656,
      "step": 11361
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.729710370914481e-06,
      "loss": 0.3097,
      "step": 11362
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.728047620473995e-06,
      "loss": 0.2744,
      "step": 11363
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.726385071868518e-06,
      "loss": 0.2836,
      "step": 11364
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7247227251617045e-06,
      "loss": 0.2893,
      "step": 11365
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.723060580417199e-06,
      "loss": 0.2847,
      "step": 11366
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.72139863769863e-06,
      "loss": 0.285,
      "step": 11367
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.719736897069622e-06,
      "loss": 0.3089,
      "step": 11368
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.718075358593802e-06,
      "loss": 0.3078,
      "step": 11369
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.71641402233478e-06,
      "loss": 0.2626,
      "step": 11370
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7147528883561565e-06,
      "loss": 0.2992,
      "step": 11371
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.71309195672153e-06,
      "loss": 0.2912,
      "step": 11372
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.711431227494483e-06,
      "loss": 0.279,
      "step": 11373
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.709770700738606e-06,
      "loss": 0.2932,
      "step": 11374
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.708110376517465e-06,
      "loss": 0.2896,
      "step": 11375
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.706450254894628e-06,
      "loss": 0.2866,
      "step": 11376
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.70479033593365e-06,
      "loss": 0.2973,
      "step": 11377
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.703130619698082e-06,
      "loss": 0.2905,
      "step": 11378
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.701471106251459e-06,
      "loss": 0.2674,
      "step": 11379
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.699811795657327e-06,
      "loss": 0.2747,
      "step": 11380
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.698152687979205e-06,
      "loss": 0.2747,
      "step": 11381
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6964937832806125e-06,
      "loss": 0.2926,
      "step": 11382
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6948350816250595e-06,
      "loss": 0.2677,
      "step": 11383
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.693176583076047e-06,
      "loss": 0.3239,
      "step": 11384
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.691518287697076e-06,
      "loss": 0.2757,
      "step": 11385
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.68986019555163e-06,
      "loss": 0.2872,
      "step": 11386
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.688202306703189e-06,
      "loss": 0.2962,
      "step": 11387
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.686544621215224e-06,
      "loss": 0.263,
      "step": 11388
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.684887139151196e-06,
      "loss": 0.2835,
      "step": 11389
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6832298605745685e-06,
      "loss": 0.2575,
      "step": 11390
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.681572785548787e-06,
      "loss": 0.2882,
      "step": 11391
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.679915914137291e-06,
      "loss": 0.2642,
      "step": 11392
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6782592464035124e-06,
      "loss": 0.2651,
      "step": 11393
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.676602782410874e-06,
      "loss": 0.2988,
      "step": 11394
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.674946522222801e-06,
      "loss": 0.2667,
      "step": 11395
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.673290465902697e-06,
      "loss": 0.2963,
      "step": 11396
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.671634613513965e-06,
      "loss": 0.2642,
      "step": 11397
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6699789651199975e-06,
      "loss": 0.2871,
      "step": 11398
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.668323520784179e-06,
      "loss": 0.2945,
      "step": 11399
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.666668280569897e-06,
      "loss": 0.2472,
      "step": 11400
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.665013244540512e-06,
      "loss": 0.2733,
      "step": 11401
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.663358412759389e-06,
      "loss": 0.2853,
      "step": 11402
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.661703785289879e-06,
      "loss": 0.2921,
      "step": 11403
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.660049362195337e-06,
      "loss": 0.305,
      "step": 11404
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6583951435390975e-06,
      "loss": 0.3192,
      "step": 11405
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.656741129384493e-06,
      "loss": 0.2758,
      "step": 11406
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.655087319794846e-06,
      "loss": 0.2875,
      "step": 11407
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.653433714833469e-06,
      "loss": 0.3079,
      "step": 11408
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.651780314563676e-06,
      "loss": 0.2739,
      "step": 11409
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.650127119048764e-06,
      "loss": 0.2702,
      "step": 11410
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.648474128352027e-06,
      "loss": 0.2914,
      "step": 11411
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.646821342536745e-06,
      "loss": 0.2987,
      "step": 11412
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.645168761666197e-06,
      "loss": 0.2896,
      "step": 11413
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.643516385803647e-06,
      "loss": 0.287,
      "step": 11414
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.641864215012364e-06,
      "loss": 0.2932,
      "step": 11415
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.640212249355597e-06,
      "loss": 0.272,
      "step": 11416
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.638560488896589e-06,
      "loss": 0.2793,
      "step": 11417
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.636908933698581e-06,
      "loss": 0.2821,
      "step": 11418
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.635257583824796e-06,
      "loss": 0.2599,
      "step": 11419
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.633606439338462e-06,
      "loss": 0.2979,
      "step": 11420
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.63195550030279e-06,
      "loss": 0.2701,
      "step": 11421
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6303047667809865e-06,
      "loss": 0.2831,
      "step": 11422
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.628654238836247e-06,
      "loss": 0.3037,
      "step": 11423
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.627003916531761e-06,
      "loss": 0.2704,
      "step": 11424
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.625353799930715e-06,
      "loss": 0.2916,
      "step": 11425
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.62370388909628e-06,
      "loss": 0.2912,
      "step": 11426
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.622054184091624e-06,
      "loss": 0.3025,
      "step": 11427
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.620404684979905e-06,
      "loss": 0.2857,
      "step": 11428
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6187553918242675e-06,
      "loss": 0.2987,
      "step": 11429
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.617106304687864e-06,
      "loss": 0.2783,
      "step": 11430
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.615457423633825e-06,
      "loss": 0.2882,
      "step": 11431
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.613808748725277e-06,
      "loss": 0.2785,
      "step": 11432
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6121602800253386e-06,
      "loss": 0.2425,
      "step": 11433
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.610512017597122e-06,
      "loss": 0.2757,
      "step": 11434
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.60886396150373e-06,
      "loss": 0.2768,
      "step": 11435
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.607216111808258e-06,
      "loss": 0.2758,
      "step": 11436
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.605568468573792e-06,
      "loss": 0.2854,
      "step": 11437
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.603921031863411e-06,
      "loss": 0.3156,
      "step": 11438
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.60227380174019e-06,
      "loss": 0.2504,
      "step": 11439
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.600626778267192e-06,
      "loss": 0.3055,
      "step": 11440
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.598979961507472e-06,
      "loss": 0.2937,
      "step": 11441
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.597333351524077e-06,
      "loss": 0.2835,
      "step": 11442
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.595686948380044e-06,
      "loss": 0.2916,
      "step": 11443
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.594040752138412e-06,
      "loss": 0.2628,
      "step": 11444
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.592394762862201e-06,
      "loss": 0.2856,
      "step": 11445
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.590748980614429e-06,
      "loss": 0.2815,
      "step": 11446
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.589103405458103e-06,
      "loss": 0.2736,
      "step": 11447
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.587458037456223e-06,
      "loss": 0.2369,
      "step": 11448
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.585812876671778e-06,
      "loss": 0.2539,
      "step": 11449
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.584167923167759e-06,
      "loss": 0.28,
      "step": 11450
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.582523177007141e-06,
      "loss": 0.299,
      "step": 11451
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.580878638252891e-06,
      "loss": 0.3048,
      "step": 11452
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5792343069679705e-06,
      "loss": 0.3103,
      "step": 11453
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.577590183215327e-06,
      "loss": 0.2854,
      "step": 11454
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.575946267057913e-06,
      "loss": 0.2533,
      "step": 11455
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5743025585586645e-06,
      "loss": 0.2485,
      "step": 11456
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5726590577805064e-06,
      "loss": 0.3034,
      "step": 11457
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.571015764786362e-06,
      "loss": 0.2754,
      "step": 11458
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.569372679639139e-06,
      "loss": 0.293,
      "step": 11459
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.56772980240175e-06,
      "loss": 0.2839,
      "step": 11460
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.566087133137091e-06,
      "loss": 0.2637,
      "step": 11461
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.564444671908047e-06,
      "loss": 0.298,
      "step": 11462
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.562802418777502e-06,
      "loss": 0.2603,
      "step": 11463
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.561160373808324e-06,
      "loss": 0.2938,
      "step": 11464
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.559518537063388e-06,
      "loss": 0.2627,
      "step": 11465
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.557876908605543e-06,
      "loss": 0.2762,
      "step": 11466
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5562354884976425e-06,
      "loss": 0.2733,
      "step": 11467
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.554594276802525e-06,
      "loss": 0.29,
      "step": 11468
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.552953273583026e-06,
      "loss": 0.2815,
      "step": 11469
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5513124789019695e-06,
      "loss": 0.287,
      "step": 11470
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.549671892822172e-06,
      "loss": 0.3006,
      "step": 11471
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.548031515406443e-06,
      "loss": 0.2797,
      "step": 11472
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5463913467175825e-06,
      "loss": 0.3058,
      "step": 11473
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.544751386818389e-06,
      "loss": 0.3012,
      "step": 11474
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.543111635771644e-06,
      "loss": 0.2755,
      "step": 11475
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5414720936401265e-06,
      "loss": 0.308,
      "step": 11476
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5398327604866056e-06,
      "loss": 0.2765,
      "step": 11477
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5381936363738365e-06,
      "loss": 0.2899,
      "step": 11478
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.536554721364584e-06,
      "loss": 0.2662,
      "step": 11479
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.534916015521584e-06,
      "loss": 0.2821,
      "step": 11480
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.533277518907579e-06,
      "loss": 0.2803,
      "step": 11481
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.531639231585298e-06,
      "loss": 0.3265,
      "step": 11482
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.530001153617459e-06,
      "loss": 0.2715,
      "step": 11483
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.528363285066774e-06,
      "loss": 0.2955,
      "step": 11484
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.526725625995956e-06,
      "loss": 0.3033,
      "step": 11485
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.525088176467696e-06,
      "loss": 0.2513,
      "step": 11486
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.523450936544687e-06,
      "loss": 0.3044,
      "step": 11487
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.521813906289607e-06,
      "loss": 0.2766,
      "step": 11488
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5201770857651275e-06,
      "loss": 0.2956,
      "step": 11489
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.518540475033919e-06,
      "loss": 0.2953,
      "step": 11490
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.516904074158637e-06,
      "loss": 0.3209,
      "step": 11491
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.515267883201928e-06,
      "loss": 0.291,
      "step": 11492
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.513631902226437e-06,
      "loss": 0.2801,
      "step": 11493
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.511996131294789e-06,
      "loss": 0.2891,
      "step": 11494
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.51036057046962e-06,
      "loss": 0.2704,
      "step": 11495
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.508725219813541e-06,
      "loss": 0.2863,
      "step": 11496
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.507090079389161e-06,
      "loss": 0.2893,
      "step": 11497
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.505455149259083e-06,
      "loss": 0.2849,
      "step": 11498
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.503820429485892e-06,
      "loss": 0.3055,
      "step": 11499
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.502185920132184e-06,
      "loss": 0.2595,
      "step": 11500
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.500551621260531e-06,
      "loss": 0.29,
      "step": 11501
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.498917532933503e-06,
      "loss": 0.2824,
      "step": 11502
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.497283655213654e-06,
      "loss": 0.2698,
      "step": 11503
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.495649988163542e-06,
      "loss": 0.2683,
      "step": 11504
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.494016531845712e-06,
      "loss": 0.3089,
      "step": 11505
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.492383286322699e-06,
      "loss": 0.2771,
      "step": 11506
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.49075025165703e-06,
      "loss": 0.3079,
      "step": 11507
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.489117427911223e-06,
      "loss": 0.2612,
      "step": 11508
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.487484815147799e-06,
      "loss": 0.2635,
      "step": 11509
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.485852413429256e-06,
      "loss": 0.2766,
      "step": 11510
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.48422022281809e-06,
      "loss": 0.2589,
      "step": 11511
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.482588243376789e-06,
      "loss": 0.2708,
      "step": 11512
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.48095647516783e-06,
      "loss": 0.2874,
      "step": 11513
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.479324918253693e-06,
      "loss": 0.2874,
      "step": 11514
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.477693572696834e-06,
      "loss": 0.2979,
      "step": 11515
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.476062438559713e-06,
      "loss": 0.3278,
      "step": 11516
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.474431515904776e-06,
      "loss": 0.2888,
      "step": 11517
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.472800804794461e-06,
      "loss": 0.3023,
      "step": 11518
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.471170305291197e-06,
      "loss": 0.3006,
      "step": 11519
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.469540017457413e-06,
      "loss": 0.2824,
      "step": 11520
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.467909941355523e-06,
      "loss": 0.2946,
      "step": 11521
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.466280077047932e-06,
      "loss": 0.278,
      "step": 11522
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.464650424597039e-06,
      "loss": 0.2849,
      "step": 11523
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.463020984065232e-06,
      "loss": 0.2732,
      "step": 11524
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.461391755514899e-06,
      "loss": 0.2938,
      "step": 11525
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4597627390084116e-06,
      "loss": 0.2746,
      "step": 11526
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4581339346081385e-06,
      "loss": 0.2926,
      "step": 11527
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.456505342376435e-06,
      "loss": 0.2821,
      "step": 11528
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.454876962375649e-06,
      "loss": 0.269,
      "step": 11529
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.453248794668129e-06,
      "loss": 0.2898,
      "step": 11530
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4516208393162065e-06,
      "loss": 0.2693,
      "step": 11531
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.449993096382206e-06,
      "loss": 0.2845,
      "step": 11532
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4483655659284455e-06,
      "loss": 0.2769,
      "step": 11533
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.44673824801723e-06,
      "loss": 0.273,
      "step": 11534
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.445111142710871e-06,
      "loss": 0.2829,
      "step": 11535
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.443484250071659e-06,
      "loss": 0.285,
      "step": 11536
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.441857570161871e-06,
      "loss": 0.2967,
      "step": 11537
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.440231103043788e-06,
      "loss": 0.2891,
      "step": 11538
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.438604848779682e-06,
      "loss": 0.298,
      "step": 11539
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.436978807431812e-06,
      "loss": 0.2838,
      "step": 11540
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4353529790624294e-06,
      "loss": 0.2743,
      "step": 11541
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.433727363733779e-06,
      "loss": 0.2437,
      "step": 11542
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.432101961508094e-06,
      "loss": 0.2687,
      "step": 11543
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.43047677244761e-06,
      "loss": 0.2856,
      "step": 11544
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.42885179661454e-06,
      "loss": 0.2443,
      "step": 11545
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4272270340711e-06,
      "loss": 0.2831,
      "step": 11546
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.425602484879491e-06,
      "loss": 0.2817,
      "step": 11547
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.423978149101904e-06,
      "loss": 0.2875,
      "step": 11548
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.422354026800536e-06,
      "loss": 0.2751,
      "step": 11549
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.420730118037561e-06,
      "loss": 0.2871,
      "step": 11550
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.419106422875149e-06,
      "loss": 0.3002,
      "step": 11551
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.417482941375464e-06,
      "loss": 0.2723,
      "step": 11552
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4158596736006566e-06,
      "loss": 0.2782,
      "step": 11553
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.414236619612879e-06,
      "loss": 0.2999,
      "step": 11554
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.412613779474267e-06,
      "loss": 0.286,
      "step": 11555
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.410991153246952e-06,
      "loss": 0.2501,
      "step": 11556
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.409368740993053e-06,
      "loss": 0.2758,
      "step": 11557
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4077465427746834e-06,
      "loss": 0.2914,
      "step": 11558
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.406124558653947e-06,
      "loss": 0.2695,
      "step": 11559
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.404502788692947e-06,
      "loss": 0.278,
      "step": 11560
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.40288123295377e-06,
      "loss": 0.2787,
      "step": 11561
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.401259891498495e-06,
      "loss": 0.2931,
      "step": 11562
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3996387643891945e-06,
      "loss": 0.2877,
      "step": 11563
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.39801785168793e-06,
      "loss": 0.2832,
      "step": 11564
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.396397153456766e-06,
      "loss": 0.2578,
      "step": 11565
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.394776669757745e-06,
      "loss": 0.2852,
      "step": 11566
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.393156400652907e-06,
      "loss": 0.3058,
      "step": 11567
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.391536346204285e-06,
      "loss": 0.261,
      "step": 11568
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.389916506473896e-06,
      "loss": 0.2708,
      "step": 11569
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.388296881523768e-06,
      "loss": 0.2761,
      "step": 11570
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3866774714158965e-06,
      "loss": 0.2806,
      "step": 11571
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.385058276212283e-06,
      "loss": 0.3011,
      "step": 11572
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.383439295974915e-06,
      "loss": 0.2815,
      "step": 11573
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.381820530765781e-06,
      "loss": 0.315,
      "step": 11574
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.380201980646853e-06,
      "loss": 0.2833,
      "step": 11575
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.378583645680096e-06,
      "loss": 0.2733,
      "step": 11576
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3769655259274655e-06,
      "loss": 0.255,
      "step": 11577
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3753476214509105e-06,
      "loss": 0.3083,
      "step": 11578
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.373729932312376e-06,
      "loss": 0.278,
      "step": 11579
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.372112458573793e-06,
      "loss": 0.2847,
      "step": 11580
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.370495200297084e-06,
      "loss": 0.2967,
      "step": 11581
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.368878157544169e-06,
      "loss": 0.2702,
      "step": 11582
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.367261330376948e-06,
      "loss": 0.2709,
      "step": 11583
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.365644718857331e-06,
      "loss": 0.2736,
      "step": 11584
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.364028323047205e-06,
      "loss": 0.298,
      "step": 11585
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.362412143008452e-06,
      "loss": 0.3052,
      "step": 11586
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.360796178802948e-06,
      "loss": 0.299,
      "step": 11587
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.359180430492556e-06,
      "loss": 0.2695,
      "step": 11588
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.357564898139142e-06,
      "loss": 0.2896,
      "step": 11589
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.355949581804552e-06,
      "loss": 0.2782,
      "step": 11590
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.354334481550627e-06,
      "loss": 0.2761,
      "step": 11591
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.352719597439202e-06,
      "loss": 0.2395,
      "step": 11592
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.351104929532103e-06,
      "loss": 0.2599,
      "step": 11593
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.349490477891142e-06,
      "loss": 0.2874,
      "step": 11594
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.347876242578134e-06,
      "loss": 0.2905,
      "step": 11595
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.346262223654878e-06,
      "loss": 0.2681,
      "step": 11596
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.344648421183167e-06,
      "loss": 0.2985,
      "step": 11597
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3430348352247805e-06,
      "loss": 0.2706,
      "step": 11598
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.341421465841494e-06,
      "loss": 0.2699,
      "step": 11599
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3398083130950815e-06,
      "loss": 0.2759,
      "step": 11600
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3381953770473e-06,
      "loss": 0.2789,
      "step": 11601
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.336582657759897e-06,
      "loss": 0.2846,
      "step": 11602
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.334970155294617e-06,
      "loss": 0.2792,
      "step": 11603
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.333357869713193e-06,
      "loss": 0.2944,
      "step": 11604
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.331745801077352e-06,
      "loss": 0.2683,
      "step": 11605
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.330133949448809e-06,
      "loss": 0.2831,
      "step": 11606
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3285223148892774e-06,
      "loss": 0.2983,
      "step": 11607
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.326910897460452e-06,
      "loss": 0.3023,
      "step": 11608
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3252996972240326e-06,
      "loss": 0.2677,
      "step": 11609
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3236887142417e-06,
      "loss": 0.3044,
      "step": 11610
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.322077948575131e-06,
      "loss": 0.2812,
      "step": 11611
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.320467400285993e-06,
      "loss": 0.2775,
      "step": 11612
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.31885706943594e-06,
      "loss": 0.3209,
      "step": 11613
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.317246956086632e-06,
      "loss": 0.303,
      "step": 11614
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.315637060299707e-06,
      "loss": 0.2545,
      "step": 11615
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.314027382136801e-06,
      "loss": 0.2499,
      "step": 11616
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3124179216595385e-06,
      "loss": 0.2854,
      "step": 11617
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.310808678929535e-06,
      "loss": 0.2582,
      "step": 11618
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.309199654008405e-06,
      "loss": 0.2881,
      "step": 11619
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.307590846957748e-06,
      "loss": 0.2935,
      "step": 11620
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.305982257839154e-06,
      "loss": 0.3237,
      "step": 11621
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.304373886714211e-06,
      "loss": 0.2849,
      "step": 11622
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.302765733644487e-06,
      "loss": 0.3058,
      "step": 11623
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.301157798691561e-06,
      "loss": 0.2927,
      "step": 11624
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.299550081916987e-06,
      "loss": 0.2899,
      "step": 11625
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.297942583382315e-06,
      "loss": 0.267,
      "step": 11626
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2963353031490885e-06,
      "loss": 0.2667,
      "step": 11627
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2947282412788415e-06,
      "loss": 0.2571,
      "step": 11628
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.293121397833097e-06,
      "loss": 0.2743,
      "step": 11629
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2915147728733775e-06,
      "loss": 0.2655,
      "step": 11630
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.289908366461192e-06,
      "loss": 0.3036,
      "step": 11631
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.288302178658038e-06,
      "loss": 0.2999,
      "step": 11632
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2866962095254095e-06,
      "loss": 0.2868,
      "step": 11633
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.285090459124787e-06,
      "loss": 0.2907,
      "step": 11634
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.283484927517651e-06,
      "loss": 0.2786,
      "step": 11635
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.281879614765469e-06,
      "loss": 0.2773,
      "step": 11636
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.280274520929698e-06,
      "loss": 0.2811,
      "step": 11637
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.278669646071788e-06,
      "loss": 0.2536,
      "step": 11638
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.277064990253181e-06,
      "loss": 0.2829,
      "step": 11639
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2754605535353125e-06,
      "loss": 0.2801,
      "step": 11640
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.273856335979606e-06,
      "loss": 0.3126,
      "step": 11641
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.272252337647479e-06,
      "loss": 0.2973,
      "step": 11642
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.270648558600337e-06,
      "loss": 0.2686,
      "step": 11643
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.269044998899586e-06,
      "loss": 0.2746,
      "step": 11644
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.267441658606617e-06,
      "loss": 0.2697,
      "step": 11645
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.26583853778281e-06,
      "loss": 0.2676,
      "step": 11646
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.264235636489542e-06,
      "loss": 0.2772,
      "step": 11647
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.262632954788175e-06,
      "loss": 0.2793,
      "step": 11648
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.261030492740076e-06,
      "loss": 0.291,
      "step": 11649
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2594282504065885e-06,
      "loss": 0.3047,
      "step": 11650
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.257826227849057e-06,
      "loss": 0.2888,
      "step": 11651
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.256224425128811e-06,
      "loss": 0.291,
      "step": 11652
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2546228423071735e-06,
      "loss": 0.2743,
      "step": 11653
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2530214794454685e-06,
      "loss": 0.3008,
      "step": 11654
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.251420336604998e-06,
      "loss": 0.322,
      "step": 11655
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.249819413847061e-06,
      "loss": 0.2673,
      "step": 11656
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.248218711232952e-06,
      "loss": 0.2799,
      "step": 11657
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.246618228823945e-06,
      "loss": 0.3011,
      "step": 11658
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2450179666813255e-06,
      "loss": 0.2782,
      "step": 11659
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.243417924866352e-06,
      "loss": 0.293,
      "step": 11660
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.241818103440284e-06,
      "loss": 0.2649,
      "step": 11661
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.240218502464368e-06,
      "loss": 0.279,
      "step": 11662
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.238619121999846e-06,
      "loss": 0.2677,
      "step": 11663
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2370199621079455e-06,
      "loss": 0.2783,
      "step": 11664
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.235421022849897e-06,
      "loss": 0.3059,
      "step": 11665
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.233822304286912e-06,
      "loss": 0.2695,
      "step": 11666
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.232223806480197e-06,
      "loss": 0.262,
      "step": 11667
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.230625529490948e-06,
      "loss": 0.2826,
      "step": 11668
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.229027473380355e-06,
      "loss": 0.2843,
      "step": 11669
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.227429638209602e-06,
      "loss": 0.286,
      "step": 11670
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.225832024039861e-06,
      "loss": 0.2688,
      "step": 11671
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.224234630932299e-06,
      "loss": 0.2694,
      "step": 11672
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.222637458948059e-06,
      "loss": 0.2932,
      "step": 11673
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.221040508148302e-06,
      "loss": 0.2891,
      "step": 11674
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.219443778594161e-06,
      "loss": 0.2941,
      "step": 11675
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.217847270346768e-06,
      "loss": 0.2941,
      "step": 11676
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.216250983467242e-06,
      "loss": 0.2891,
      "step": 11677
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.2146549180166965e-06,
      "loss": 0.3092,
      "step": 11678
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.21305907405624e-06,
      "loss": 0.2874,
      "step": 11679
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.211463451646968e-06,
      "loss": 0.2768,
      "step": 11680
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.209868050849967e-06,
      "loss": 0.3033,
      "step": 11681
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.208272871726317e-06,
      "loss": 0.2831,
      "step": 11682
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.2066779143370836e-06,
      "loss": 0.2691,
      "step": 11683
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.205083178743339e-06,
      "loss": 0.2912,
      "step": 11684
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.203488665006132e-06,
      "loss": 0.2753,
      "step": 11685
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.201894373186509e-06,
      "loss": 0.2688,
      "step": 11686
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.200300303345506e-06,
      "loss": 0.2631,
      "step": 11687
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.198706455544148e-06,
      "loss": 0.3001,
      "step": 11688
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1971128298434626e-06,
      "loss": 0.2814,
      "step": 11689
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.195519426304457e-06,
      "loss": 0.2485,
      "step": 11690
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.193926244988136e-06,
      "loss": 0.2513,
      "step": 11691
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.192333285955491e-06,
      "loss": 0.269,
      "step": 11692
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1907405492675065e-06,
      "loss": 0.3054,
      "step": 11693
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.189148034985167e-06,
      "loss": 0.2581,
      "step": 11694
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.187555743169437e-06,
      "loss": 0.2776,
      "step": 11695
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.185963673881277e-06,
      "loss": 0.2559,
      "step": 11696
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.184371827181639e-06,
      "loss": 0.3223,
      "step": 11697
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.182780203131467e-06,
      "loss": 0.2673,
      "step": 11698
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1811888017916914e-06,
      "loss": 0.2693,
      "step": 11699
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.179597623223246e-06,
      "loss": 0.2967,
      "step": 11700
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.178006667487044e-06,
      "loss": 0.2753,
      "step": 11701
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.176415934643998e-06,
      "loss": 0.2849,
      "step": 11702
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.174825424755005e-06,
      "loss": 0.2652,
      "step": 11703
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.173235137880954e-06,
      "loss": 0.2665,
      "step": 11704
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.171645074082737e-06,
      "loss": 0.2799,
      "step": 11705
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1700552334212285e-06,
      "loss": 0.2598,
      "step": 11706
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.168465615957289e-06,
      "loss": 0.2631,
      "step": 11707
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1668762217517755e-06,
      "loss": 0.285,
      "step": 11708
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.165287050865544e-06,
      "loss": 0.3058,
      "step": 11709
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1636981033594326e-06,
      "loss": 0.2976,
      "step": 11710
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.162109379294273e-06,
      "loss": 0.2468,
      "step": 11711
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.160520878730891e-06,
      "loss": 0.2951,
      "step": 11712
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.158932601730097e-06,
      "loss": 0.285,
      "step": 11713
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.157344548352703e-06,
      "loss": 0.2739,
      "step": 11714
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.155756718659506e-06,
      "loss": 0.2765,
      "step": 11715
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.154169112711295e-06,
      "loss": 0.2902,
      "step": 11716
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.15258173056885e-06,
      "loss": 0.2778,
      "step": 11717
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.150994572292941e-06,
      "loss": 0.2967,
      "step": 11718
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1494076379443385e-06,
      "loss": 0.3073,
      "step": 11719
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.147820927583794e-06,
      "loss": 0.2799,
      "step": 11720
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.146234441272054e-06,
      "loss": 0.2814,
      "step": 11721
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.144648179069859e-06,
      "loss": 0.3245,
      "step": 11722
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.143062141037931e-06,
      "loss": 0.2753,
      "step": 11723
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.141476327237002e-06,
      "loss": 0.3066,
      "step": 11724
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.139890737727777e-06,
      "loss": 0.2919,
      "step": 11725
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.138305372570963e-06,
      "loss": 0.284,
      "step": 11726
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.136720231827254e-06,
      "loss": 0.2884,
      "step": 11727
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.135135315557332e-06,
      "loss": 0.2794,
      "step": 11728
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.133550623821884e-06,
      "loss": 0.28,
      "step": 11729
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.131966156681575e-06,
      "loss": 0.2951,
      "step": 11730
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.130381914197066e-06,
      "loss": 0.2794,
      "step": 11731
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.128797896429009e-06,
      "loss": 0.2681,
      "step": 11732
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1272141034380466e-06,
      "loss": 0.2919,
      "step": 11733
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.125630535284812e-06,
      "loss": 0.2826,
      "step": 11734
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1240471920299374e-06,
      "loss": 0.2792,
      "step": 11735
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.122464073734038e-06,
      "loss": 0.2938,
      "step": 11736
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.120881180457723e-06,
      "loss": 0.2771,
      "step": 11737
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.119298512261593e-06,
      "loss": 0.2737,
      "step": 11738
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.117716069206235e-06,
      "loss": 0.2879,
      "step": 11739
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.116133851352243e-06,
      "loss": 0.2997,
      "step": 11740
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.114551858760183e-06,
      "loss": 0.2799,
      "step": 11741
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.112970091490625e-06,
      "loss": 0.2836,
      "step": 11742
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.111388549604119e-06,
      "loss": 0.2916,
      "step": 11743
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1098072331612246e-06,
      "loss": 0.3034,
      "step": 11744
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1082261422224775e-06,
      "loss": 0.3153,
      "step": 11745
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.106645276848409e-06,
      "loss": 0.2906,
      "step": 11746
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.105064637099543e-06,
      "loss": 0.2693,
      "step": 11747
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.103484223036388e-06,
      "loss": 0.2624,
      "step": 11748
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1019040347194584e-06,
      "loss": 0.2723,
      "step": 11749
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.100324072209247e-06,
      "loss": 0.2893,
      "step": 11750
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.098744335566243e-06,
      "loss": 0.2967,
      "step": 11751
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.097164824850926e-06,
      "loss": 0.2949,
      "step": 11752
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.095585540123762e-06,
      "loss": 0.2799,
      "step": 11753
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.094006481445222e-06,
      "loss": 0.293,
      "step": 11754
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.092427648875756e-06,
      "loss": 0.2716,
      "step": 11755
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0908490424758086e-06,
      "loss": 0.264,
      "step": 11756
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0892706623058175e-06,
      "loss": 0.2744,
      "step": 11757
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.087692508426205e-06,
      "loss": 0.2693,
      "step": 11758
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.086114580897399e-06,
      "loss": 0.2972,
      "step": 11759
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.084536879779806e-06,
      "loss": 0.2619,
      "step": 11760
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.082959405133826e-06,
      "loss": 0.2875,
      "step": 11761
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0813821570198544e-06,
      "loss": 0.2992,
      "step": 11762
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.079805135498271e-06,
      "loss": 0.2485,
      "step": 11763
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.07822834062946e-06,
      "loss": 0.2762,
      "step": 11764
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.076651772473783e-06,
      "loss": 0.2652,
      "step": 11765
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0750754310915995e-06,
      "loss": 0.2937,
      "step": 11766
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.073499316543259e-06,
      "loss": 0.3025,
      "step": 11767
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.071923428889103e-06,
      "loss": 0.2888,
      "step": 11768
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0703477681894595e-06,
      "loss": 0.2877,
      "step": 11769
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.06877233450466e-06,
      "loss": 0.3025,
      "step": 11770
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.067197127895015e-06,
      "loss": 0.2952,
      "step": 11771
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.065622148420832e-06,
      "loss": 0.2938,
      "step": 11772
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.064047396142407e-06,
      "loss": 0.264,
      "step": 11773
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.062472871120031e-06,
      "loss": 0.2744,
      "step": 11774
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0608985734139824e-06,
      "loss": 0.2871,
      "step": 11775
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.059324503084533e-06,
      "loss": 0.2839,
      "step": 11776
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.057750660191947e-06,
      "loss": 0.2828,
      "step": 11777
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.056177044796472e-06,
      "loss": 0.2653,
      "step": 11778
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.054603656958363e-06,
      "loss": 0.2906,
      "step": 11779
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0530304967378534e-06,
      "loss": 0.2659,
      "step": 11780
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.051457564195169e-06,
      "loss": 0.2905,
      "step": 11781
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0498848593905315e-06,
      "loss": 0.2879,
      "step": 11782
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.048312382384146e-06,
      "loss": 0.2877,
      "step": 11783
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.04674013323622e-06,
      "loss": 0.3061,
      "step": 11784
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.045168112006947e-06,
      "loss": 0.2946,
      "step": 11785
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.043596318756507e-06,
      "loss": 0.298,
      "step": 11786
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.04202475354508e-06,
      "loss": 0.2764,
      "step": 11787
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0404534164328255e-06,
      "loss": 0.2994,
      "step": 11788
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.038882307479912e-06,
      "loss": 0.2898,
      "step": 11789
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.037311426746483e-06,
      "loss": 0.2545,
      "step": 11790
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.035740774292679e-06,
      "loss": 0.269,
      "step": 11791
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.034170350178633e-06,
      "loss": 0.2963,
      "step": 11792
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.032600154464466e-06,
      "loss": 0.2987,
      "step": 11793
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.031030187210297e-06,
      "loss": 0.2926,
      "step": 11794
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.029460448476228e-06,
      "loss": 0.2927,
      "step": 11795
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.027890938322359e-06,
      "loss": 0.2797,
      "step": 11796
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.026321656808775e-06,
      "loss": 0.281,
      "step": 11797
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0247526039955535e-06,
      "loss": 0.2672,
      "step": 11798
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.023183779942772e-06,
      "loss": 0.2744,
      "step": 11799
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.021615184710488e-06,
      "loss": 0.2765,
      "step": 11800
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0200468183587556e-06,
      "loss": 0.2704,
      "step": 11801
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.018478680947621e-06,
      "loss": 0.2775,
      "step": 11802
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.016910772537112e-06,
      "loss": 0.2801,
      "step": 11803
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.015343093187266e-06,
      "loss": 0.2859,
      "step": 11804
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.013775642958097e-06,
      "loss": 0.2843,
      "step": 11805
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.012208421909614e-06,
      "loss": 0.2494,
      "step": 11806
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.010641430101816e-06,
      "loss": 0.2747,
      "step": 11807
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.009074667594697e-06,
      "loss": 0.3013,
      "step": 11808
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.007508134448239e-06,
      "loss": 0.2772,
      "step": 11809
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.005941830722416e-06,
      "loss": 0.2765,
      "step": 11810
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0043757564771945e-06,
      "loss": 0.2718,
      "step": 11811
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0028099117725306e-06,
      "loss": 0.2962,
      "step": 11812
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.001244296668367e-06,
      "loss": 0.2591,
      "step": 11813
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.999678911224653e-06,
      "loss": 0.2861,
      "step": 11814
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.998113755501313e-06,
      "loss": 0.2785,
      "step": 11815
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.99654882955827e-06,
      "loss": 0.2727,
      "step": 11816
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.994984133455435e-06,
      "loss": 0.2659,
      "step": 11817
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.993419667252709e-06,
      "loss": 0.2443,
      "step": 11818
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9918554310099955e-06,
      "loss": 0.2811,
      "step": 11819
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.990291424787175e-06,
      "loss": 0.2783,
      "step": 11820
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.988727648644126e-06,
      "loss": 0.2821,
      "step": 11821
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.987164102640718e-06,
      "loss": 0.2765,
      "step": 11822
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.985600786836806e-06,
      "loss": 0.2593,
      "step": 11823
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.984037701292251e-06,
      "loss": 0.3076,
      "step": 11824
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.982474846066886e-06,
      "loss": 0.2861,
      "step": 11825
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.98091222122055e-06,
      "loss": 0.2793,
      "step": 11826
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.979349826813065e-06,
      "loss": 0.267,
      "step": 11827
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.977787662904243e-06,
      "loss": 0.2773,
      "step": 11828
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9762257295539e-06,
      "loss": 0.2517,
      "step": 11829
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.974664026821829e-06,
      "loss": 0.2845,
      "step": 11830
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.973102554767818e-06,
      "loss": 0.2535,
      "step": 11831
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.97154131345165e-06,
      "loss": 0.3185,
      "step": 11832
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9699803029330915e-06,
      "loss": 0.2847,
      "step": 11833
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.968419523271915e-06,
      "loss": 0.2646,
      "step": 11834
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.966858974527866e-06,
      "loss": 0.2885,
      "step": 11835
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.965298656760694e-06,
      "loss": 0.2783,
      "step": 11836
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.963738570030135e-06,
      "loss": 0.2635,
      "step": 11837
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.962178714395909e-06,
      "loss": 0.267,
      "step": 11838
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9606190899177466e-06,
      "loss": 0.2789,
      "step": 11839
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.95905969665535e-06,
      "loss": 0.2872,
      "step": 11840
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.957500534668423e-06,
      "loss": 0.3004,
      "step": 11841
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.955941604016659e-06,
      "loss": 0.2946,
      "step": 11842
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.954382904759731e-06,
      "loss": 0.2789,
      "step": 11843
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.952824436957326e-06,
      "loss": 0.3103,
      "step": 11844
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.951266200669103e-06,
      "loss": 0.2888,
      "step": 11845
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.94970819595472e-06,
      "loss": 0.2793,
      "step": 11846
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.948150422873824e-06,
      "loss": 0.2881,
      "step": 11847
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9465928814860524e-06,
      "loss": 0.2814,
      "step": 11848
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.94503557185104e-06,
      "loss": 0.275,
      "step": 11849
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.943478494028406e-06,
      "loss": 0.2819,
      "step": 11850
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.94192164807776e-06,
      "loss": 0.3036,
      "step": 11851
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9403650340587074e-06,
      "loss": 0.2514,
      "step": 11852
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.938808652030839e-06,
      "loss": 0.2832,
      "step": 11853
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.937252502053748e-06,
      "loss": 0.2885,
      "step": 11854
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.935696584187005e-06,
      "loss": 0.2698,
      "step": 11855
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.934140898490182e-06,
      "loss": 0.2637,
      "step": 11856
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.932585445022834e-06,
      "loss": 0.2808,
      "step": 11857
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.93103022384451e-06,
      "loss": 0.2773,
      "step": 11858
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.929475235014756e-06,
      "loss": 0.3037,
      "step": 11859
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.927920478593103e-06,
      "loss": 0.2843,
      "step": 11860
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.926365954639073e-06,
      "loss": 0.3085,
      "step": 11861
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9248116632121815e-06,
      "loss": 0.291,
      "step": 11862
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.923257604371928e-06,
      "loss": 0.2676,
      "step": 11863
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.92170377817782e-06,
      "loss": 0.2789,
      "step": 11864
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.920150184689339e-06,
      "loss": 0.2715,
      "step": 11865
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.918596823965964e-06,
      "loss": 0.2713,
      "step": 11866
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.917043696067166e-06,
      "loss": 0.2977,
      "step": 11867
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9154908010524026e-06,
      "loss": 0.2599,
      "step": 11868
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.913938138981132e-06,
      "loss": 0.2985,
      "step": 11869
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.912385709912794e-06,
      "loss": 0.2818,
      "step": 11870
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.910833513906822e-06,
      "loss": 0.3161,
      "step": 11871
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.909281551022643e-06,
      "loss": 0.3278,
      "step": 11872
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.90772982131967e-06,
      "loss": 0.2801,
      "step": 11873
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.906178324857316e-06,
      "loss": 0.2709,
      "step": 11874
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.904627061694977e-06,
      "loss": 0.3071,
      "step": 11875
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.903076031892046e-06,
      "loss": 0.2811,
      "step": 11876
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.901525235507893e-06,
      "loss": 0.2617,
      "step": 11877
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8999746726018995e-06,
      "loss": 0.2761,
      "step": 11878
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.898424343233427e-06,
      "loss": 0.2872,
      "step": 11879
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.896874247461826e-06,
      "loss": 0.2963,
      "step": 11880
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.895324385346445e-06,
      "loss": 0.2833,
      "step": 11881
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.893774756946618e-06,
      "loss": 0.2796,
      "step": 11882
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8922253623216685e-06,
      "loss": 0.3153,
      "step": 11883
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.890676201530923e-06,
      "loss": 0.2891,
      "step": 11884
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.889127274633685e-06,
      "loss": 0.3273,
      "step": 11885
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.887578581689256e-06,
      "loss": 0.2997,
      "step": 11886
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.886030122756928e-06,
      "loss": 0.2906,
      "step": 11887
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.884481897895977e-06,
      "loss": 0.2921,
      "step": 11888
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8829339071656856e-06,
      "loss": 0.2765,
      "step": 11889
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.881386150625315e-06,
      "loss": 0.2792,
      "step": 11890
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8798386283341185e-06,
      "loss": 0.2949,
      "step": 11891
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8782913403513435e-06,
      "loss": 0.2919,
      "step": 11892
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8767442867362245e-06,
      "loss": 0.3054,
      "step": 11893
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8751974675479964e-06,
      "loss": 0.2973,
      "step": 11894
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.873650882845876e-06,
      "loss": 0.2914,
      "step": 11895
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.872104532689073e-06,
      "loss": 0.2588,
      "step": 11896
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.870558417136788e-06,
      "loss": 0.2776,
      "step": 11897
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8690125362482114e-06,
      "loss": 0.2871,
      "step": 11898
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.867466890082534e-06,
      "loss": 0.2598,
      "step": 11899
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.865921478698925e-06,
      "loss": 0.315,
      "step": 11900
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8643763021565525e-06,
      "loss": 0.2849,
      "step": 11901
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.862831360514572e-06,
      "loss": 0.2644,
      "step": 11902
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8612866538321255e-06,
      "loss": 0.2924,
      "step": 11903
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.859742182168363e-06,
      "loss": 0.2727,
      "step": 11904
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.858197945582406e-06,
      "loss": 0.2829,
      "step": 11905
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8566539441333785e-06,
      "loss": 0.2803,
      "step": 11906
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8551101778803905e-06,
      "loss": 0.2896,
      "step": 11907
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.853566646882542e-06,
      "loss": 0.293,
      "step": 11908
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.852023351198933e-06,
      "loss": 0.2479,
      "step": 11909
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.850480290888646e-06,
      "loss": 0.2812,
      "step": 11910
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.848937466010754e-06,
      "loss": 0.2866,
      "step": 11911
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.847394876624321e-06,
      "loss": 0.2864,
      "step": 11912
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.845852522788412e-06,
      "loss": 0.2955,
      "step": 11913
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.84431040456207e-06,
      "loss": 0.2824,
      "step": 11914
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8427685220043375e-06,
      "loss": 0.2997,
      "step": 11915
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.841226875174243e-06,
      "loss": 0.2727,
      "step": 11916
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.83968546413081e-06,
      "loss": 0.2838,
      "step": 11917
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.838144288933045e-06,
      "loss": 0.2659,
      "step": 11918
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.836603349639961e-06,
      "loss": 0.2938,
      "step": 11919
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.835062646310547e-06,
      "loss": 0.2773,
      "step": 11920
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.833522179003788e-06,
      "loss": 0.2847,
      "step": 11921
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.831981947778661e-06,
      "loss": 0.2856,
      "step": 11922
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.83044195269413e-06,
      "loss": 0.2757,
      "step": 11923
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.828902193809161e-06,
      "loss": 0.2945,
      "step": 11924
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.827362671182698e-06,
      "loss": 0.2631,
      "step": 11925
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8258233848736814e-06,
      "loss": 0.2913,
      "step": 11926
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.824284334941044e-06,
      "loss": 0.2694,
      "step": 11927
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.822745521443702e-06,
      "loss": 0.2578,
      "step": 11928
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.821206944440577e-06,
      "loss": 0.2956,
      "step": 11929
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.819668603990568e-06,
      "loss": 0.2852,
      "step": 11930
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.818130500152573e-06,
      "loss": 0.2812,
      "step": 11931
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.816592632985473e-06,
      "loss": 0.2681,
      "step": 11932
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.815055002548145e-06,
      "loss": 0.2681,
      "step": 11933
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.813517608899463e-06,
      "loss": 0.2762,
      "step": 11934
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8119804520982807e-06,
      "loss": 0.2884,
      "step": 11935
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8104435322034483e-06,
      "loss": 0.2764,
      "step": 11936
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.808906849273808e-06,
      "loss": 0.2794,
      "step": 11937
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.807370403368186e-06,
      "loss": 0.2571,
      "step": 11938
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8058341945454102e-06,
      "loss": 0.2833,
      "step": 11939
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8042982228642945e-06,
      "loss": 0.2903,
      "step": 11940
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.802762488383639e-06,
      "loss": 0.2691,
      "step": 11941
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8012269911622414e-06,
      "loss": 0.291,
      "step": 11942
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.799691731258882e-06,
      "loss": 0.2695,
      "step": 11943
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.798156708732351e-06,
      "loss": 0.2482,
      "step": 11944
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7966219236414036e-06,
      "loss": 0.2676,
      "step": 11945
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7950873760448036e-06,
      "loss": 0.2697,
      "step": 11946
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7935530660012953e-06,
      "loss": 0.292,
      "step": 11947
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7920189935696284e-06,
      "loss": 0.2748,
      "step": 11948
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.790485158808529e-06,
      "loss": 0.2896,
      "step": 11949
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7889515617767203e-06,
      "loss": 0.2619,
      "step": 11950
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7874182025329155e-06,
      "loss": 0.2921,
      "step": 11951
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7858850811358184e-06,
      "loss": 0.2878,
      "step": 11952
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.784352197644121e-06,
      "loss": 0.2645,
      "step": 11953
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.782819552116517e-06,
      "loss": 0.2867,
      "step": 11954
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.781287144611678e-06,
      "loss": 0.2879,
      "step": 11955
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7797549751882734e-06,
      "loss": 0.2746,
      "step": 11956
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7782230439049606e-06,
      "loss": 0.2944,
      "step": 11957
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.776691350820386e-06,
      "loss": 0.2919,
      "step": 11958
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.775159895993198e-06,
      "loss": 0.2878,
      "step": 11959
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.773628679482022e-06,
      "loss": 0.291,
      "step": 11960
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7720977013454817e-06,
      "loss": 0.2732,
      "step": 11961
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7705669616421914e-06,
      "loss": 0.2733,
      "step": 11962
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7690364604307492e-06,
      "loss": 0.2803,
      "step": 11963
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7675061977697567e-06,
      "loss": 0.2528,
      "step": 11964
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7659761737177993e-06,
      "loss": 0.308,
      "step": 11965
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7644463883334494e-06,
      "loss": 0.3047,
      "step": 11966
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.762916841675277e-06,
      "loss": 0.2966,
      "step": 11967
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7613875338018345e-06,
      "loss": 0.2775,
      "step": 11968
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7598584647716808e-06,
      "loss": 0.2811,
      "step": 11969
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7583296346433505e-06,
      "loss": 0.2882,
      "step": 11970
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7568010434753755e-06,
      "loss": 0.2772,
      "step": 11971
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.755272691326276e-06,
      "loss": 0.2867,
      "step": 11972
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7537445782545612e-06,
      "loss": 0.2885,
      "step": 11973
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.752216704318743e-06,
      "loss": 0.32,
      "step": 11974
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.75068906957731e-06,
      "loss": 0.2921,
      "step": 11975
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7491616740887493e-06,
      "loss": 0.2422,
      "step": 11976
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7476345179115346e-06,
      "loss": 0.2595,
      "step": 11977
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.746107601104134e-06,
      "loss": 0.2879,
      "step": 11978
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.744580923725005e-06,
      "loss": 0.3001,
      "step": 11979
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7430544858325946e-06,
      "loss": 0.2776,
      "step": 11980
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7415282874853443e-06,
      "loss": 0.2824,
      "step": 11981
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7400023287416787e-06,
      "loss": 0.2776,
      "step": 11982
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7384766096600255e-06,
      "loss": 0.2919,
      "step": 11983
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.736951130298795e-06,
      "loss": 0.2623,
      "step": 11984
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.735425890716388e-06,
      "loss": 0.2799,
      "step": 11985
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.733900890971197e-06,
      "loss": 0.2591,
      "step": 11986
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7323761311216076e-06,
      "loss": 0.2824,
      "step": 11987
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.730851611225992e-06,
      "loss": 0.258,
      "step": 11988
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7293273313427203e-06,
      "loss": 0.2923,
      "step": 11989
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.727803291530149e-06,
      "loss": 0.2566,
      "step": 11990
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7262794918466218e-06,
      "loss": 0.2508,
      "step": 11991
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.724755932350479e-06,
      "loss": 0.2782,
      "step": 11992
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7232326131000463e-06,
      "loss": 0.2743,
      "step": 11993
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.72170953415365e-06,
      "loss": 0.2773,
      "step": 11994
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7201866955695963e-06,
      "loss": 0.2966,
      "step": 11995
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7186640974061885e-06,
      "loss": 0.2847,
      "step": 11996
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.717141739721717e-06,
      "loss": 0.2864,
      "step": 11997
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7156196225744623e-06,
      "loss": 0.2712,
      "step": 11998
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7140977460227045e-06,
      "loss": 0.2659,
      "step": 11999
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.712576110124705e-06,
      "loss": 0.2921,
      "step": 12000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.71105471493872e-06,
      "loss": 0.2969,
      "step": 12001
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.709533560522994e-06,
      "loss": 0.2693,
      "step": 12002
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.708012646935761e-06,
      "loss": 0.2708,
      "step": 12003
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.706491974235257e-06,
      "loss": 0.2977,
      "step": 12004
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.704971542479695e-06,
      "loss": 0.2513,
      "step": 12005
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7034513517272854e-06,
      "loss": 0.2804,
      "step": 12006
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7019314020362275e-06,
      "loss": 0.2796,
      "step": 12007
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7004116934647082e-06,
      "loss": 0.2938,
      "step": 12008
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.698892226070918e-06,
      "loss": 0.2838,
      "step": 12009
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.697372999913025e-06,
      "loss": 0.2792,
      "step": 12010
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6958540150491917e-06,
      "loss": 0.3041,
      "step": 12011
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6943352715375712e-06,
      "loss": 0.2846,
      "step": 12012
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6928167694363094e-06,
      "loss": 0.298,
      "step": 12013
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6912985088035414e-06,
      "loss": 0.2924,
      "step": 12014
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6897804896973932e-06,
      "loss": 0.2801,
      "step": 12015
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.688262712175982e-06,
      "loss": 0.2686,
      "step": 12016
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6867451762974117e-06,
      "loss": 0.3002,
      "step": 12017
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6852278821197874e-06,
      "loss": 0.2612,
      "step": 12018
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.683710829701195e-06,
      "loss": 0.2681,
      "step": 12019
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.682194019099714e-06,
      "loss": 0.2997,
      "step": 12020
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6806774503734157e-06,
      "loss": 0.2691,
      "step": 12021
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6791611235803603e-06,
      "loss": 0.2815,
      "step": 12022
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6776450387785976e-06,
      "loss": 0.2831,
      "step": 12023
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.676129196026177e-06,
      "loss": 0.2931,
      "step": 12024
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6746135953811278e-06,
      "loss": 0.2626,
      "step": 12025
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.673098236901477e-06,
      "loss": 0.2457,
      "step": 12026
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6715831206452357e-06,
      "loss": 0.2676,
      "step": 12027
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6700682466704084e-06,
      "loss": 0.2609,
      "step": 12028
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.668553615034999e-06,
      "loss": 0.2789,
      "step": 12029
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.667039225796989e-06,
      "loss": 0.2764,
      "step": 12030
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6655250790143592e-06,
      "loss": 0.2726,
      "step": 12031
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6640111747450757e-06,
      "loss": 0.2663,
      "step": 12032
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.662497513047096e-06,
      "loss": 0.2638,
      "step": 12033
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.660984093978376e-06,
      "loss": 0.2881,
      "step": 12034
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6594709175968547e-06,
      "loss": 0.3079,
      "step": 12035
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6579579839604605e-06,
      "loss": 0.2712,
      "step": 12036
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.656445293127119e-06,
      "loss": 0.2796,
      "step": 12037
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6549328451547372e-06,
      "loss": 0.3164,
      "step": 12038
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.653420640101227e-06,
      "loss": 0.2556,
      "step": 12039
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6519086780244785e-06,
      "loss": 0.2794,
      "step": 12040
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6503969589823774e-06,
      "loss": 0.2764,
      "step": 12041
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.648885483032798e-06,
      "loss": 0.2977,
      "step": 12042
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.647374250233604e-06,
      "loss": 0.2898,
      "step": 12043
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6458632606426602e-06,
      "loss": 0.2799,
      "step": 12044
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6443525143178103e-06,
      "loss": 0.2896,
      "step": 12045
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.642842011316895e-06,
      "loss": 0.2924,
      "step": 12046
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.641331751697735e-06,
      "loss": 0.2743,
      "step": 12047
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6398217355181597e-06,
      "loss": 0.2786,
      "step": 12048
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6383119628359753e-06,
      "loss": 0.2672,
      "step": 12049
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6368024337089847e-06,
      "loss": 0.2833,
      "step": 12050
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6352931481949784e-06,
      "loss": 0.2789,
      "step": 12051
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6337841063517355e-06,
      "loss": 0.2942,
      "step": 12052
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6322753082370364e-06,
      "loss": 0.2829,
      "step": 12053
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.630766753908641e-06,
      "loss": 0.2602,
      "step": 12054
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.629258443424305e-06,
      "loss": 0.2955,
      "step": 12055
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.627750376841773e-06,
      "loss": 0.2603,
      "step": 12056
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6262425542187807e-06,
      "loss": 0.2786,
      "step": 12057
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6247349756130512e-06,
      "loss": 0.2687,
      "step": 12058
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6232276410823076e-06,
      "loss": 0.2704,
      "step": 12059
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.621720550684256e-06,
      "loss": 0.2628,
      "step": 12060
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.620213704476594e-06,
      "loss": 0.272,
      "step": 12061
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6187071025170106e-06,
      "loss": 0.2638,
      "step": 12062
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.617200744863183e-06,
      "loss": 0.2792,
      "step": 12063
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6156946315727883e-06,
      "loss": 0.2886,
      "step": 12064
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.614188762703482e-06,
      "loss": 0.2506,
      "step": 12065
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.612683138312919e-06,
      "loss": 0.2584,
      "step": 12066
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6111777584587393e-06,
      "loss": 0.263,
      "step": 12067
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6096726231985736e-06,
      "loss": 0.2652,
      "step": 12068
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6081677325900523e-06,
      "loss": 0.3052,
      "step": 12069
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6066630866907857e-06,
      "loss": 0.2603,
      "step": 12070
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6051586855583787e-06,
      "loss": 0.2779,
      "step": 12071
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.603654529250428e-06,
      "loss": 0.2697,
      "step": 12072
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6021506178245145e-06,
      "loss": 0.2881,
      "step": 12073
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6006469513382224e-06,
      "loss": 0.2868,
      "step": 12074
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5991435298491173e-06,
      "loss": 0.2701,
      "step": 12075
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5976403534147554e-06,
      "loss": 0.2822,
      "step": 12076
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.596137422092686e-06,
      "loss": 0.3041,
      "step": 12077
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5946347359404443e-06,
      "loss": 0.3156,
      "step": 12078
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.593132295015568e-06,
      "loss": 0.2835,
      "step": 12079
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.591630099375577e-06,
      "loss": 0.2832,
      "step": 12080
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.590128149077975e-06,
      "loss": 0.2644,
      "step": 12081
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5886264441802656e-06,
      "loss": 0.2797,
      "step": 12082
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.587124984739946e-06,
      "loss": 0.2861,
      "step": 12083
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.585623770814496e-06,
      "loss": 0.2652,
      "step": 12084
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.584122802461388e-06,
      "loss": 0.2885,
      "step": 12085
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5826220797380896e-06,
      "loss": 0.2663,
      "step": 12086
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.581121602702049e-06,
      "loss": 0.2665,
      "step": 12087
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5796213714107196e-06,
      "loss": 0.2688,
      "step": 12088
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5781213859215334e-06,
      "loss": 0.2875,
      "step": 12089
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.576621646291917e-06,
      "loss": 0.2761,
      "step": 12090
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5751221525792877e-06,
      "loss": 0.2775,
      "step": 12091
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.573622904841053e-06,
      "loss": 0.2804,
      "step": 12092
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5721239031346067e-06,
      "loss": 0.2628,
      "step": 12093
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5706251475173457e-06,
      "loss": 0.2686,
      "step": 12094
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5691266380466462e-06,
      "loss": 0.2927,
      "step": 12095
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.567628374779877e-06,
      "loss": 0.2713,
      "step": 12096
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.566130357774399e-06,
      "loss": 0.2765,
      "step": 12097
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.564632587087561e-06,
      "loss": 0.2868,
      "step": 12098
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.563135062776709e-06,
      "loss": 0.296,
      "step": 12099
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5616377848991744e-06,
      "loss": 0.2825,
      "step": 12100
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.560140753512279e-06,
      "loss": 0.2847,
      "step": 12101
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5586439686733352e-06,
      "loss": 0.2754,
      "step": 12102
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5571474304396458e-06,
      "loss": 0.2999,
      "step": 12103
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.55565113886851e-06,
      "loss": 0.2972,
      "step": 12104
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.554155094017211e-06,
      "loss": 0.2631,
      "step": 12105
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5526592959430227e-06,
      "loss": 0.2874,
      "step": 12106
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.551163744703212e-06,
      "loss": 0.2838,
      "step": 12107
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.549668440355033e-06,
      "loss": 0.2702,
      "step": 12108
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.54817338295574e-06,
      "loss": 0.2522,
      "step": 12109
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.546678572562565e-06,
      "loss": 0.2818,
      "step": 12110
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5451840092327383e-06,
      "loss": 0.2879,
      "step": 12111
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5436896930234775e-06,
      "loss": 0.3125,
      "step": 12112
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.542195623991991e-06,
      "loss": 0.2899,
      "step": 12113
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5407018021954865e-06,
      "loss": 0.3161,
      "step": 12114
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5392082276911457e-06,
      "loss": 0.3022,
      "step": 12115
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5377149005361522e-06,
      "loss": 0.2994,
      "step": 12116
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5362218207876742e-06,
      "loss": 0.2634,
      "step": 12117
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5347289885028813e-06,
      "loss": 0.3025,
      "step": 12118
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5332364037389222e-06,
      "loss": 0.2609,
      "step": 12119
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.531744066552939e-06,
      "loss": 0.284,
      "step": 12120
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.530251977002068e-06,
      "loss": 0.2853,
      "step": 12121
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5287601351434276e-06,
      "loss": 0.2638,
      "step": 12122
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.52726854103414e-06,
      "loss": 0.2934,
      "step": 12123
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.525777194731308e-06,
      "loss": 0.2741,
      "step": 12124
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5242860962920254e-06,
      "loss": 0.2881,
      "step": 12125
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5227952457733796e-06,
      "loss": 0.2709,
      "step": 12126
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5213046432324437e-06,
      "loss": 0.2779,
      "step": 12127
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.519814288726293e-06,
      "loss": 0.2801,
      "step": 12128
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5183241823119797e-06,
      "loss": 0.2945,
      "step": 12129
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.516834324046553e-06,
      "loss": 0.2765,
      "step": 12130
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5153447139870512e-06,
      "loss": 0.2852,
      "step": 12131
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.513855352190505e-06,
      "loss": 0.2832,
      "step": 12132
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.512366238713929e-06,
      "loss": 0.2829,
      "step": 12133
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.510877373614342e-06,
      "loss": 0.2709,
      "step": 12134
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5093887569487397e-06,
      "loss": 0.2663,
      "step": 12135
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5079003887741136e-06,
      "loss": 0.2793,
      "step": 12136
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5064122691474455e-06,
      "loss": 0.2673,
      "step": 12137
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.504924398125705e-06,
      "loss": 0.2718,
      "step": 12138
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5034367757658604e-06,
      "loss": 0.2691,
      "step": 12139
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5019494021248625e-06,
      "loss": 0.2746,
      "step": 12140
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.500462277259654e-06,
      "loss": 0.2637,
      "step": 12141
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4989754012271703e-06,
      "loss": 0.2768,
      "step": 12142
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.497488774084331e-06,
      "loss": 0.2743,
      "step": 12143
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4960023958880594e-06,
      "loss": 0.273,
      "step": 12144
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4945162666952557e-06,
      "loss": 0.2679,
      "step": 12145
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.493030386562818e-06,
      "loss": 0.2687,
      "step": 12146
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.491544755547631e-06,
      "loss": 0.2967,
      "step": 12147
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4900593737065735e-06,
      "loss": 0.2797,
      "step": 12148
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4885742410965105e-06,
      "loss": 0.3047,
      "step": 12149
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4870893577743028e-06,
      "loss": 0.275,
      "step": 12150
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.485604723796795e-06,
      "loss": 0.2919,
      "step": 12151
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4841203392208257e-06,
      "loss": 0.2854,
      "step": 12152
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.482636204103229e-06,
      "loss": 0.2595,
      "step": 12153
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.481152318500822e-06,
      "loss": 0.2846,
      "step": 12154
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.479668682470415e-06,
      "loss": 0.2902,
      "step": 12155
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.478185296068808e-06,
      "loss": 0.2913,
      "step": 12156
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.476702159352787e-06,
      "loss": 0.2436,
      "step": 12157
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.475219272379143e-06,
      "loss": 0.2667,
      "step": 12158
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4737366352046443e-06,
      "loss": 0.2525,
      "step": 12159
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.472254247886051e-06,
      "loss": 0.273,
      "step": 12160
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4707721104801175e-06,
      "loss": 0.2868,
      "step": 12161
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.469290223043583e-06,
      "loss": 0.252,
      "step": 12162
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.467808585633188e-06,
      "loss": 0.2584,
      "step": 12163
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.466327198305652e-06,
      "loss": 0.2826,
      "step": 12164
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4648460611176926e-06,
      "loss": 0.2653,
      "step": 12165
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4633651741260112e-06,
      "loss": 0.3117,
      "step": 12166
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4618845373873045e-06,
      "loss": 0.3039,
      "step": 12167
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4604041509582555e-06,
      "loss": 0.2708,
      "step": 12168
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.458924014895546e-06,
      "loss": 0.2524,
      "step": 12169
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.457444129255839e-06,
      "loss": 0.2801,
      "step": 12170
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4559644940957924e-06,
      "loss": 0.2916,
      "step": 12171
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4544851094720534e-06,
      "loss": 0.2712,
      "step": 12172
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.453005975441256e-06,
      "loss": 0.2847,
      "step": 12173
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.451527092060035e-06,
      "loss": 0.2787,
      "step": 12174
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.450048459385006e-06,
      "loss": 0.2905,
      "step": 12175
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4485700774727783e-06,
      "loss": 0.2944,
      "step": 12176
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.44709194637995e-06,
      "loss": 0.2561,
      "step": 12177
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.445614066163109e-06,
      "loss": 0.2734,
      "step": 12178
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.444136436878841e-06,
      "loss": 0.3107,
      "step": 12179
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4426590585837137e-06,
      "loss": 0.2832,
      "step": 12180
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4411819313342887e-06,
      "loss": 0.2814,
      "step": 12181
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.439705055187117e-06,
      "loss": 0.2776,
      "step": 12182
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.438228430198739e-06,
      "loss": 0.2612,
      "step": 12183
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4367520564256883e-06,
      "loss": 0.2895,
      "step": 12184
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4352759339244867e-06,
      "loss": 0.2889,
      "step": 12185
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.433800062751648e-06,
      "loss": 0.2575,
      "step": 12186
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4323244429636716e-06,
      "loss": 0.2723,
      "step": 12187
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4308490746170565e-06,
      "loss": 0.2836,
      "step": 12188
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.429373957768285e-06,
      "loss": 0.2765,
      "step": 12189
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.427899092473832e-06,
      "loss": 0.2779,
      "step": 12190
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.42642447879016e-06,
      "loss": 0.2941,
      "step": 12191
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4249501167737232e-06,
      "loss": 0.2573,
      "step": 12192
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4234760064809715e-06,
      "loss": 0.3018,
      "step": 12193
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4220021479683398e-06,
      "loss": 0.2977,
      "step": 12194
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4205285412922516e-06,
      "loss": 0.2585,
      "step": 12195
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4190551865091247e-06,
      "loss": 0.2669,
      "step": 12196
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.417582083675365e-06,
      "loss": 0.2748,
      "step": 12197
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.416109232847372e-06,
      "loss": 0.2916,
      "step": 12198
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.414636634081533e-06,
      "loss": 0.3089,
      "step": 12199
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4131642874342263e-06,
      "loss": 0.2886,
      "step": 12200
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4116921929618173e-06,
      "loss": 0.2859,
      "step": 12201
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.410220350720668e-06,
      "loss": 0.2672,
      "step": 12202
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.408748760767122e-06,
      "loss": 0.2884,
      "step": 12203
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.407277423157527e-06,
      "loss": 0.2938,
      "step": 12204
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4058063379482065e-06,
      "loss": 0.275,
      "step": 12205
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.404335505195483e-06,
      "loss": 0.275,
      "step": 12206
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4028649249556665e-06,
      "loss": 0.3343,
      "step": 12207
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4013945972850536e-06,
      "loss": 0.257,
      "step": 12208
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3999245222399433e-06,
      "loss": 0.3122,
      "step": 12209
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.398454699876612e-06,
      "loss": 0.296,
      "step": 12210
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3969851302513324e-06,
      "loss": 0.2878,
      "step": 12211
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.395515813420366e-06,
      "loss": 0.2849,
      "step": 12212
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.394046749439962e-06,
      "loss": 0.3045,
      "step": 12213
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3925779383663703e-06,
      "loss": 0.2659,
      "step": 12214
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3911093802558194e-06,
      "loss": 0.266,
      "step": 12215
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.389641075164537e-06,
      "loss": 0.2914,
      "step": 12216
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.388173023148725e-06,
      "loss": 0.2683,
      "step": 12217
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.386705224264599e-06,
      "loss": 0.2706,
      "step": 12218
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3852376785683505e-06,
      "loss": 0.2959,
      "step": 12219
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3837703861161617e-06,
      "loss": 0.2773,
      "step": 12220
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.382303346964209e-06,
      "loss": 0.2828,
      "step": 12221
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3808365611686534e-06,
      "loss": 0.3083,
      "step": 12222
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3793700287856577e-06,
      "loss": 0.2953,
      "step": 12223
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3779037498713642e-06,
      "loss": 0.2722,
      "step": 12224
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.376437724481908e-06,
      "loss": 0.2969,
      "step": 12225
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3749719526734172e-06,
      "loss": 0.2775,
      "step": 12226
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.373506434502003e-06,
      "loss": 0.2553,
      "step": 12227
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3720411700237797e-06,
      "loss": 0.2757,
      "step": 12228
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3705761592948416e-06,
      "loss": 0.2877,
      "step": 12229
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3691114023712767e-06,
      "loss": 0.2879,
      "step": 12230
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3676468993091617e-06,
      "loss": 0.2701,
      "step": 12231
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.366182650164561e-06,
      "loss": 0.2577,
      "step": 12232
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3647186549935407e-06,
      "loss": 0.2778,
      "step": 12233
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3632549138521455e-06,
      "loss": 0.2652,
      "step": 12234
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3617914267964136e-06,
      "loss": 0.2723,
      "step": 12235
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.360328193882375e-06,
      "loss": 0.2994,
      "step": 12236
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3588652151660497e-06,
      "loss": 0.2889,
      "step": 12237
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3574024907034432e-06,
      "loss": 0.2691,
      "step": 12238
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.355940020550561e-06,
      "loss": 0.2815,
      "step": 12239
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.354477804763392e-06,
      "loss": 0.284,
      "step": 12240
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3530158433979152e-06,
      "loss": 0.2779,
      "step": 12241
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3515541365101035e-06,
      "loss": 0.2811,
      "step": 12242
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3500926841559113e-06,
      "loss": 0.268,
      "step": 12243
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3486314863912984e-06,
      "loss": 0.2532,
      "step": 12244
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3471705432722037e-06,
      "loss": 0.2907,
      "step": 12245
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3457098548545575e-06,
      "loss": 0.2807,
      "step": 12246
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3442494211942824e-06,
      "loss": 0.3051,
      "step": 12247
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.342789242347286e-06,
      "loss": 0.2585,
      "step": 12248
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3413293183694795e-06,
      "loss": 0.298,
      "step": 12249
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3398696493167546e-06,
      "loss": 0.286,
      "step": 12250
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.338410235244988e-06,
      "loss": 0.2797,
      "step": 12251
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3369510762100523e-06,
      "loss": 0.2715,
      "step": 12252
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.335492172267818e-06,
      "loss": 0.2683,
      "step": 12253
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.334033523474136e-06,
      "loss": 0.2793,
      "step": 12254
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3325751298848487e-06,
      "loss": 0.275,
      "step": 12255
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3311169915557918e-06,
      "loss": 0.2927,
      "step": 12256
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3296591085427855e-06,
      "loss": 0.2938,
      "step": 12257
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3282014809016505e-06,
      "loss": 0.2575,
      "step": 12258
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.326744108688189e-06,
      "loss": 0.2645,
      "step": 12259
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3252869919581964e-06,
      "loss": 0.2628,
      "step": 12260
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.323830130767458e-06,
      "loss": 0.2659,
      "step": 12261
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.322373525171745e-06,
      "loss": 0.2818,
      "step": 12262
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.32091717522683e-06,
      "loss": 0.2761,
      "step": 12263
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3194610809884663e-06,
      "loss": 0.2561,
      "step": 12264
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3180052425123986e-06,
      "loss": 0.2666,
      "step": 12265
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3165496598543655e-06,
      "loss": 0.273,
      "step": 12266
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.315094333070088e-06,
      "loss": 0.2701,
      "step": 12267
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.31363926221529e-06,
      "loss": 0.2849,
      "step": 12268
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3121844473456757e-06,
      "loss": 0.2874,
      "step": 12269
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3107298885169416e-06,
      "loss": 0.2879,
      "step": 12270
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.309275585784775e-06,
      "loss": 0.2754,
      "step": 12271
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.307821539204854e-06,
      "loss": 0.2944,
      "step": 12272
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3063677488328427e-06,
      "loss": 0.2754,
      "step": 12273
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3049142147244063e-06,
      "loss": 0.2792,
      "step": 12274
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.303460936935188e-06,
      "loss": 0.2612,
      "step": 12275
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3020079155208273e-06,
      "loss": 0.2845,
      "step": 12276
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3005551505369528e-06,
      "loss": 0.2733,
      "step": 12277
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.299102642039178e-06,
      "loss": 0.2637,
      "step": 12278
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2976503900831215e-06,
      "loss": 0.2503,
      "step": 12279
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.296198394724376e-06,
      "loss": 0.2698,
      "step": 12280
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2947466560185316e-06,
      "loss": 0.2928,
      "step": 12281
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.293295174021168e-06,
      "loss": 0.2531,
      "step": 12282
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.291843948787853e-06,
      "loss": 0.2701,
      "step": 12283
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.290392980374153e-06,
      "loss": 0.2775,
      "step": 12284
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.28894226883561e-06,
      "loss": 0.2787,
      "step": 12285
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2874918142277668e-06,
      "loss": 0.2274,
      "step": 12286
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2860416166061505e-06,
      "loss": 0.2667,
      "step": 12287
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2845916760262874e-06,
      "loss": 0.3086,
      "step": 12288
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2831419925436857e-06,
      "loss": 0.2807,
      "step": 12289
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2816925662138455e-06,
      "loss": 0.2514,
      "step": 12290
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2802433970922577e-06,
      "loss": 0.2726,
      "step": 12291
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.278794485234399e-06,
      "loss": 0.2981,
      "step": 12292
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2773458306957494e-06,
      "loss": 0.2955,
      "step": 12293
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.275897433531765e-06,
      "loss": 0.3069,
      "step": 12294
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2744492937978978e-06,
      "loss": 0.266,
      "step": 12295
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.273001411549589e-06,
      "loss": 0.2847,
      "step": 12296
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2715537868422676e-06,
      "loss": 0.2764,
      "step": 12297
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2701064197313625e-06,
      "loss": 0.281,
      "step": 12298
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2686593102722806e-06,
      "loss": 0.2969,
      "step": 12299
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.267212458520426e-06,
      "loss": 0.2796,
      "step": 12300
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2657658645311896e-06,
      "loss": 0.297,
      "step": 12301
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2643195283599517e-06,
      "loss": 0.2712,
      "step": 12302
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2628734500620894e-06,
      "loss": 0.2849,
      "step": 12303
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.261427629692965e-06,
      "loss": 0.296,
      "step": 12304
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2599820673079286e-06,
      "loss": 0.2885,
      "step": 12305
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2585367629623243e-06,
      "loss": 0.2663,
      "step": 12306
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2570917167114845e-06,
      "loss": 0.3027,
      "step": 12307
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2556469286107296e-06,
      "loss": 0.3114,
      "step": 12308
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.254202398715379e-06,
      "loss": 0.2672,
      "step": 12309
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.252758127080734e-06,
      "loss": 0.2782,
      "step": 12310
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.251314113762086e-06,
      "loss": 0.3029,
      "step": 12311
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2498703588147206e-06,
      "loss": 0.2701,
      "step": 12312
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2484268622939077e-06,
      "loss": 0.281,
      "step": 12313
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.246983624254917e-06,
      "loss": 0.2599,
      "step": 12314
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2455406447529993e-06,
      "loss": 0.2899,
      "step": 12315
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2440979238433977e-06,
      "loss": 0.285,
      "step": 12316
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2426554615813488e-06,
      "loss": 0.272,
      "step": 12317
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2412132580220745e-06,
      "loss": 0.2705,
      "step": 12318
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.239771313220791e-06,
      "loss": 0.2653,
      "step": 12319
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2383296272327003e-06,
      "loss": 0.273,
      "step": 12320
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2368882001129987e-06,
      "loss": 0.274,
      "step": 12321
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2354470319168674e-06,
      "loss": 0.274,
      "step": 12322
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.234006122699487e-06,
      "loss": 0.2733,
      "step": 12323
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2325654725160195e-06,
      "loss": 0.2764,
      "step": 12324
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.23112508142162e-06,
      "loss": 0.2828,
      "step": 12325
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.229684949471431e-06,
      "loss": 0.2792,
      "step": 12326
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2282450767205873e-06,
      "loss": 0.2549,
      "step": 12327
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2268054632242196e-06,
      "loss": 0.2868,
      "step": 12328
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.22536610903744e-06,
      "loss": 0.298,
      "step": 12329
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2239270142153523e-06,
      "loss": 0.3076,
      "step": 12330
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2224881788130523e-06,
      "loss": 0.2606,
      "step": 12331
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2210496028856232e-06,
      "loss": 0.2819,
      "step": 12332
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2196112864881456e-06,
      "loss": 0.2789,
      "step": 12333
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.218173229675683e-06,
      "loss": 0.2768,
      "step": 12334
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2167354325032894e-06,
      "loss": 0.2641,
      "step": 12335
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2152978950260116e-06,
      "loss": 0.2748,
      "step": 12336
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.213860617298883e-06,
      "loss": 0.2979,
      "step": 12337
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2124235993769327e-06,
      "loss": 0.2924,
      "step": 12338
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2109868413151757e-06,
      "loss": 0.2686,
      "step": 12339
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.209550343168617e-06,
      "loss": 0.2736,
      "step": 12340
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2081141049922535e-06,
      "loss": 0.2518,
      "step": 12341
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2066781268410696e-06,
      "loss": 0.2854,
      "step": 12342
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2052424087700384e-06,
      "loss": 0.2787,
      "step": 12343
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2038069508341328e-06,
      "loss": 0.2427,
      "step": 12344
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2023717530883057e-06,
      "loss": 0.2533,
      "step": 12345
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2009368155875033e-06,
      "loss": 0.2867,
      "step": 12346
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1995021383866607e-06,
      "loss": 0.2762,
      "step": 12347
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.198067721540702e-06,
      "loss": 0.2751,
      "step": 12348
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.196633565104549e-06,
      "loss": 0.281,
      "step": 12349
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1951996691331056e-06,
      "loss": 0.278,
      "step": 12350
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.193766033681267e-06,
      "loss": 0.2628,
      "step": 12351
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1923326588039207e-06,
      "loss": 0.2766,
      "step": 12352
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.190899544555941e-06,
      "loss": 0.3016,
      "step": 12353
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.189466690992197e-06,
      "loss": 0.2972,
      "step": 12354
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.188034098167542e-06,
      "loss": 0.2768,
      "step": 12355
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.186601766136824e-06,
      "loss": 0.2649,
      "step": 12356
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.185169694954877e-06,
      "loss": 0.2792,
      "step": 12357
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.183737884676533e-06,
      "loss": 0.2792,
      "step": 12358
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.182306335356604e-06,
      "loss": 0.2686,
      "step": 12359
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1808750470498984e-06,
      "loss": 0.284,
      "step": 12360
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.179444019811212e-06,
      "loss": 0.2446,
      "step": 12361
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.178013253695327e-06,
      "loss": 0.2973,
      "step": 12362
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1765827487570267e-06,
      "loss": 0.2564,
      "step": 12363
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1751525050510745e-06,
      "loss": 0.2729,
      "step": 12364
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.173722522632228e-06,
      "loss": 0.2839,
      "step": 12365
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.172292801555231e-06,
      "loss": 0.2822,
      "step": 12366
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1708633418748193e-06,
      "loss": 0.263,
      "step": 12367
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1694341436457245e-06,
      "loss": 0.2637,
      "step": 12368
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1680052069226586e-06,
      "loss": 0.2891,
      "step": 12369
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1665765317603302e-06,
      "loss": 0.2819,
      "step": 12370
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1651481182134356e-06,
      "loss": 0.2991,
      "step": 12371
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.163719966336656e-06,
      "loss": 0.2985,
      "step": 12372
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1622920761846755e-06,
      "loss": 0.267,
      "step": 12373
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1608644478121576e-06,
      "loss": 0.251,
      "step": 12374
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.159437081273757e-06,
      "loss": 0.2473,
      "step": 12375
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1580099766241225e-06,
      "loss": 0.2775,
      "step": 12376
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1565831339178844e-06,
      "loss": 0.2665,
      "step": 12377
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1551565532096764e-06,
      "loss": 0.2758,
      "step": 12378
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.153730234554112e-06,
      "loss": 0.2613,
      "step": 12379
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1523041780057962e-06,
      "loss": 0.2935,
      "step": 12380
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.150878383619327e-06,
      "loss": 0.2517,
      "step": 12381
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1494528514492886e-06,
      "loss": 0.2554,
      "step": 12382
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.148027581550255e-06,
      "loss": 0.2931,
      "step": 12383
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.146602573976798e-06,
      "loss": 0.2747,
      "step": 12384
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.14517782878347e-06,
      "loss": 0.2528,
      "step": 12385
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1437533460248217e-06,
      "loss": 0.286,
      "step": 12386
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1423291257553777e-06,
      "loss": 0.2782,
      "step": 12387
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.140905168029674e-06,
      "loss": 0.2723,
      "step": 12388
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.139481472902224e-06,
      "loss": 0.2902,
      "step": 12389
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1380580404275317e-06,
      "loss": 0.2757,
      "step": 12390
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1366348706600947e-06,
      "loss": 0.292,
      "step": 12391
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.135211963654393e-06,
      "loss": 0.2732,
      "step": 12392
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1337893194649117e-06,
      "loss": 0.2588,
      "step": 12393
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.13236693814611e-06,
      "loss": 0.2525,
      "step": 12394
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1309448197524452e-06,
      "loss": 0.2441,
      "step": 12395
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.129522964338362e-06,
      "loss": 0.2553,
      "step": 12396
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.128101371958292e-06,
      "loss": 0.273,
      "step": 12397
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1266800426666677e-06,
      "loss": 0.2759,
      "step": 12398
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1252589765179e-06,
      "loss": 0.2833,
      "step": 12399
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.123838173566396e-06,
      "loss": 0.2772,
      "step": 12400
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.122417633866548e-06,
      "loss": 0.2607,
      "step": 12401
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1209973574727404e-06,
      "loss": 0.246,
      "step": 12402
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.119577344439352e-06,
      "loss": 0.2704,
      "step": 12403
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1181575948207467e-06,
      "loss": 0.2616,
      "step": 12404
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1167381086712765e-06,
      "loss": 0.2545,
      "step": 12405
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1153188860452876e-06,
      "loss": 0.278,
      "step": 12406
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1138999269971114e-06,
      "loss": 0.2524,
      "step": 12407
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.112481231581078e-06,
      "loss": 0.2889,
      "step": 12408
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1110627998514998e-06,
      "loss": 0.2846,
      "step": 12409
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1096446318626794e-06,
      "loss": 0.2532,
      "step": 12410
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1082267276689115e-06,
      "loss": 0.2949,
      "step": 12411
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1068090873244772e-06,
      "loss": 0.2674,
      "step": 12412
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1053917108836563e-06,
      "loss": 0.2875,
      "step": 12413
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1039745984007095e-06,
      "loss": 0.2775,
      "step": 12414
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.102557749929891e-06,
      "loss": 0.2716,
      "step": 12415
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.101141165525444e-06,
      "loss": 0.2877,
      "step": 12416
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.099724845241603e-06,
      "loss": 0.2879,
      "step": 12417
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0983087891325857e-06,
      "loss": 0.2588,
      "step": 12418
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.096892997252614e-06,
      "loss": 0.262,
      "step": 12419
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.09547746965589e-06,
      "loss": 0.2437,
      "step": 12420
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.094062206396601e-06,
      "loss": 0.284,
      "step": 12421
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0926472075289294e-06,
      "loss": 0.2822,
      "step": 12422
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.091232473107054e-06,
      "loss": 0.2825,
      "step": 12423
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0898180031851354e-06,
      "loss": 0.2903,
      "step": 12424
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0884037978173254e-06,
      "loss": 0.2939,
      "step": 12425
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.086989857057766e-06,
      "loss": 0.2871,
      "step": 12426
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0855761809605876e-06,
      "loss": 0.2896,
      "step": 12427
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.084162769579917e-06,
      "loss": 0.2866,
      "step": 12428
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.082749622969865e-06,
      "loss": 0.2656,
      "step": 12429
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.081336741184532e-06,
      "loss": 0.2987,
      "step": 12430
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.07992412427801e-06,
      "loss": 0.2778,
      "step": 12431
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.078511772304377e-06,
      "loss": 0.2882,
      "step": 12432
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0770996853177116e-06,
      "loss": 0.2991,
      "step": 12433
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.075687863372071e-06,
      "loss": 0.2592,
      "step": 12434
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0742763065215074e-06,
      "loss": 0.2561,
      "step": 12435
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0728650148200623e-06,
      "loss": 0.254,
      "step": 12436
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.071453988321762e-06,
      "loss": 0.2758,
      "step": 12437
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0700432270806333e-06,
      "loss": 0.2983,
      "step": 12438
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0686327311506846e-06,
      "loss": 0.2825,
      "step": 12439
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0672225005859168e-06,
      "loss": 0.3034,
      "step": 12440
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.065812535440319e-06,
      "loss": 0.293,
      "step": 12441
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.064402835767868e-06,
      "loss": 0.2875,
      "step": 12442
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0629934016225402e-06,
      "loss": 0.2803,
      "step": 12443
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0615842330582923e-06,
      "loss": 0.2602,
      "step": 12444
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0601753301290747e-06,
      "loss": 0.2932,
      "step": 12445
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.058766692888825e-06,
      "loss": 0.2644,
      "step": 12446
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0573583213914716e-06,
      "loss": 0.2568,
      "step": 12447
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0559502156909383e-06,
      "loss": 0.2635,
      "step": 12448
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0545423758411298e-06,
      "loss": 0.2845,
      "step": 12449
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0531348018959474e-06,
      "loss": 0.2683,
      "step": 12450
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0517274939092776e-06,
      "loss": 0.2815,
      "step": 12451
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0503204519350003e-06,
      "loss": 0.2617,
      "step": 12452
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.048913676026979e-06,
      "loss": 0.2546,
      "step": 12453
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0475071662390822e-06,
      "loss": 0.2863,
      "step": 12454
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.046100922625148e-06,
      "loss": 0.2824,
      "step": 12455
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.044694945239016e-06,
      "loss": 0.2619,
      "step": 12456
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.043289234134512e-06,
      "loss": 0.2722,
      "step": 12457
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0418837893654596e-06,
      "loss": 0.2815,
      "step": 12458
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.040478610985661e-06,
      "loss": 0.2718,
      "step": 12459
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0390736990489143e-06,
      "loss": 0.2757,
      "step": 12460
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0376690536090057e-06,
      "loss": 0.2782,
      "step": 12461
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0362646747197087e-06,
      "loss": 0.2582,
      "step": 12462
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.034860562434795e-06,
      "loss": 0.2843,
      "step": 12463
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0334567168080186e-06,
      "loss": 0.266,
      "step": 12464
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.032053137893124e-06,
      "loss": 0.2759,
      "step": 12465
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0306498257438487e-06,
      "loss": 0.2609,
      "step": 12466
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0292467804139124e-06,
      "loss": 0.2747,
      "step": 12467
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0278440019570387e-06,
      "loss": 0.2658,
      "step": 12468
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.026441490426929e-06,
      "loss": 0.2747,
      "step": 12469
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.025039245877276e-06,
      "loss": 0.2757,
      "step": 12470
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0236372683617663e-06,
      "loss": 0.3082,
      "step": 12471
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0222355579340713e-06,
      "loss": 0.2935,
      "step": 12472
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.02083411464786e-06,
      "loss": 0.2679,
      "step": 12473
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0194329385567832e-06,
      "loss": 0.3009,
      "step": 12474
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0180320297144848e-06,
      "loss": 0.2697,
      "step": 12475
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.016631388174598e-06,
      "loss": 0.2713,
      "step": 12476
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0152310139907436e-06,
      "loss": 0.2603,
      "step": 12477
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0138309072165396e-06,
      "loss": 0.2589,
      "step": 12478
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0124310679055857e-06,
      "loss": 0.2803,
      "step": 12479
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.011031496111475e-06,
      "loss": 0.3022,
      "step": 12480
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.009632191887789e-06,
      "loss": 0.2724,
      "step": 12481
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.008233155288097e-06,
      "loss": 0.2796,
      "step": 12482
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0068343863659667e-06,
      "loss": 0.2697,
      "step": 12483
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0054358851749467e-06,
      "loss": 0.2988,
      "step": 12484
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0040376517685764e-06,
      "loss": 0.2969,
      "step": 12485
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0026396862003894e-06,
      "loss": 0.2658,
      "step": 12486
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0012419885239043e-06,
      "loss": 0.2744,
      "step": 12487
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.999844558792633e-06,
      "loss": 0.2919,
      "step": 12488
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.998447397060075e-06,
      "loss": 0.2833,
      "step": 12489
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.997050503379719e-06,
      "loss": 0.267,
      "step": 12490
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.995653877805047e-06,
      "loss": 0.279,
      "step": 12491
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.994257520389523e-06,
      "loss": 0.2811,
      "step": 12492
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9928614311866146e-06,
      "loss": 0.2529,
      "step": 12493
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.991465610249765e-06,
      "loss": 0.2962,
      "step": 12494
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.990070057632415e-06,
      "loss": 0.2789,
      "step": 12495
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9886747733879916e-06,
      "loss": 0.3256,
      "step": 12496
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.98727975756991e-06,
      "loss": 0.2846,
      "step": 12497
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.985885010231584e-06,
      "loss": 0.2821,
      "step": 12498
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9844905314264083e-06,
      "loss": 0.2644,
      "step": 12499
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.983096321207769e-06,
      "loss": 0.2836,
      "step": 12500
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9817023796290444e-06,
      "loss": 0.2846,
      "step": 12501
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9803087067435976e-06,
      "loss": 0.2879,
      "step": 12502
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.978915302604791e-06,
      "loss": 0.286,
      "step": 12503
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9775221672659683e-06,
      "loss": 0.293,
      "step": 12504
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9761293007804635e-06,
      "loss": 0.2719,
      "step": 12505
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.974736703201604e-06,
      "loss": 0.2776,
      "step": 12506
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9733443745826996e-06,
      "loss": 0.2732,
      "step": 12507
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9719523149770636e-06,
      "loss": 0.2628,
      "step": 12508
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9705605244379854e-06,
      "loss": 0.2754,
      "step": 12509
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9691690030187514e-06,
      "loss": 0.2817,
      "step": 12510
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.967777750772635e-06,
      "loss": 0.2814,
      "step": 12511
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9663867677528946e-06,
      "loss": 0.2944,
      "step": 12512
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.964996054012792e-06,
      "loss": 0.2799,
      "step": 12513
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9636056096055665e-06,
      "loss": 0.2593,
      "step": 12514
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.962215434584451e-06,
      "loss": 0.2652,
      "step": 12515
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9608255290026676e-06,
      "loss": 0.2832,
      "step": 12516
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.959435892913426e-06,
      "loss": 0.3142,
      "step": 12517
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.958046526369933e-06,
      "loss": 0.2688,
      "step": 12518
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.956657429425378e-06,
      "loss": 0.2872,
      "step": 12519
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.955268602132941e-06,
      "loss": 0.2882,
      "step": 12520
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.953880044545795e-06,
      "loss": 0.2722,
      "step": 12521
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9524917567170975e-06,
      "loss": 0.2757,
      "step": 12522
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.951103738700001e-06,
      "loss": 0.2672,
      "step": 12523
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9497159905476437e-06,
      "loss": 0.2726,
      "step": 12524
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9483285123131564e-06,
      "loss": 0.2723,
      "step": 12525
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9469413040496573e-06,
      "loss": 0.2699,
      "step": 12526
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9455543658102524e-06,
      "loss": 0.2605,
      "step": 12527
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9441676976480473e-06,
      "loss": 0.2593,
      "step": 12528
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9427812996161263e-06,
      "loss": 0.29,
      "step": 12529
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.941395171767566e-06,
      "loss": 0.2928,
      "step": 12530
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9400093141554364e-06,
      "loss": 0.2931,
      "step": 12531
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.93862372683279e-06,
      "loss": 0.2723,
      "step": 12532
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9372384098526783e-06,
      "loss": 0.2585,
      "step": 12533
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9358533632681385e-06,
      "loss": 0.2698,
      "step": 12534
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.934468587132193e-06,
      "loss": 0.2896,
      "step": 12535
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.933084081497859e-06,
      "loss": 0.2833,
      "step": 12536
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.931699846418139e-06,
      "loss": 0.2787,
      "step": 12537
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.930315881946034e-06,
      "loss": 0.3223,
      "step": 12538
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 0.2578,
      "step": 12539
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9275487650365873e-06,
      "loss": 0.2744,
      "step": 12540
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.926165612705184e-06,
      "loss": 0.3145,
      "step": 12541
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9247827311932663e-06,
      "loss": 0.2711,
      "step": 12542
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.923400120553782e-06,
      "loss": 0.2977,
      "step": 12543
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9220177808396623e-06,
      "loss": 0.2627,
      "step": 12544
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.920635712103829e-06,
      "loss": 0.2885,
      "step": 12545
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.919253914399195e-06,
      "loss": 0.2772,
      "step": 12546
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9178723877786574e-06,
      "loss": 0.264,
      "step": 12547
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.916491132295114e-06,
      "loss": 0.2567,
      "step": 12548
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9151101480014444e-06,
      "loss": 0.2942,
      "step": 12549
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9137294349505175e-06,
      "loss": 0.2746,
      "step": 12550
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.912348993195193e-06,
      "loss": 0.2956,
      "step": 12551
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.910968822788319e-06,
      "loss": 0.2896,
      "step": 12552
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9095889237827412e-06,
      "loss": 0.2963,
      "step": 12553
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9082092962312834e-06,
      "loss": 0.2931,
      "step": 12554
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9068299401867674e-06,
      "loss": 0.2794,
      "step": 12555
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9054508557019977e-06,
      "loss": 0.2852,
      "step": 12556
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9040720428297754e-06,
      "loss": 0.2686,
      "step": 12557
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9026935016228854e-06,
      "loss": 0.2849,
      "step": 12558
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9013152321341063e-06,
      "loss": 0.28,
      "step": 12559
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8999372344162046e-06,
      "loss": 0.2646,
      "step": 12560
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8985595085219355e-06,
      "loss": 0.2807,
      "step": 12561
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.897182054504043e-06,
      "loss": 0.2787,
      "step": 12562
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.895804872415268e-06,
      "loss": 0.2503,
      "step": 12563
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8944279623083316e-06,
      "loss": 0.2705,
      "step": 12564
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8930513242359494e-06,
      "loss": 0.2796,
      "step": 12565
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8916749582508253e-06,
      "loss": 0.2983,
      "step": 12566
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8902988644056506e-06,
      "loss": 0.2619,
      "step": 12567
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8889230427531134e-06,
      "loss": 0.2669,
      "step": 12568
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8875474933458847e-06,
      "loss": 0.2698,
      "step": 12569
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.886172216236626e-06,
      "loss": 0.2765,
      "step": 12570
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.88479721147799e-06,
      "loss": 0.2684,
      "step": 12571
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.883422479122615e-06,
      "loss": 0.3016,
      "step": 12572
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8820480192231393e-06,
      "loss": 0.266,
      "step": 12573
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8806738318321792e-06,
      "loss": 0.2415,
      "step": 12574
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.879299917002345e-06,
      "loss": 0.2736,
      "step": 12575
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.877926274786238e-06,
      "loss": 0.2621,
      "step": 12576
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8765529052364428e-06,
      "loss": 0.2725,
      "step": 12577
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.875179808405546e-06,
      "loss": 0.2704,
      "step": 12578
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8738069843461123e-06,
      "loss": 0.3285,
      "step": 12579
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8724344331107e-06,
      "loss": 0.2658,
      "step": 12580
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.871062154751858e-06,
      "loss": 0.2739,
      "step": 12581
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8696901493221173e-06,
      "loss": 0.2706,
      "step": 12582
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.868318416874015e-06,
      "loss": 0.2665,
      "step": 12583
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8669469574600604e-06,
      "loss": 0.2699,
      "step": 12584
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8655757711327627e-06,
      "loss": 0.2666,
      "step": 12585
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.864204857944616e-06,
      "loss": 0.2729,
      "step": 12586
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8628342179481008e-06,
      "loss": 0.2648,
      "step": 12587
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8614638511956992e-06,
      "loss": 0.3244,
      "step": 12588
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8600937577398723e-06,
      "loss": 0.2621,
      "step": 12589
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8587239376330743e-06,
      "loss": 0.2605,
      "step": 12590
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8573543909277466e-06,
      "loss": 0.262,
      "step": 12591
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.855985117676322e-06,
      "loss": 0.2528,
      "step": 12592
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8546161179312247e-06,
      "loss": 0.272,
      "step": 12593
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8532473917448644e-06,
      "loss": 0.2741,
      "step": 12594
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8518789391696434e-06,
      "loss": 0.2687,
      "step": 12595
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.850510760257951e-06,
      "loss": 0.2799,
      "step": 12596
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.849142855062167e-06,
      "loss": 0.2902,
      "step": 12597
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8477752236346645e-06,
      "loss": 0.2804,
      "step": 12598
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8464078660278017e-06,
      "loss": 0.245,
      "step": 12599
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8450407822939274e-06,
      "loss": 0.2825,
      "step": 12600
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.843673972485379e-06,
      "loss": 0.2722,
      "step": 12601
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8423074366544813e-06,
      "loss": 0.2529,
      "step": 12602
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8409411748535588e-06,
      "loss": 0.2702,
      "step": 12603
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.839575187134915e-06,
      "loss": 0.2691,
      "step": 12604
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.838209473550846e-06,
      "loss": 0.2905,
      "step": 12605
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8368440341536373e-06,
      "loss": 0.2818,
      "step": 12606
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8354788689955625e-06,
      "loss": 0.2596,
      "step": 12607
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.834113978128892e-06,
      "loss": 0.2793,
      "step": 12608
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8327493616058765e-06,
      "loss": 0.2727,
      "step": 12609
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8313850194787605e-06,
      "loss": 0.26,
      "step": 12610
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.830020951799777e-06,
      "loss": 0.2652,
      "step": 12611
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8286571586211466e-06,
      "loss": 0.2928,
      "step": 12612
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.827293639995088e-06,
      "loss": 0.243,
      "step": 12613
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8259303959737984e-06,
      "loss": 0.2568,
      "step": 12614
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.82456742660947e-06,
      "loss": 0.2973,
      "step": 12615
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8232047319542854e-06,
      "loss": 0.2924,
      "step": 12616
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8218423120604087e-06,
      "loss": 0.2718,
      "step": 12617
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8204801669800084e-06,
      "loss": 0.2789,
      "step": 12618
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8191182967652296e-06,
      "loss": 0.2739,
      "step": 12619
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8177567014682105e-06,
      "loss": 0.2556,
      "step": 12620
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8163953811410805e-06,
      "loss": 0.2769,
      "step": 12621
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8150343358359545e-06,
      "loss": 0.2729,
      "step": 12622
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.813673565604944e-06,
      "loss": 0.2796,
      "step": 12623
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8123130705001445e-06,
      "loss": 0.2857,
      "step": 12624
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.810952850573644e-06,
      "loss": 0.2637,
      "step": 12625
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8095929058775094e-06,
      "loss": 0.2893,
      "step": 12626
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8082332364638153e-06,
      "loss": 0.2885,
      "step": 12627
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.806873842384612e-06,
      "loss": 0.2754,
      "step": 12628
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8055147236919444e-06,
      "loss": 0.2787,
      "step": 12629
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8041558804378455e-06,
      "loss": 0.2704,
      "step": 12630
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.802797312674338e-06,
      "loss": 0.2683,
      "step": 12631
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8014390204534325e-06,
      "loss": 0.2649,
      "step": 12632
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.800081003827135e-06,
      "loss": 0.2793,
      "step": 12633
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7987232628474347e-06,
      "loss": 0.2846,
      "step": 12634
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7973657975663127e-06,
      "loss": 0.3002,
      "step": 12635
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7960086080357383e-06,
      "loss": 0.2727,
      "step": 12636
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7946516943076686e-06,
      "loss": 0.2831,
      "step": 12637
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7932950564340577e-06,
      "loss": 0.2835,
      "step": 12638
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7919386944668425e-06,
      "loss": 0.2694,
      "step": 12639
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.79058260845795e-06,
      "loss": 0.2593,
      "step": 12640
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.789226798459298e-06,
      "loss": 0.2677,
      "step": 12641
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.787871264522789e-06,
      "loss": 0.2701,
      "step": 12642
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.786516006700326e-06,
      "loss": 0.2864,
      "step": 12643
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.785161025043792e-06,
      "loss": 0.2785,
      "step": 12644
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7838063196050624e-06,
      "loss": 0.2627,
      "step": 12645
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.782451890436e-06,
      "loss": 0.2655,
      "step": 12646
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7810977375884563e-06,
      "loss": 0.2779,
      "step": 12647
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7797438611142825e-06,
      "loss": 0.2667,
      "step": 12648
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.778390261065306e-06,
      "loss": 0.2658,
      "step": 12649
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.777036937493349e-06,
      "loss": 0.2856,
      "step": 12650
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.775683890450225e-06,
      "loss": 0.3055,
      "step": 12651
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.77433111998773e-06,
      "loss": 0.2882,
      "step": 12652
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7729786261576618e-06,
      "loss": 0.3016,
      "step": 12653
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.771626409011796e-06,
      "loss": 0.2697,
      "step": 12654
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.770274468601902e-06,
      "loss": 0.2595,
      "step": 12655
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.76892280497974e-06,
      "loss": 0.2838,
      "step": 12656
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7675714181970527e-06,
      "loss": 0.2722,
      "step": 12657
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7662203083055848e-06,
      "loss": 0.3047,
      "step": 12658
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7648694753570637e-06,
      "loss": 0.2627,
      "step": 12659
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7635189194031974e-06,
      "loss": 0.2598,
      "step": 12660
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7621686404956936e-06,
      "loss": 0.296,
      "step": 12661
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7608186386862533e-06,
      "loss": 0.2706,
      "step": 12662
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7594689140265563e-06,
      "loss": 0.2963,
      "step": 12663
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7581194665682774e-06,
      "loss": 0.2638,
      "step": 12664
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7567702963630805e-06,
      "loss": 0.2799,
      "step": 12665
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.755421403462616e-06,
      "loss": 0.3188,
      "step": 12666
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7540727879185247e-06,
      "loss": 0.2518,
      "step": 12667
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7527244497824433e-06,
      "loss": 0.2754,
      "step": 12668
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.75137638910599e-06,
      "loss": 0.2748,
      "step": 12669
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.750028605940773e-06,
      "loss": 0.2826,
      "step": 12670
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7486811003383953e-06,
      "loss": 0.2948,
      "step": 12671
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7473338723504383e-06,
      "loss": 0.2969,
      "step": 12672
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7459869220284898e-06,
      "loss": 0.2672,
      "step": 12673
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.744640249424113e-06,
      "loss": 0.2741,
      "step": 12674
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7432938545888645e-06,
      "loss": 0.2638,
      "step": 12675
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.741947737574291e-06,
      "loss": 0.2902,
      "step": 12676
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.740601898431925e-06,
      "loss": 0.2792,
      "step": 12677
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7392563372132974e-06,
      "loss": 0.2658,
      "step": 12678
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7379110539699203e-06,
      "loss": 0.2842,
      "step": 12679
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7365660487532976e-06,
      "loss": 0.2783,
      "step": 12680
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7352213216149203e-06,
      "loss": 0.268,
      "step": 12681
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7338768726062703e-06,
      "loss": 0.2789,
      "step": 12682
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.732532701778824e-06,
      "loss": 0.2729,
      "step": 12683
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.73118880918404e-06,
      "loss": 0.3041,
      "step": 12684
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7298451948733684e-06,
      "loss": 0.2818,
      "step": 12685
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7285018588982505e-06,
      "loss": 0.2605,
      "step": 12686
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.72715880131011e-06,
      "loss": 0.2772,
      "step": 12687
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7258160221603735e-06,
      "loss": 0.2653,
      "step": 12688
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7244735215004448e-06,
      "loss": 0.2651,
      "step": 12689
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7231312993817217e-06,
      "loss": 0.2806,
      "step": 12690
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.721789355855591e-06,
      "loss": 0.286,
      "step": 12691
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7204476909734245e-06,
      "loss": 0.2557,
      "step": 12692
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7191063047865975e-06,
      "loss": 0.2868,
      "step": 12693
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7177651973464546e-06,
      "loss": 0.2499,
      "step": 12694
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7164243687043433e-06,
      "loss": 0.2924,
      "step": 12695
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7150838189115934e-06,
      "loss": 0.2729,
      "step": 12696
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.713743548019534e-06,
      "loss": 0.2437,
      "step": 12697
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7124035560794736e-06,
      "loss": 0.2931,
      "step": 12698
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7110638431427128e-06,
      "loss": 0.2506,
      "step": 12699
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7097244092605435e-06,
      "loss": 0.2497,
      "step": 12700
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.708385254484244e-06,
      "loss": 0.2934,
      "step": 12701
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7070463788650815e-06,
      "loss": 0.2719,
      "step": 12702
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7057077824543187e-06,
      "loss": 0.2775,
      "step": 12703
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7043694653032026e-06,
      "loss": 0.2808,
      "step": 12704
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.70303142746297e-06,
      "loss": 0.2773,
      "step": 12705
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.701693668984845e-06,
      "loss": 0.2857,
      "step": 12706
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7003561899200428e-06,
      "loss": 0.2768,
      "step": 12707
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6990189903197727e-06,
      "loss": 0.2699,
      "step": 12708
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.697682070235227e-06,
      "loss": 0.263,
      "step": 12709
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6963454297175897e-06,
      "loss": 0.2985,
      "step": 12710
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.695009068818031e-06,
      "loss": 0.2708,
      "step": 12711
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.693672987587712e-06,
      "loss": 0.262,
      "step": 12712
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6923371860777915e-06,
      "loss": 0.2932,
      "step": 12713
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6910016643394042e-06,
      "loss": 0.2525,
      "step": 12714
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6896664224236823e-06,
      "loss": 0.2944,
      "step": 12715
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6883314603817446e-06,
      "loss": 0.2649,
      "step": 12716
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6869967782646968e-06,
      "loss": 0.2624,
      "step": 12717
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6856623761236413e-06,
      "loss": 0.2623,
      "step": 12718
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6843282540096647e-06,
      "loss": 0.2688,
      "step": 12719
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6829944119738415e-06,
      "loss": 0.2563,
      "step": 12720
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.681660850067238e-06,
      "loss": 0.2817,
      "step": 12721
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.680327568340907e-06,
      "loss": 0.2768,
      "step": 12722
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6789945668458984e-06,
      "loss": 0.2903,
      "step": 12723
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6776618456332416e-06,
      "loss": 0.2698,
      "step": 12724
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.67632940475396e-06,
      "loss": 0.2759,
      "step": 12725
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6749972442590667e-06,
      "loss": 0.2779,
      "step": 12726
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6736653641995614e-06,
      "loss": 0.2866,
      "step": 12727
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.672333764626436e-06,
      "loss": 0.2898,
      "step": 12728
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.67100244559067e-06,
      "loss": 0.2775,
      "step": 12729
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6696714071432326e-06,
      "loss": 0.2634,
      "step": 12730
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6683406493350785e-06,
      "loss": 0.2638,
      "step": 12731
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.667010172217163e-06,
      "loss": 0.3079,
      "step": 12732
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6656799758404172e-06,
      "loss": 0.2602,
      "step": 12733
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.664350060255769e-06,
      "loss": 0.2687,
      "step": 12734
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6630204255141346e-06,
      "loss": 0.2475,
      "step": 12735
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.661691071666415e-06,
      "loss": 0.2819,
      "step": 12736
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6603619987635087e-06,
      "loss": 0.2684,
      "step": 12737
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.659033206856297e-06,
      "loss": 0.2747,
      "step": 12738
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.657704695995653e-06,
      "loss": 0.2557,
      "step": 12739
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6563764662324378e-06,
      "loss": 0.2821,
      "step": 12740
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.655048517617501e-06,
      "loss": 0.2854,
      "step": 12741
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.653720850201681e-06,
      "loss": 0.2884,
      "step": 12742
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6523934640358128e-06,
      "loss": 0.291,
      "step": 12743
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.651066359170712e-06,
      "loss": 0.2543,
      "step": 12744
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6497395356571864e-06,
      "loss": 0.2748,
      "step": 12745
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6484129935460325e-06,
      "loss": 0.2758,
      "step": 12746
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6470867328880346e-06,
      "loss": 0.279,
      "step": 12747
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6457607537339735e-06,
      "loss": 0.2974,
      "step": 12748
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6444350561346098e-06,
      "loss": 0.2906,
      "step": 12749
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6431096401406998e-06,
      "loss": 0.2849,
      "step": 12750
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.641784505802986e-06,
      "loss": 0.2662,
      "step": 12751
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.640459653172195e-06,
      "loss": 0.2744,
      "step": 12752
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.639135082299058e-06,
      "loss": 0.2645,
      "step": 12753
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6378107932342813e-06,
      "loss": 0.2602,
      "step": 12754
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.636486786028564e-06,
      "loss": 0.2831,
      "step": 12755
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6351630607325963e-06,
      "loss": 0.2998,
      "step": 12756
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6338396173970536e-06,
      "loss": 0.2734,
      "step": 12757
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.632516456072609e-06,
      "loss": 0.2683,
      "step": 12758
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.631193576809917e-06,
      "loss": 0.2884,
      "step": 12759
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6298709796596234e-06,
      "loss": 0.2792,
      "step": 12760
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6285486646723636e-06,
      "loss": 0.2793,
      "step": 12761
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6272266318987606e-06,
      "loss": 0.2676,
      "step": 12762
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6259048813894293e-06,
      "loss": 0.275,
      "step": 12763
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.624583413194973e-06,
      "loss": 0.2824,
      "step": 12764
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6232622273659824e-06,
      "loss": 0.2857,
      "step": 12765
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6219413239530365e-06,
      "loss": 0.256,
      "step": 12766
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.620620703006711e-06,
      "loss": 0.2402,
      "step": 12767
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6193003645775627e-06,
      "loss": 0.2663,
      "step": 12768
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6179803087161417e-06,
      "loss": 0.2697,
      "step": 12769
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6166605354729836e-06,
      "loss": 0.2698,
      "step": 12770
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.615341044898614e-06,
      "loss": 0.2492,
      "step": 12771
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6140218370435542e-06,
      "loss": 0.2571,
      "step": 12772
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.612702911958308e-06,
      "loss": 0.2713,
      "step": 12773
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.611384269693369e-06,
      "loss": 0.2967,
      "step": 12774
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6100659102992208e-06,
      "loss": 0.3097,
      "step": 12775
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6087478338263373e-06,
      "loss": 0.2768,
      "step": 12776
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6074300403251763e-06,
      "loss": 0.2757,
      "step": 12777
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6061125298461964e-06,
      "loss": 0.2536,
      "step": 12778
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6047953024398356e-06,
      "loss": 0.2969,
      "step": 12779
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6034783581565213e-06,
      "loss": 0.2744,
      "step": 12780
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6021616970466733e-06,
      "loss": 0.268,
      "step": 12781
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6008453191606973e-06,
      "loss": 0.2719,
      "step": 12782
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5995292245489968e-06,
      "loss": 0.2944,
      "step": 12783
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.598213413261953e-06,
      "loss": 0.2535,
      "step": 12784
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5968978853499427e-06,
      "loss": 0.2969,
      "step": 12785
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.595582640863331e-06,
      "loss": 0.2684,
      "step": 12786
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5942676798524667e-06,
      "loss": 0.2852,
      "step": 12787
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5929530023677008e-06,
      "loss": 0.2729,
      "step": 12788
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.59163860845936e-06,
      "loss": 0.2676,
      "step": 12789
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5903244981777674e-06,
      "loss": 0.2492,
      "step": 12790
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5890106715732333e-06,
      "loss": 0.2676,
      "step": 12791
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5876971286960527e-06,
      "loss": 0.3008,
      "step": 12792
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5863838695965214e-06,
      "loss": 0.2907,
      "step": 12793
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5850708943249135e-06,
      "loss": 0.273,
      "step": 12794
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.583758202931499e-06,
      "loss": 0.2902,
      "step": 12795
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.582445795466525e-06,
      "loss": 0.2859,
      "step": 12796
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.581133671980246e-06,
      "loss": 0.2662,
      "step": 12797
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.579821832522892e-06,
      "loss": 0.2737,
      "step": 12798
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5785102771446866e-06,
      "loss": 0.2695,
      "step": 12799
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5771990058958442e-06,
      "loss": 0.2916,
      "step": 12800
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.57588801882656e-06,
      "loss": 0.2891,
      "step": 12801
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5745773159870334e-06,
      "loss": 0.2666,
      "step": 12802
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.573266897427441e-06,
      "loss": 0.2719,
      "step": 12803
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5719567631979512e-06,
      "loss": 0.2853,
      "step": 12804
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.570646913348722e-06,
      "loss": 0.2674,
      "step": 12805
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.569337347929898e-06,
      "loss": 0.2762,
      "step": 12806
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5680280669916204e-06,
      "loss": 0.2786,
      "step": 12807
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.566719070584013e-06,
      "loss": 0.3097,
      "step": 12808
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5654103587571887e-06,
      "loss": 0.2832,
      "step": 12809
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.564101931561254e-06,
      "loss": 0.2666,
      "step": 12810
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5627937890462985e-06,
      "loss": 0.2667,
      "step": 12811
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5614859312624018e-06,
      "loss": 0.2843,
      "step": 12812
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.560178358259642e-06,
      "loss": 0.2867,
      "step": 12813
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.558871070088076e-06,
      "loss": 0.2485,
      "step": 12814
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5575640667977506e-06,
      "loss": 0.2436,
      "step": 12815
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5562573484387066e-06,
      "loss": 0.249,
      "step": 12816
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5549509150609673e-06,
      "loss": 0.2768,
      "step": 12817
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5536447667145557e-06,
      "loss": 0.2606,
      "step": 12818
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5523389034494737e-06,
      "loss": 0.2641,
      "step": 12819
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.551033325315716e-06,
      "loss": 0.2846,
      "step": 12820
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5497280323632657e-06,
      "loss": 0.2821,
      "step": 12821
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5484230246420926e-06,
      "loss": 0.2877,
      "step": 12822
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.547118302202165e-06,
      "loss": 0.2766,
      "step": 12823
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5458138650934316e-06,
      "loss": 0.2775,
      "step": 12824
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5445097133658305e-06,
      "loss": 0.2736,
      "step": 12825
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.543205847069292e-06,
      "loss": 0.2529,
      "step": 12826
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5419022662537306e-06,
      "loss": 0.2527,
      "step": 12827
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.540598970969059e-06,
      "loss": 0.2732,
      "step": 12828
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5392959612651756e-06,
      "loss": 0.2775,
      "step": 12829
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.537993237191958e-06,
      "loss": 0.2673,
      "step": 12830
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5366907987992807e-06,
      "loss": 0.2732,
      "step": 12831
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5353886461370127e-06,
      "loss": 0.2815,
      "step": 12832
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5340867792550052e-06,
      "loss": 0.2701,
      "step": 12833
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.532785198203098e-06,
      "loss": 0.2935,
      "step": 12834
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.531483903031122e-06,
      "loss": 0.2451,
      "step": 12835
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.530182893788895e-06,
      "loss": 0.2669,
      "step": 12836
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.52888217052623e-06,
      "loss": 0.2386,
      "step": 12837
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.527581733292923e-06,
      "loss": 0.2497,
      "step": 12838
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.526281582138761e-06,
      "loss": 0.2846,
      "step": 12839
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5249817171135194e-06,
      "loss": 0.2771,
      "step": 12840
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.523682138266961e-06,
      "loss": 0.2764,
      "step": 12841
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.522382845648843e-06,
      "loss": 0.2872,
      "step": 12842
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.521083839308909e-06,
      "loss": 0.2737,
      "step": 12843
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.519785119296888e-06,
      "loss": 0.2633,
      "step": 12844
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.518486685662502e-06,
      "loss": 0.2785,
      "step": 12845
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5171885384554627e-06,
      "loss": 0.2506,
      "step": 12846
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5158906777254654e-06,
      "loss": 0.2787,
      "step": 12847
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.514593103522204e-06,
      "loss": 0.2762,
      "step": 12848
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5132958158953523e-06,
      "loss": 0.2644,
      "step": 12849
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.511998814894576e-06,
      "loss": 0.2946,
      "step": 12850
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.510702100569532e-06,
      "loss": 0.2825,
      "step": 12851
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.509405672969861e-06,
      "loss": 0.2705,
      "step": 12852
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.508109532145203e-06,
      "loss": 0.2527,
      "step": 12853
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5068136781451757e-06,
      "loss": 0.2561,
      "step": 12854
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5055181110193917e-06,
      "loss": 0.2676,
      "step": 12855
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.50422283081745e-06,
      "loss": 0.3004,
      "step": 12856
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.502927837588939e-06,
      "loss": 0.2898,
      "step": 12857
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.501633131383442e-06,
      "loss": 0.2585,
      "step": 12858
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.500338712250523e-06,
      "loss": 0.2722,
      "step": 12859
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4990445802397388e-06,
      "loss": 0.2739,
      "step": 12860
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.497750735400635e-06,
      "loss": 0.2905,
      "step": 12861
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.496457177782743e-06,
      "loss": 0.2907,
      "step": 12862
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.495163907435596e-06,
      "loss": 0.3248,
      "step": 12863
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4938709244086955e-06,
      "loss": 0.2754,
      "step": 12864
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4925782287515476e-06,
      "loss": 0.279,
      "step": 12865
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.491285820513639e-06,
      "loss": 0.2697,
      "step": 12866
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4899936997444564e-06,
      "loss": 0.2839,
      "step": 12867
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.488701866493464e-06,
      "loss": 0.2527,
      "step": 12868
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4874103208101187e-06,
      "loss": 0.2585,
      "step": 12869
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.486119062743867e-06,
      "loss": 0.2531,
      "step": 12870
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4848280923441425e-06,
      "loss": 0.2785,
      "step": 12871
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4835374096603758e-06,
      "loss": 0.2712,
      "step": 12872
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4822470147419765e-06,
      "loss": 0.2712,
      "step": 12873
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4809569076383453e-06,
      "loss": 0.2843,
      "step": 12874
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4796670883988773e-06,
      "loss": 0.269,
      "step": 12875
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.478377557072946e-06,
      "loss": 0.2681,
      "step": 12876
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.477088313709929e-06,
      "loss": 0.2861,
      "step": 12877
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.475799358359181e-06,
      "loss": 0.2667,
      "step": 12878
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.47451069107005e-06,
      "loss": 0.2783,
      "step": 12879
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4732223118918707e-06,
      "loss": 0.2543,
      "step": 12880
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4719342208739695e-06,
      "loss": 0.2676,
      "step": 12881
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.470646418065656e-06,
      "loss": 0.252,
      "step": 12882
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4693589035162413e-06,
      "loss": 0.2779,
      "step": 12883
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4680716772750136e-06,
      "loss": 0.2628,
      "step": 12884
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4667847393912535e-06,
      "loss": 0.2527,
      "step": 12885
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.465498089914231e-06,
      "loss": 0.2764,
      "step": 12886
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4642117288932033e-06,
      "loss": 0.2757,
      "step": 12887
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.462925656377424e-06,
      "loss": 0.2732,
      "step": 12888
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.461639872416125e-06,
      "loss": 0.291,
      "step": 12889
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.460354377058535e-06,
      "loss": 0.2711,
      "step": 12890
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.459069170353867e-06,
      "loss": 0.2695,
      "step": 12891
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4577842523513218e-06,
      "loss": 0.2849,
      "step": 12892
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4564996231000982e-06,
      "loss": 0.2723,
      "step": 12893
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4552152826493757e-06,
      "loss": 0.2921,
      "step": 12894
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.453931231048323e-06,
      "loss": 0.2405,
      "step": 12895
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.452647468346102e-06,
      "loss": 0.2884,
      "step": 12896
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.45136399459186e-06,
      "loss": 0.2814,
      "step": 12897
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.450080809834734e-06,
      "loss": 0.273,
      "step": 12898
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4487979141238506e-06,
      "loss": 0.3013,
      "step": 12899
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.447515307508325e-06,
      "loss": 0.2835,
      "step": 12900
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4462329900372584e-06,
      "loss": 0.2549,
      "step": 12901
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.44495096175975e-06,
      "loss": 0.2713,
      "step": 12902
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.443669222724878e-06,
      "loss": 0.2952,
      "step": 12903
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4423877729817156e-06,
      "loss": 0.2585,
      "step": 12904
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.44110661257932e-06,
      "loss": 0.2483,
      "step": 12905
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.439825741566739e-06,
      "loss": 0.2821,
      "step": 12906
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4385451599930166e-06,
      "loss": 0.2866,
      "step": 12907
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.437264867907174e-06,
      "loss": 0.2566,
      "step": 12908
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4359848653582285e-06,
      "loss": 0.2778,
      "step": 12909
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4347051523951847e-06,
      "loss": 0.2458,
      "step": 12910
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4334257290670337e-06,
      "loss": 0.2753,
      "step": 12911
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4321465954227606e-06,
      "loss": 0.2762,
      "step": 12912
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4308677515113376e-06,
      "loss": 0.2952,
      "step": 12913
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4295891973817223e-06,
      "loss": 0.2507,
      "step": 12914
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4283109330828647e-06,
      "loss": 0.2861,
      "step": 12915
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.427032958663702e-06,
      "loss": 0.2853,
      "step": 12916
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4257552741731593e-06,
      "loss": 0.26,
      "step": 12917
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4244778796601565e-06,
      "loss": 0.2787,
      "step": 12918
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4232007751735976e-06,
      "loss": 0.2485,
      "step": 12919
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4219239607623747e-06,
      "loss": 0.2704,
      "step": 12920
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4206474364753696e-06,
      "loss": 0.272,
      "step": 12921
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4193712023614514e-06,
      "loss": 0.298,
      "step": 12922
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4180952584694872e-06,
      "loss": 0.2596,
      "step": 12923
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4168196048483216e-06,
      "loss": 0.2697,
      "step": 12924
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4155442415467935e-06,
      "loss": 0.2457,
      "step": 12925
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4142691686137286e-06,
      "loss": 0.2924,
      "step": 12926
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.412994386097942e-06,
      "loss": 0.2659,
      "step": 12927
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4117198940482424e-06,
      "loss": 0.2395,
      "step": 12928
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.41044569251342e-06,
      "loss": 0.2673,
      "step": 12929
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.409171781542259e-06,
      "loss": 0.2699,
      "step": 12930
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4078981611835294e-06,
      "loss": 0.2605,
      "step": 12931
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.406624831485992e-06,
      "loss": 0.2794,
      "step": 12932
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.405351792498395e-06,
      "loss": 0.266,
      "step": 12933
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.404079044269476e-06,
      "loss": 0.2783,
      "step": 12934
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4028065868479643e-06,
      "loss": 0.2891,
      "step": 12935
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4015344202825695e-06,
      "loss": 0.2348,
      "step": 12936
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.400262544622004e-06,
      "loss": 0.2969,
      "step": 12937
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3989909599149575e-06,
      "loss": 0.2771,
      "step": 12938
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.397719666210111e-06,
      "loss": 0.2773,
      "step": 12939
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3964486635561378e-06,
      "loss": 0.2578,
      "step": 12940
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3951779520016937e-06,
      "loss": 0.2334,
      "step": 12941
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.393907531595434e-06,
      "loss": 0.2514,
      "step": 12942
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.392637402385992e-06,
      "loss": 0.2787,
      "step": 12943
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.391367564421996e-06,
      "loss": 0.2621,
      "step": 12944
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3900980177520603e-06,
      "loss": 0.2885,
      "step": 12945
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3888287624247864e-06,
      "loss": 0.2969,
      "step": 12946
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.387559798488772e-06,
      "loss": 0.2556,
      "step": 12947
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.386291125992598e-06,
      "loss": 0.2815,
      "step": 12948
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.385022744984834e-06,
      "loss": 0.2967,
      "step": 12949
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.38375465551404e-06,
      "loss": 0.2874,
      "step": 12950
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3824868576287654e-06,
      "loss": 0.2836,
      "step": 12951
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.381219351377542e-06,
      "loss": 0.2854,
      "step": 12952
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.379952136808903e-06,
      "loss": 0.2704,
      "step": 12953
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.378685213971361e-06,
      "loss": 0.2644,
      "step": 12954
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.377418582913419e-06,
      "loss": 0.2821,
      "step": 12955
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3761522436835694e-06,
      "loss": 0.2637,
      "step": 12956
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3748861963302914e-06,
      "loss": 0.2626,
      "step": 12957
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3736204409020613e-06,
      "loss": 0.2853,
      "step": 12958
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.372354977447334e-06,
      "loss": 0.2875,
      "step": 12959
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.371089806014558e-06,
      "loss": 0.2609,
      "step": 12960
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3698249266521702e-06,
      "loss": 0.2567,
      "step": 12961
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.368560339408592e-06,
      "loss": 0.2891,
      "step": 12962
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3672960443322455e-06,
      "loss": 0.2778,
      "step": 12963
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.36603204147153e-06,
      "loss": 0.2803,
      "step": 12964
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3647683308748392e-06,
      "loss": 0.2902,
      "step": 12965
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3635049125905475e-06,
      "loss": 0.2665,
      "step": 12966
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.362241786667031e-06,
      "loss": 0.2863,
      "step": 12967
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.360978953152646e-06,
      "loss": 0.2746,
      "step": 12968
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3597164120957404e-06,
      "loss": 0.2757,
      "step": 12969
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3584541635446488e-06,
      "loss": 0.3048,
      "step": 12970
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3571922075476947e-06,
      "loss": 0.2592,
      "step": 12971
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3559305441531952e-06,
      "loss": 0.2924,
      "step": 12972
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3546691734094527e-06,
      "loss": 0.2938,
      "step": 12973
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3534080953647566e-06,
      "loss": 0.2672,
      "step": 12974
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3521473100673863e-06,
      "loss": 0.2677,
      "step": 12975
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3508868175656085e-06,
      "loss": 0.3087,
      "step": 12976
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3496266179076867e-06,
      "loss": 0.2473,
      "step": 12977
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.348366711141865e-06,
      "loss": 0.2831,
      "step": 12978
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3471070973163767e-06,
      "loss": 0.2649,
      "step": 12979
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.345847776479446e-06,
      "loss": 0.2812,
      "step": 12980
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.344588748679285e-06,
      "loss": 0.2815,
      "step": 12981
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3433300139640993e-06,
      "loss": 0.2723,
      "step": 12982
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.342071572382075e-06,
      "loss": 0.2783,
      "step": 12983
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.340813423981393e-06,
      "loss": 0.2708,
      "step": 12984
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.339555568810221e-06,
      "loss": 0.2782,
      "step": 12985
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3382980069167115e-06,
      "loss": 0.272,
      "step": 12986
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.337040738349018e-06,
      "loss": 0.2593,
      "step": 12987
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.335783763155268e-06,
      "loss": 0.2398,
      "step": 12988
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3345270813835883e-06,
      "loss": 0.2672,
      "step": 12989
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.333270693082088e-06,
      "loss": 0.2679,
      "step": 12990
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3320145982988685e-06,
      "loss": 0.263,
      "step": 12991
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.330758797082016e-06,
      "loss": 0.2591,
      "step": 12992
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.329503289479613e-06,
      "loss": 0.2994,
      "step": 12993
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.328248075539725e-06,
      "loss": 0.2697,
      "step": 12994
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3269931553104077e-06,
      "loss": 0.2874,
      "step": 12995
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.325738528839704e-06,
      "loss": 0.257,
      "step": 12996
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3244841961756448e-06,
      "loss": 0.2571,
      "step": 12997
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3232301573662575e-06,
      "loss": 0.2588,
      "step": 12998
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.321976412459552e-06,
      "loss": 0.2641,
      "step": 12999
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.320722961503522e-06,
      "loss": 0.2782,
      "step": 13000
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.319469804546156e-06,
      "loss": 0.2893,
      "step": 13001
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.318216941635436e-06,
      "loss": 0.2726,
      "step": 13002
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3169643728193247e-06,
      "loss": 0.2958,
      "step": 13003
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.315712098145776e-06,
      "loss": 0.3019,
      "step": 13004
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3144601176627335e-06,
      "loss": 0.2468,
      "step": 13005
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3132084314181246e-06,
      "loss": 0.2603,
      "step": 13006
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3119570394598777e-06,
      "loss": 0.2612,
      "step": 13007
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3107059418358966e-06,
      "loss": 0.2716,
      "step": 13008
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.309455138594081e-06,
      "loss": 0.2913,
      "step": 13009
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.308204629782318e-06,
      "loss": 0.2589,
      "step": 13010
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.306954415448478e-06,
      "loss": 0.2874,
      "step": 13011
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3057044956404316e-06,
      "loss": 0.2697,
      "step": 13012
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3044548704060287e-06,
      "loss": 0.2776,
      "step": 13013
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.303205539793111e-06,
      "loss": 0.2833,
      "step": 13014
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3019565038495097e-06,
      "loss": 0.2792,
      "step": 13015
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.300707762623039e-06,
      "loss": 0.2414,
      "step": 13016
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.299459316161513e-06,
      "loss": 0.2674,
      "step": 13017
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2982111645127257e-06,
      "loss": 0.3011,
      "step": 13018
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.296963307724461e-06,
      "loss": 0.267,
      "step": 13019
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2957157458444945e-06,
      "loss": 0.2838,
      "step": 13020
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.294468478920585e-06,
      "loss": 0.2574,
      "step": 13021
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2932215070004893e-06,
      "loss": 0.2888,
      "step": 13022
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2919748301319442e-06,
      "loss": 0.2871,
      "step": 13023
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.290728448362679e-06,
      "loss": 0.2839,
      "step": 13024
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2894823617404107e-06,
      "loss": 0.2539,
      "step": 13025
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.288236570312844e-06,
      "loss": 0.2586,
      "step": 13026
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2869910741276736e-06,
      "loss": 0.2799,
      "step": 13027
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2857458732325866e-06,
      "loss": 0.2667,
      "step": 13028
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2845009676752527e-06,
      "loss": 0.2697,
      "step": 13029
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2832563575033317e-06,
      "loss": 0.2898,
      "step": 13030
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2820120427644754e-06,
      "loss": 0.2681,
      "step": 13031
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2807680235063177e-06,
      "loss": 0.2669,
      "step": 13032
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2795242997764943e-06,
      "loss": 0.2628,
      "step": 13033
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2782808716226124e-06,
      "loss": 0.2737,
      "step": 13034
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.277037739092278e-06,
      "loss": 0.2609,
      "step": 13035
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.275794902233083e-06,
      "loss": 0.272,
      "step": 13036
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2745523610926126e-06,
      "loss": 0.2573,
      "step": 13037
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.273310115718436e-06,
      "loss": 0.2578,
      "step": 13038
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.272068166158111e-06,
      "loss": 0.2549,
      "step": 13039
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2708265124591867e-06,
      "loss": 0.2571,
      "step": 13040
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.269585154669195e-06,
      "loss": 0.2616,
      "step": 13041
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.268344092835668e-06,
      "loss": 0.2549,
      "step": 13042
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.267103327006115e-06,
      "loss": 0.2896,
      "step": 13043
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2658628572280395e-06,
      "loss": 0.2706,
      "step": 13044
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2646226835489317e-06,
      "loss": 0.2843,
      "step": 13045
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.263382806016269e-06,
      "loss": 0.2652,
      "step": 13046
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2621432246775256e-06,
      "loss": 0.2736,
      "step": 13047
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2609039395801547e-06,
      "loss": 0.2815,
      "step": 13048
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2596649507716015e-06,
      "loss": 0.2768,
      "step": 13049
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.258426258299302e-06,
      "loss": 0.2542,
      "step": 13050
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2571878622106757e-06,
      "loss": 0.2789,
      "step": 13051
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2559497625531402e-06,
      "loss": 0.2582,
      "step": 13052
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2547119593740917e-06,
      "loss": 0.2563,
      "step": 13053
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2534744527209197e-06,
      "loss": 0.2529,
      "step": 13054
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2522372426410024e-06,
      "loss": 0.2758,
      "step": 13055
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.251000329181703e-06,
      "loss": 0.2524,
      "step": 13056
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2497637123903802e-06,
      "loss": 0.2522,
      "step": 13057
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2485273923143767e-06,
      "loss": 0.2716,
      "step": 13058
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2472913690010245e-06,
      "loss": 0.261,
      "step": 13059
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2460556424976444e-06,
      "loss": 0.2641,
      "step": 13060
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.244820212851544e-06,
      "loss": 0.2586,
      "step": 13061
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.24358508011002e-06,
      "loss": 0.2467,
      "step": 13062
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.242350244320365e-06,
      "loss": 0.268,
      "step": 13063
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2411157055298493e-06,
      "loss": 0.2542,
      "step": 13064
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.23988146378574e-06,
      "loss": 0.2762,
      "step": 13065
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2386475191352874e-06,
      "loss": 0.2921,
      "step": 13066
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.237413871625734e-06,
      "loss": 0.2501,
      "step": 13067
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2361805213043087e-06,
      "loss": 0.2956,
      "step": 13068
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2349474682182302e-06,
      "loss": 0.2765,
      "step": 13069
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.233714712414705e-06,
      "loss": 0.2653,
      "step": 13070
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2324822539409275e-06,
      "loss": 0.2768,
      "step": 13071
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.231250092844086e-06,
      "loss": 0.2676,
      "step": 13072
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.230018229171351e-06,
      "loss": 0.297,
      "step": 13073
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.228786662969885e-06,
      "loss": 0.2347,
      "step": 13074
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2275553942868365e-06,
      "loss": 0.2819,
      "step": 13075
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2263244231693426e-06,
      "loss": 0.2866,
      "step": 13076
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2250937496645365e-06,
      "loss": 0.2817,
      "step": 13077
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2238633738195294e-06,
      "loss": 0.2825,
      "step": 13078
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2226332956814277e-06,
      "loss": 0.2697,
      "step": 13079
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2214035152973236e-06,
      "loss": 0.2715,
      "step": 13080
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.220174032714297e-06,
      "loss": 0.274,
      "step": 13081
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2189448479794227e-06,
      "loss": 0.2758,
      "step": 13082
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.217715961139758e-06,
      "loss": 0.2902,
      "step": 13083
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2164873722423508e-06,
      "loss": 0.2835,
      "step": 13084
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2152590813342344e-06,
      "loss": 0.273,
      "step": 13085
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.214031088462434e-06,
      "loss": 0.2921,
      "step": 13086
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.212803393673967e-06,
      "loss": 0.2683,
      "step": 13087
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2115759970158325e-06,
      "loss": 0.2662,
      "step": 13088
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2103488985350207e-06,
      "loss": 0.2603,
      "step": 13089
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2091220982785113e-06,
      "loss": 0.2773,
      "step": 13090
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2078955962932693e-06,
      "loss": 0.2722,
      "step": 13091
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.206669392626255e-06,
      "loss": 0.2895,
      "step": 13092
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2054434873244136e-06,
      "loss": 0.2607,
      "step": 13093
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.204217880434675e-06,
      "loss": 0.3011,
      "step": 13094
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2029925720039633e-06,
      "loss": 0.2924,
      "step": 13095
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.201767562079188e-06,
      "loss": 0.2646,
      "step": 13096
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.200542850707247e-06,
      "loss": 0.2755,
      "step": 13097
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.199318437935031e-06,
      "loss": 0.28,
      "step": 13098
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1980943238094154e-06,
      "loss": 0.2718,
      "step": 13099
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1968705083772645e-06,
      "loss": 0.269,
      "step": 13100
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.195646991685432e-06,
      "loss": 0.2518,
      "step": 13101
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1944237737807592e-06,
      "loss": 0.2616,
      "step": 13102
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.193200854710077e-06,
      "loss": 0.2687,
      "step": 13103
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1919782345202044e-06,
      "loss": 0.2747,
      "step": 13104
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1907559132579494e-06,
      "loss": 0.2796,
      "step": 13105
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1895338909701046e-06,
      "loss": 0.2525,
      "step": 13106
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.18831216770346e-06,
      "loss": 0.2447,
      "step": 13107
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.187090743504788e-06,
      "loss": 0.2743,
      "step": 13108
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.185869618420848e-06,
      "loss": 0.2676,
      "step": 13109
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1846487924983927e-06,
      "loss": 0.2718,
      "step": 13110
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1834282657841578e-06,
      "loss": 0.2651,
      "step": 13111
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1822080383248746e-06,
      "loss": 0.2573,
      "step": 13112
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.180988110167257e-06,
      "loss": 0.2634,
      "step": 13113
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.179768481358011e-06,
      "loss": 0.2785,
      "step": 13114
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1785491519438286e-06,
      "loss": 0.2626,
      "step": 13115
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.177330121971388e-06,
      "loss": 0.2702,
      "step": 13116
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.176111391487367e-06,
      "loss": 0.2702,
      "step": 13117
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1748929605384195e-06,
      "loss": 0.2884,
      "step": 13118
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.173674829171193e-06,
      "loss": 0.2603,
      "step": 13119
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.172456997432324e-06,
      "loss": 0.2666,
      "step": 13120
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1712394653684343e-06,
      "loss": 0.2556,
      "step": 13121
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.170022233026141e-06,
      "loss": 0.274,
      "step": 13122
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1688053004520437e-06,
      "loss": 0.2787,
      "step": 13123
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1675886676927326e-06,
      "loss": 0.2679,
      "step": 13124
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1663723347947853e-06,
      "loss": 0.2602,
      "step": 13125
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.165156301804765e-06,
      "loss": 0.2566,
      "step": 13126
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.163940568769235e-06,
      "loss": 0.2818,
      "step": 13127
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1627251357347345e-06,
      "loss": 0.2646,
      "step": 13128
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1615100027477976e-06,
      "loss": 0.2621,
      "step": 13129
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1602951698549447e-06,
      "loss": 0.2808,
      "step": 13130
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.159080637102684e-06,
      "loss": 0.2794,
      "step": 13131
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.157866404537512e-06,
      "loss": 0.2747,
      "step": 13132
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.15665247220592e-06,
      "loss": 0.2822,
      "step": 13133
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1554388401543815e-06,
      "loss": 0.2769,
      "step": 13134
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1542255084293617e-06,
      "loss": 0.2663,
      "step": 13135
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.153012477077305e-06,
      "loss": 0.2679,
      "step": 13136
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1517997461446593e-06,
      "loss": 0.2775,
      "step": 13137
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.150587315677852e-06,
      "loss": 0.264,
      "step": 13138
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.149375185723299e-06,
      "loss": 0.2651,
      "step": 13139
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1481633563274084e-06,
      "loss": 0.2652,
      "step": 13140
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.146951827536571e-06,
      "loss": 0.29,
      "step": 13141
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1457405993971746e-06,
      "loss": 0.2771,
      "step": 13142
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1445296719555884e-06,
      "loss": 0.2898,
      "step": 13143
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1433190452581733e-06,
      "loss": 0.2472,
      "step": 13144
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1421087193512758e-06,
      "loss": 0.2617,
      "step": 13145
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1408986942812317e-06,
      "loss": 0.266,
      "step": 13146
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1396889700943714e-06,
      "loss": 0.292,
      "step": 13147
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.138479546837006e-06,
      "loss": 0.2487,
      "step": 13148
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1372704245554378e-06,
      "loss": 0.2677,
      "step": 13149
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.136061603295958e-06,
      "loss": 0.2489,
      "step": 13150
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.134853083104843e-06,
      "loss": 0.2539,
      "step": 13151
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.133644864028367e-06,
      "loss": 0.2808,
      "step": 13152
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1324369461127813e-06,
      "loss": 0.2902,
      "step": 13153
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.131229329404333e-06,
      "loss": 0.281,
      "step": 13154
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1300220139492534e-06,
      "loss": 0.2974,
      "step": 13155
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1288149997937636e-06,
      "loss": 0.2593,
      "step": 13156
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1276082869840765e-06,
      "loss": 0.3249,
      "step": 13157
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.126401875566391e-06,
      "loss": 0.2725,
      "step": 13158
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1251957655868915e-06,
      "loss": 0.2771,
      "step": 13159
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1239899570917555e-06,
      "loss": 0.2787,
      "step": 13160
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.122784450127142e-06,
      "loss": 0.2866,
      "step": 13161
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1215792447392127e-06,
      "loss": 0.2538,
      "step": 13162
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1203743409741016e-06,
      "loss": 0.2589,
      "step": 13163
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.119169738877941e-06,
      "loss": 0.3008,
      "step": 13164
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1179654384968463e-06,
      "loss": 0.2418,
      "step": 13165
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1167614398769266e-06,
      "loss": 0.2826,
      "step": 13166
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1155577430642714e-06,
      "loss": 0.2716,
      "step": 13167
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.11435434810497e-06,
      "loss": 0.2879,
      "step": 13168
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.113151255045095e-06,
      "loss": 0.2614,
      "step": 13169
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1119484639306997e-06,
      "loss": 0.275,
      "step": 13170
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1107459748078328e-06,
      "loss": 0.2733,
      "step": 13171
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1095437877225377e-06,
      "loss": 0.26,
      "step": 13172
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.108341902720835e-06,
      "loss": 0.2893,
      "step": 13173
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1071403198487418e-06,
      "loss": 0.2469,
      "step": 13174
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.105939039152256e-06,
      "loss": 0.2737,
      "step": 13175
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1047380606773692e-06,
      "loss": 0.2771,
      "step": 13176
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1035373844700647e-06,
      "loss": 0.2557,
      "step": 13177
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1023370105763064e-06,
      "loss": 0.2372,
      "step": 13178
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.101136939042051e-06,
      "loss": 0.2877,
      "step": 13179
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.099937169913242e-06,
      "loss": 0.2842,
      "step": 13180
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0987377032358114e-06,
      "loss": 0.2489,
      "step": 13181
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0975385390556848e-06,
      "loss": 0.2688,
      "step": 13182
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0963396774187684e-06,
      "loss": 0.2772,
      "step": 13183
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.09514111837096e-06,
      "loss": 0.2649,
      "step": 13184
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.093942861958148e-06,
      "loss": 0.2754,
      "step": 13185
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.092744908226204e-06,
      "loss": 0.2969,
      "step": 13186
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.091547257220995e-06,
      "loss": 0.2514,
      "step": 13187
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0903499089883717e-06,
      "loss": 0.2662,
      "step": 13188
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.089152863574173e-06,
      "loss": 0.2909,
      "step": 13189
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0879561210242282e-06,
      "loss": 0.2881,
      "step": 13190
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0867596813843503e-06,
      "loss": 0.285,
      "step": 13191
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.085563544700353e-06,
      "loss": 0.2533,
      "step": 13192
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0843677110180238e-06,
      "loss": 0.2885,
      "step": 13193
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0831721803831474e-06,
      "loss": 0.2769,
      "step": 13194
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0819769528414925e-06,
      "loss": 0.2715,
      "step": 13195
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0807820284388157e-06,
      "loss": 0.2453,
      "step": 13196
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.07958740722087e-06,
      "loss": 0.2476,
      "step": 13197
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.078393089233389e-06,
      "loss": 0.3016,
      "step": 13198
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.077199074522096e-06,
      "loss": 0.267,
      "step": 13199
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0760053631327036e-06,
      "loss": 0.2726,
      "step": 13200
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0748119551109125e-06,
      "loss": 0.3019,
      "step": 13201
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0736188505024103e-06,
      "loss": 0.2846,
      "step": 13202
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0724260493528813e-06,
      "loss": 0.2575,
      "step": 13203
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.071233551707984e-06,
      "loss": 0.2944,
      "step": 13204
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.070041357613376e-06,
      "loss": 0.2585,
      "step": 13205
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0688494671146963e-06,
      "loss": 0.2612,
      "step": 13206
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.067657880257582e-06,
      "loss": 0.2773,
      "step": 13207
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0664665970876496e-06,
      "loss": 0.2573,
      "step": 13208
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0652756176505085e-06,
      "loss": 0.2896,
      "step": 13209
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.064084941991753e-06,
      "loss": 0.2514,
      "step": 13210
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.062894570156966e-06,
      "loss": 0.2829,
      "step": 13211
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.061704502191726e-06,
      "loss": 0.2926,
      "step": 13212
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0605147381415903e-06,
      "loss": 0.264,
      "step": 13213
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.059325278052111e-06,
      "loss": 0.2691,
      "step": 13214
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0581361219688243e-06,
      "loss": 0.3011,
      "step": 13215
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.056947269937255e-06,
      "loss": 0.2486,
      "step": 13216
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.055758722002923e-06,
      "loss": 0.2599,
      "step": 13217
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0545704782113284e-06,
      "loss": 0.2659,
      "step": 13218
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.053382538607963e-06,
      "loss": 0.2713,
      "step": 13219
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.052194903238307e-06,
      "loss": 0.263,
      "step": 13220
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.051007572147825e-06,
      "loss": 0.2977,
      "step": 13221
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.04982054538198e-06,
      "loss": 0.2753,
      "step": 13222
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0486338229862147e-06,
      "loss": 0.2807,
      "step": 13223
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.04744740500596e-06,
      "loss": 0.2921,
      "step": 13224
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.046261291486641e-06,
      "loss": 0.272,
      "step": 13225
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.045075482473662e-06,
      "loss": 0.2613,
      "step": 13226
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0438899780124276e-06,
      "loss": 0.2623,
      "step": 13227
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0427047781483224e-06,
      "loss": 0.2893,
      "step": 13228
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.041519882926721e-06,
      "loss": 0.2655,
      "step": 13229
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0403352923929863e-06,
      "loss": 0.2415,
      "step": 13230
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.039151006592468e-06,
      "loss": 0.2921,
      "step": 13231
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0379670255705118e-06,
      "loss": 0.2913,
      "step": 13232
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.036783349372442e-06,
      "loss": 0.2913,
      "step": 13233
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0355999780435754e-06,
      "loss": 0.2545,
      "step": 13234
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.034416911629219e-06,
      "loss": 0.3011,
      "step": 13235
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.033234150174661e-06,
      "loss": 0.2674,
      "step": 13236
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0320516937251923e-06,
      "loss": 0.2658,
      "step": 13237
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.030869542326075e-06,
      "loss": 0.2694,
      "step": 13238
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.029687696022569e-06,
      "loss": 0.2612,
      "step": 13239
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0285061548599216e-06,
      "loss": 0.273,
      "step": 13240
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0273249188833656e-06,
      "loss": 0.2699,
      "step": 13241
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0261439881381293e-06,
      "loss": 0.2725,
      "step": 13242
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.024963362669421e-06,
      "loss": 0.3097,
      "step": 13243
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0237830425224403e-06,
      "loss": 0.2609,
      "step": 13244
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.022603027742377e-06,
      "loss": 0.2554,
      "step": 13245
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0214233183744037e-06,
      "loss": 0.2874,
      "step": 13246
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.02024391446369e-06,
      "loss": 0.2746,
      "step": 13247
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.019064816055387e-06,
      "loss": 0.284,
      "step": 13248
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.017886023194637e-06,
      "loss": 0.2667,
      "step": 13249
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0167075359265685e-06,
      "loss": 0.2702,
      "step": 13250
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.015529354296297e-06,
      "loss": 0.2437,
      "step": 13251
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.014351478348935e-06,
      "loss": 0.2619,
      "step": 13252
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.013173908129573e-06,
      "loss": 0.256,
      "step": 13253
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.011996643683295e-06,
      "loss": 0.2646,
      "step": 13254
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.010819685055172e-06,
      "loss": 0.2843,
      "step": 13255
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0096430322902604e-06,
      "loss": 0.2874,
      "step": 13256
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0084666854336145e-06,
      "loss": 0.2609,
      "step": 13257
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0072906445302665e-06,
      "loss": 0.2673,
      "step": 13258
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.00611490962524e-06,
      "loss": 0.2591,
      "step": 13259
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.004939480763549e-06,
      "loss": 0.2811,
      "step": 13260
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.003764357990192e-06,
      "loss": 0.3004,
      "step": 13261
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0025895413501627e-06,
      "loss": 0.2871,
      "step": 13262
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0014150308884373e-06,
      "loss": 0.2536,
      "step": 13263
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0002408266499796e-06,
      "loss": 0.2966,
      "step": 13264
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.999066928679744e-06,
      "loss": 0.2712,
      "step": 13265
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9978933370226707e-06,
      "loss": 0.2522,
      "step": 13266
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9967200517236963e-06,
      "loss": 0.2727,
      "step": 13267
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.995547072827735e-06,
      "loss": 0.2905,
      "step": 13268
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9943744003796963e-06,
      "loss": 0.2655,
      "step": 13269
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.993202034424474e-06,
      "loss": 0.2581,
      "step": 13270
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9920299750069526e-06,
      "loss": 0.304,
      "step": 13271
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.990858222172003e-06,
      "loss": 0.2529,
      "step": 13272
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9896867759644857e-06,
      "loss": 0.263,
      "step": 13273
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.98851563642925e-06,
      "loss": 0.2708,
      "step": 13274
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.987344803611132e-06,
      "loss": 0.2857,
      "step": 13275
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9861742775549543e-06,
      "loss": 0.2666,
      "step": 13276
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.985004058305535e-06,
      "loss": 0.2764,
      "step": 13277
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9838341459076725e-06,
      "loss": 0.2542,
      "step": 13278
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9826645404061584e-06,
      "loss": 0.2684,
      "step": 13279
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9814952418457687e-06,
      "loss": 0.2641,
      "step": 13280
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9803262502712674e-06,
      "loss": 0.264,
      "step": 13281
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9791575657274143e-06,
      "loss": 0.2674,
      "step": 13282
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.977989188258951e-06,
      "loss": 0.2829,
      "step": 13283
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9768211179106054e-06,
      "loss": 0.2831,
      "step": 13284
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9756533547270994e-06,
      "loss": 0.2546,
      "step": 13285
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9744858987531366e-06,
      "loss": 0.2651,
      "step": 13286
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9733187500334183e-06,
      "loss": 0.2746,
      "step": 13287
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9721519086126263e-06,
      "loss": 0.2921,
      "step": 13288
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.970985374535431e-06,
      "loss": 0.2875,
      "step": 13289
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9698191478464945e-06,
      "loss": 0.2574,
      "step": 13290
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9686532285904625e-06,
      "loss": 0.2621,
      "step": 13291
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.967487616811976e-06,
      "loss": 0.2631,
      "step": 13292
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9663223125556584e-06,
      "loss": 0.2701,
      "step": 13293
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.965157315866123e-06,
      "loss": 0.2748,
      "step": 13294
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9639926267879718e-06,
      "loss": 0.2892,
      "step": 13295
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.962828245365791e-06,
      "loss": 0.2335,
      "step": 13296
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.961664171644163e-06,
      "loss": 0.2616,
      "step": 13297
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9605004056676536e-06,
      "loss": 0.2688,
      "step": 13298
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9593369474808165e-06,
      "loss": 0.279,
      "step": 13299
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9581737971281932e-06,
      "loss": 0.2631,
      "step": 13300
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9570109546543124e-06,
      "loss": 0.2631,
      "step": 13301
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9558484201037e-06,
      "loss": 0.2878,
      "step": 13302
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9546861935208574e-06,
      "loss": 0.29,
      "step": 13303
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9535242749502826e-06,
      "loss": 0.3104,
      "step": 13304
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.952362664436459e-06,
      "loss": 0.2829,
      "step": 13305
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.951201362023858e-06,
      "loss": 0.2824,
      "step": 13306
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9500403677569404e-06,
      "loss": 0.2626,
      "step": 13307
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9488796816801526e-06,
      "loss": 0.2905,
      "step": 13308
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.947719303837934e-06,
      "loss": 0.2614,
      "step": 13309
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9465592342747032e-06,
      "loss": 0.263,
      "step": 13310
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9453994730348814e-06,
      "loss": 0.2757,
      "step": 13311
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9442400201628652e-06,
      "loss": 0.2785,
      "step": 13312
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9430808757030452e-06,
      "loss": 0.2734,
      "step": 13313
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9419220396997983e-06,
      "loss": 0.2761,
      "step": 13314
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.94076351219749e-06,
      "loss": 0.2804,
      "step": 13315
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.939605293240472e-06,
      "loss": 0.2644,
      "step": 13316
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.93844738287309e-06,
      "loss": 0.2722,
      "step": 13317
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.937289781139674e-06,
      "loss": 0.2962,
      "step": 13318
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.93613248808454e-06,
      "loss": 0.279,
      "step": 13319
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.934975503751997e-06,
      "loss": 0.2836,
      "step": 13320
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9338188281863355e-06,
      "loss": 0.2621,
      "step": 13321
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9326624614318447e-06,
      "loss": 0.2603,
      "step": 13322
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9315064035327914e-06,
      "loss": 0.2683,
      "step": 13323
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9303506545334373e-06,
      "loss": 0.2653,
      "step": 13324
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.929195214478028e-06,
      "loss": 0.2815,
      "step": 13325
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9280400834107972e-06,
      "loss": 0.2759,
      "step": 13326
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9268852613759737e-06,
      "loss": 0.2532,
      "step": 13327
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.925730748417768e-06,
      "loss": 0.2552,
      "step": 13328
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9245765445803787e-06,
      "loss": 0.2606,
      "step": 13329
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9234226499079956e-06,
      "loss": 0.2744,
      "step": 13330
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9222690644447916e-06,
      "loss": 0.2857,
      "step": 13331
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9211157882349362e-06,
      "loss": 0.2713,
      "step": 13332
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9199628213225806e-06,
      "loss": 0.2527,
      "step": 13333
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9188101637518653e-06,
      "loss": 0.2842,
      "step": 13334
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.917657815566919e-06,
      "loss": 0.2641,
      "step": 13335
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9165057768118578e-06,
      "loss": 0.2732,
      "step": 13336
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.915354047530791e-06,
      "loss": 0.2772,
      "step": 13337
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9142026277678092e-06,
      "loss": 0.2705,
      "step": 13338
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9130515175669993e-06,
      "loss": 0.2485,
      "step": 13339
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.91190071697242e-06,
      "loss": 0.2732,
      "step": 13340
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9107502260281398e-06,
      "loss": 0.2782,
      "step": 13341
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9096000447782006e-06,
      "loss": 0.2785,
      "step": 13342
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.908450173266637e-06,
      "loss": 0.266,
      "step": 13343
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9073006115374726e-06,
      "loss": 0.2497,
      "step": 13344
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9061513596347137e-06,
      "loss": 0.2783,
      "step": 13345
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9050024176023662e-06,
      "loss": 0.2637,
      "step": 13346
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9038537854844131e-06,
      "loss": 0.2599,
      "step": 13347
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9027054633248287e-06,
      "loss": 0.2719,
      "step": 13348
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9015574511675783e-06,
      "loss": 0.2487,
      "step": 13349
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.900409749056611e-06,
      "loss": 0.2902,
      "step": 13350
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8992623570358648e-06,
      "loss": 0.279,
      "step": 13351
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8981152751492725e-06,
      "loss": 0.2799,
      "step": 13352
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.896968503440747e-06,
      "loss": 0.2782,
      "step": 13353
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8958220419541917e-06,
      "loss": 0.2896,
      "step": 13354
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8946758907334984e-06,
      "loss": 0.2881,
      "step": 13355
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.893530049822546e-06,
      "loss": 0.264,
      "step": 13356
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8923845192652057e-06,
      "loss": 0.2956,
      "step": 13357
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.891239299105333e-06,
      "loss": 0.2926,
      "step": 13358
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8900943893867707e-06,
      "loss": 0.2803,
      "step": 13359
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8889497901533526e-06,
      "loss": 0.2605,
      "step": 13360
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.887805501448896e-06,
      "loss": 0.2409,
      "step": 13361
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.886661523317216e-06,
      "loss": 0.2549,
      "step": 13362
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8855178558021047e-06,
      "loss": 0.2493,
      "step": 13363
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.884374498947349e-06,
      "loss": 0.2646,
      "step": 13364
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.883231452796721e-06,
      "loss": 0.304,
      "step": 13365
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8820887173939794e-06,
      "loss": 0.2899,
      "step": 13366
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.880946292782878e-06,
      "loss": 0.2734,
      "step": 13367
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.879804179007153e-06,
      "loss": 0.2592,
      "step": 13368
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8786623761105293e-06,
      "loss": 0.2877,
      "step": 13369
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8775208841367198e-06,
      "loss": 0.2748,
      "step": 13370
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.876379703129425e-06,
      "loss": 0.2898,
      "step": 13371
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8752388331323379e-06,
      "loss": 0.2812,
      "step": 13372
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8740982741891379e-06,
      "loss": 0.2628,
      "step": 13373
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8729580263434842e-06,
      "loss": 0.2799,
      "step": 13374
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8718180896390325e-06,
      "loss": 0.2599,
      "step": 13375
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8706784641194297e-06,
      "loss": 0.2683,
      "step": 13376
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8695391498283032e-06,
      "loss": 0.2531,
      "step": 13377
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8684001468092706e-06,
      "loss": 0.268,
      "step": 13378
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8672614551059388e-06,
      "loss": 0.267,
      "step": 13379
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8661230747619007e-06,
      "loss": 0.2683,
      "step": 13380
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.864985005820742e-06,
      "loss": 0.2753,
      "step": 13381
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8638472483260329e-06,
      "loss": 0.2667,
      "step": 13382
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8627098023213297e-06,
      "loss": 0.2493,
      "step": 13383
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.861572667850181e-06,
      "loss": 0.2818,
      "step": 13384
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.860435844956121e-06,
      "loss": 0.2708,
      "step": 13385
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8592993336826693e-06,
      "loss": 0.2483,
      "step": 13386
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.858163134073343e-06,
      "loss": 0.2525,
      "step": 13387
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8570272461716389e-06,
      "loss": 0.2879,
      "step": 13388
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8558916700210438e-06,
      "loss": 0.2644,
      "step": 13389
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8547564056650314e-06,
      "loss": 0.2812,
      "step": 13390
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8536214531470641e-06,
      "loss": 0.2808,
      "step": 13391
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8524868125105987e-06,
      "loss": 0.2836,
      "step": 13392
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8513524837990704e-06,
      "loss": 0.275,
      "step": 13393
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8502184670559066e-06,
      "loss": 0.2783,
      "step": 13394
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8490847623245246e-06,
      "loss": 0.2467,
      "step": 13395
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.847951369648323e-06,
      "loss": 0.2916,
      "step": 13396
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.846818289070701e-06,
      "loss": 0.2619,
      "step": 13397
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8456855206350333e-06,
      "loss": 0.2864,
      "step": 13398
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8445530643846898e-06,
      "loss": 0.2609,
      "step": 13399
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8434209203630238e-06,
      "loss": 0.2655,
      "step": 13400
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8422890886133793e-06,
      "loss": 0.2846,
      "step": 13401
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8411575691790907e-06,
      "loss": 0.2713,
      "step": 13402
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8400263621034764e-06,
      "loss": 0.2585,
      "step": 13403
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8388954674298443e-06,
      "loss": 0.2951,
      "step": 13404
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8377648852014907e-06,
      "loss": 0.284,
      "step": 13405
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8366346154616954e-06,
      "loss": 0.2799,
      "step": 13406
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8355046582537406e-06,
      "loss": 0.2734,
      "step": 13407
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8343750136208771e-06,
      "loss": 0.2779,
      "step": 13408
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.833245681606356e-06,
      "loss": 0.2483,
      "step": 13409
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8321166622534093e-06,
      "loss": 0.297,
      "step": 13410
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.830987955605269e-06,
      "loss": 0.2628,
      "step": 13411
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8298595617051429e-06,
      "loss": 0.246,
      "step": 13412
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.828731480596232e-06,
      "loss": 0.2638,
      "step": 13413
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8276037123217239e-06,
      "loss": 0.2467,
      "step": 13414
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.826476256924793e-06,
      "loss": 0.2666,
      "step": 13415
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8253491144486068e-06,
      "loss": 0.273,
      "step": 13416
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8242222849363178e-06,
      "loss": 0.2486,
      "step": 13417
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8230957684310647e-06,
      "loss": 0.2695,
      "step": 13418
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8219695649759761e-06,
      "loss": 0.2734,
      "step": 13419
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8208436746141677e-06,
      "loss": 0.2487,
      "step": 13420
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.819718097388743e-06,
      "loss": 0.2864,
      "step": 13421
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8185928333427982e-06,
      "loss": 0.2713,
      "step": 13422
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8174678825194103e-06,
      "loss": 0.2832,
      "step": 13423
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8163432449616503e-06,
      "loss": 0.2563,
      "step": 13424
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8152189207125714e-06,
      "loss": 0.2374,
      "step": 13425
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8140949098152184e-06,
      "loss": 0.2655,
      "step": 13426
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8129712123126263e-06,
      "loss": 0.2782,
      "step": 13427
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8118478282478158e-06,
      "loss": 0.2708,
      "step": 13428
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.810724757663792e-06,
      "loss": 0.266,
      "step": 13429
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.809602000603553e-06,
      "loss": 0.2616,
      "step": 13430
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.808479557110081e-06,
      "loss": 0.2575,
      "step": 13431
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.807357427226354e-06,
      "loss": 0.2628,
      "step": 13432
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8062356109953272e-06,
      "loss": 0.2705,
      "step": 13433
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.805114108459951e-06,
      "loss": 0.2655,
      "step": 13434
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8039929196631623e-06,
      "loss": 0.2607,
      "step": 13435
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8028720446478808e-06,
      "loss": 0.2879,
      "step": 13436
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.801751483457026e-06,
      "loss": 0.2817,
      "step": 13437
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8006312361334943e-06,
      "loss": 0.2693,
      "step": 13438
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.799511302720175e-06,
      "loss": 0.279,
      "step": 13439
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7983916832599447e-06,
      "loss": 0.2586,
      "step": 13440
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7972723777956657e-06,
      "loss": 0.268,
      "step": 13441
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7961533863701919e-06,
      "loss": 0.2581,
      "step": 13442
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.795034709026363e-06,
      "loss": 0.2617,
      "step": 13443
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7939163458070064e-06,
      "loss": 0.268,
      "step": 13444
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7927982967549384e-06,
      "loss": 0.2719,
      "step": 13445
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7916805619129652e-06,
      "loss": 0.2513,
      "step": 13446
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7905631413238777e-06,
      "loss": 0.2628,
      "step": 13447
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7894460350304565e-06,
      "loss": 0.2627,
      "step": 13448
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7883292430754685e-06,
      "loss": 0.2899,
      "step": 13449
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.787212765501668e-06,
      "loss": 0.2662,
      "step": 13450
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7860966023518044e-06,
      "loss": 0.2754,
      "step": 13451
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.784980753668606e-06,
      "loss": 0.2546,
      "step": 13452
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7838652194947936e-06,
      "loss": 0.2733,
      "step": 13453
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7827499998730747e-06,
      "loss": 0.2496,
      "step": 13454
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7816350948461447e-06,
      "loss": 0.2785,
      "step": 13455
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7805205044566854e-06,
      "loss": 0.2585,
      "step": 13456
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7794062287473734e-06,
      "loss": 0.2758,
      "step": 13457
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.778292267760866e-06,
      "loss": 0.2832,
      "step": 13458
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7771786215398113e-06,
      "loss": 0.2552,
      "step": 13459
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7760652901268437e-06,
      "loss": 0.2603,
      "step": 13460
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7749522735645864e-06,
      "loss": 0.2704,
      "step": 13461
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7738395718956526e-06,
      "loss": 0.2831,
      "step": 13462
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7727271851626416e-06,
      "loss": 0.2381,
      "step": 13463
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7716151134081405e-06,
      "loss": 0.2644,
      "step": 13464
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7705033566747243e-06,
      "loss": 0.2464,
      "step": 13465
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7693919150049542e-06,
      "loss": 0.2662,
      "step": 13466
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7682807884413855e-06,
      "loss": 0.2825,
      "step": 13467
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.767169977026555e-06,
      "loss": 0.2494,
      "step": 13468
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7660594808029907e-06,
      "loss": 0.2797,
      "step": 13469
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7649492998132067e-06,
      "loss": 0.25,
      "step": 13470
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7638394340997035e-06,
      "loss": 0.2723,
      "step": 13471
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7627298837049766e-06,
      "loss": 0.2607,
      "step": 13472
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7616206486715037e-06,
      "loss": 0.2684,
      "step": 13473
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7605117290417507e-06,
      "loss": 0.2581,
      "step": 13474
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7594031248581712e-06,
      "loss": 0.2506,
      "step": 13475
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7582948361632091e-06,
      "loss": 0.251,
      "step": 13476
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.757186862999295e-06,
      "loss": 0.2508,
      "step": 13477
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.756079205408846e-06,
      "loss": 0.2641,
      "step": 13478
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7549718634342694e-06,
      "loss": 0.2669,
      "step": 13479
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7538648371179579e-06,
      "loss": 0.2547,
      "step": 13480
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7527581265022964e-06,
      "loss": 0.2719,
      "step": 13481
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7516517316296534e-06,
      "loss": 0.329,
      "step": 13482
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.750545652542387e-06,
      "loss": 0.2702,
      "step": 13483
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7494398892828435e-06,
      "loss": 0.2999,
      "step": 13484
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7483344418933535e-06,
      "loss": 0.2821,
      "step": 13485
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.747229310416244e-06,
      "loss": 0.2656,
      "step": 13486
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7461244948938226e-06,
      "loss": 0.2684,
      "step": 13487
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7450199953683855e-06,
      "loss": 0.2328,
      "step": 13488
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7439158118822198e-06,
      "loss": 0.2665,
      "step": 13489
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7428119444775982e-06,
      "loss": 0.2653,
      "step": 13490
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7417083931967783e-06,
      "loss": 0.2824,
      "step": 13491
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.740605158082015e-06,
      "loss": 0.2503,
      "step": 13492
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7395022391755433e-06,
      "loss": 0.2672,
      "step": 13493
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7383996365195866e-06,
      "loss": 0.2574,
      "step": 13494
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7372973501563595e-06,
      "loss": 0.3012,
      "step": 13495
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7361953801280595e-06,
      "loss": 0.269,
      "step": 13496
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7350937264768808e-06,
      "loss": 0.2811,
      "step": 13497
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.733992389244996e-06,
      "loss": 0.292,
      "step": 13498
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7328913684745697e-06,
      "loss": 0.2924,
      "step": 13499
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7317906642077542e-06,
      "loss": 0.2494,
      "step": 13500
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7306902764866885e-06,
      "loss": 0.2423,
      "step": 13501
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.729590205353504e-06,
      "loss": 0.2691,
      "step": 13502
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7284904508503153e-06,
      "loss": 0.2628,
      "step": 13503
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.727391013019224e-06,
      "loss": 0.2741,
      "step": 13504
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.726291891902324e-06,
      "loss": 0.272,
      "step": 13505
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7251930875416922e-06,
      "loss": 0.2786,
      "step": 13506
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.724094599979399e-06,
      "loss": 0.2677,
      "step": 13507
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7229964292574996e-06,
      "loss": 0.2853,
      "step": 13508
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7218985754180372e-06,
      "loss": 0.278,
      "step": 13509
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.720801038503037e-06,
      "loss": 0.2478,
      "step": 13510
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7197038185545244e-06,
      "loss": 0.2628,
      "step": 13511
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7186069156145046e-06,
      "loss": 0.2521,
      "step": 13512
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7175103297249719e-06,
      "loss": 0.2722,
      "step": 13513
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7164140609279078e-06,
      "loss": 0.2765,
      "step": 13514
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7153181092652815e-06,
      "loss": 0.2711,
      "step": 13515
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7142224747790548e-06,
      "loss": 0.2893,
      "step": 13516
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7131271575111718e-06,
      "loss": 0.2584,
      "step": 13517
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.712032157503567e-06,
      "loss": 0.2962,
      "step": 13518
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.710937474798161e-06,
      "loss": 0.2545,
      "step": 13519
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7098431094368618e-06,
      "loss": 0.2606,
      "step": 13520
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.708749061461572e-06,
      "loss": 0.2872,
      "step": 13521
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.707655330914173e-06,
      "loss": 0.2616,
      "step": 13522
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.706561917836539e-06,
      "loss": 0.2524,
      "step": 13523
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7054688222705307e-06,
      "loss": 0.2508,
      "step": 13524
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.704376044257996e-06,
      "loss": 0.2667,
      "step": 13525
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7032835838407714e-06,
      "loss": 0.2535,
      "step": 13526
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7021914410606844e-06,
      "loss": 0.2575,
      "step": 13527
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.701099615959545e-06,
      "loss": 0.2645,
      "step": 13528
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7000081085791541e-06,
      "loss": 0.286,
      "step": 13529
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6989169189612997e-06,
      "loss": 0.2679,
      "step": 13530
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6978260471477547e-06,
      "loss": 0.2499,
      "step": 13531
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.696735493180288e-06,
      "loss": 0.2446,
      "step": 13532
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6956452571006488e-06,
      "loss": 0.2648,
      "step": 13533
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6945553389505764e-06,
      "loss": 0.2744,
      "step": 13534
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6934657387717967e-06,
      "loss": 0.2568,
      "step": 13535
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6923764566060241e-06,
      "loss": 0.2649,
      "step": 13536
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6912874924949651e-06,
      "loss": 0.2769,
      "step": 13537
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6901988464803087e-06,
      "loss": 0.2812,
      "step": 13538
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6891105186037326e-06,
      "loss": 0.2677,
      "step": 13539
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6880225089069037e-06,
      "loss": 0.2592,
      "step": 13540
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6869348174314736e-06,
      "loss": 0.2577,
      "step": 13541
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6858474442190886e-06,
      "loss": 0.3025,
      "step": 13542
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6847603893113784e-06,
      "loss": 0.2832,
      "step": 13543
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6836736527499575e-06,
      "loss": 0.2379,
      "step": 13544
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6825872345764282e-06,
      "loss": 0.2698,
      "step": 13545
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6815011348323907e-06,
      "loss": 0.2419,
      "step": 13546
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6804153535594237e-06,
      "loss": 0.2522,
      "step": 13547
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.679329890799094e-06,
      "loss": 0.2628,
      "step": 13548
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6782447465929597e-06,
      "loss": 0.2711,
      "step": 13549
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6771599209825628e-06,
      "loss": 0.274,
      "step": 13550
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6760754140094405e-06,
      "loss": 0.2878,
      "step": 13551
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6749912257151102e-06,
      "loss": 0.2812,
      "step": 13552
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.673907356141079e-06,
      "loss": 0.2688,
      "step": 13553
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6728238053288425e-06,
      "loss": 0.2665,
      "step": 13554
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6717405733198832e-06,
      "loss": 0.2747,
      "step": 13555
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6706576601556746e-06,
      "loss": 0.2747,
      "step": 13556
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6695750658776766e-06,
      "loss": 0.2447,
      "step": 13557
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.668492790527333e-06,
      "loss": 0.2467,
      "step": 13558
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6674108341460793e-06,
      "loss": 0.2518,
      "step": 13559
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.666329196775336e-06,
      "loss": 0.2884,
      "step": 13560
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6652478784565173e-06,
      "loss": 0.2715,
      "step": 13561
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6641668792310195e-06,
      "loss": 0.2549,
      "step": 13562
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.663086199140228e-06,
      "loss": 0.2803,
      "step": 13563
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6620058382255167e-06,
      "loss": 0.2789,
      "step": 13564
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6609257965282456e-06,
      "loss": 0.2985,
      "step": 13565
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6598460740897627e-06,
      "loss": 0.261,
      "step": 13566
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6587666709514083e-06,
      "loss": 0.2619,
      "step": 13567
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6576875871545062e-06,
      "loss": 0.2701,
      "step": 13568
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6566088227403675e-06,
      "loss": 0.2838,
      "step": 13569
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.655530377750293e-06,
      "loss": 0.2804,
      "step": 13570
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6544522522255678e-06,
      "loss": 0.3025,
      "step": 13571
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6533744462074718e-06,
      "loss": 0.256,
      "step": 13572
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6522969597372684e-06,
      "loss": 0.2606,
      "step": 13573
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.651219792856207e-06,
      "loss": 0.2539,
      "step": 13574
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6501429456055262e-06,
      "loss": 0.242,
      "step": 13575
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6490664180264515e-06,
      "loss": 0.2875,
      "step": 13576
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6479902101602042e-06,
      "loss": 0.2736,
      "step": 13577
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6469143220479788e-06,
      "loss": 0.2711,
      "step": 13578
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6458387537309683e-06,
      "loss": 0.2912,
      "step": 13579
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6447635052503486e-06,
      "loss": 0.2533,
      "step": 13580
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6436885766472887e-06,
      "loss": 0.2836,
      "step": 13581
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6426139679629417e-06,
      "loss": 0.2465,
      "step": 13582
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6415396792384465e-06,
      "loss": 0.2571,
      "step": 13583
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6404657105149324e-06,
      "loss": 0.2751,
      "step": 13584
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6393920618335135e-06,
      "loss": 0.2606,
      "step": 13585
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6383187332353002e-06,
      "loss": 0.2852,
      "step": 13586
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6372457247613804e-06,
      "loss": 0.2748,
      "step": 13587
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6361730364528339e-06,
      "loss": 0.2448,
      "step": 13588
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6351006683507298e-06,
      "loss": 0.2789,
      "step": 13589
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.634028620496121e-06,
      "loss": 0.25,
      "step": 13590
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6329568929300532e-06,
      "loss": 0.2635,
      "step": 13591
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6318854856935563e-06,
      "loss": 0.2434,
      "step": 13592
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6308143988276482e-06,
      "loss": 0.2753,
      "step": 13593
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6297436323733363e-06,
      "loss": 0.2619,
      "step": 13594
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6286731863716098e-06,
      "loss": 0.2759,
      "step": 13595
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6276030608634575e-06,
      "loss": 0.2676,
      "step": 13596
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.626533255889845e-06,
      "loss": 0.2743,
      "step": 13597
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.625463771491731e-06,
      "loss": 0.3022,
      "step": 13598
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.624394607710058e-06,
      "loss": 0.2673,
      "step": 13599
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6233257645857615e-06,
      "loss": 0.285,
      "step": 13600
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.622257242159756e-06,
      "loss": 0.2699,
      "step": 13601
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.621189040472958e-06,
      "loss": 0.2628,
      "step": 13602
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.620121159566258e-06,
      "loss": 0.2492,
      "step": 13603
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.61905359948054e-06,
      "loss": 0.2379,
      "step": 13604
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.617986360256677e-06,
      "loss": 0.2448,
      "step": 13605
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6169194419355238e-06,
      "loss": 0.2718,
      "step": 13606
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6158528445579314e-06,
      "loss": 0.2772,
      "step": 13607
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6147865681647335e-06,
      "loss": 0.2633,
      "step": 13608
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6137206127967509e-06,
      "loss": 0.2765,
      "step": 13609
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6126549784947943e-06,
      "loss": 0.2531,
      "step": 13610
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.61158966529966e-06,
      "loss": 0.26,
      "step": 13611
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.610524673252134e-06,
      "loss": 0.2577,
      "step": 13612
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6094600023929885e-06,
      "loss": 0.2736,
      "step": 13613
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.608395652762985e-06,
      "loss": 0.2912,
      "step": 13614
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6073316244028681e-06,
      "loss": 0.3013,
      "step": 13615
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6062679173533802e-06,
      "loss": 0.2397,
      "step": 13616
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.605204531655241e-06,
      "loss": 0.2453,
      "step": 13617
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.604141467349164e-06,
      "loss": 0.2624,
      "step": 13618
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.603078724475846e-06,
      "loss": 0.2956,
      "step": 13619
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6020163030759727e-06,
      "loss": 0.2561,
      "step": 13620
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6009542031902226e-06,
      "loss": 0.2561,
      "step": 13621
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5998924248592552e-06,
      "loss": 0.291,
      "step": 13622
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5988309681237224e-06,
      "loss": 0.2649,
      "step": 13623
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5977698330242598e-06,
      "loss": 0.2792,
      "step": 13624
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.59670901960149e-06,
      "loss": 0.2585,
      "step": 13625
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.595648527896032e-06,
      "loss": 0.2941,
      "step": 13626
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5945883579484833e-06,
      "loss": 0.2857,
      "step": 13627
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5935285097994325e-06,
      "loss": 0.2754,
      "step": 13628
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5924689834894546e-06,
      "loss": 0.2478,
      "step": 13629
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.591409779059112e-06,
      "loss": 0.2944,
      "step": 13630
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.59035089654896e-06,
      "loss": 0.285,
      "step": 13631
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.589292335999536e-06,
      "loss": 0.2835,
      "step": 13632
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5882340974513665e-06,
      "loss": 0.2852,
      "step": 13633
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5871761809449648e-06,
      "loss": 0.267,
      "step": 13634
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.586118586520834e-06,
      "loss": 0.2732,
      "step": 13635
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5850613142194604e-06,
      "loss": 0.274,
      "step": 13636
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5840043640813274e-06,
      "loss": 0.2787,
      "step": 13637
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.582947736146896e-06,
      "loss": 0.2733,
      "step": 13638
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.58189143045662e-06,
      "loss": 0.2472,
      "step": 13639
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5808354470509403e-06,
      "loss": 0.261,
      "step": 13640
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5797797859702813e-06,
      "loss": 0.2596,
      "step": 13641
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5787244472550633e-06,
      "loss": 0.2627,
      "step": 13642
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5776694309456886e-06,
      "loss": 0.2383,
      "step": 13643
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5766147370825468e-06,
      "loss": 0.2561,
      "step": 13644
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.575560365706017e-06,
      "loss": 0.2546,
      "step": 13645
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5745063168564657e-06,
      "loss": 0.2879,
      "step": 13646
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.573452590574246e-06,
      "loss": 0.2775,
      "step": 13647
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5723991868997002e-06,
      "loss": 0.2866,
      "step": 13648
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.571346105873157e-06,
      "loss": 0.2532,
      "step": 13649
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5702933475349324e-06,
      "loss": 0.2769,
      "step": 13650
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5692409119253337e-06,
      "loss": 0.2803,
      "step": 13651
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5681887990846523e-06,
      "loss": 0.2719,
      "step": 13652
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5671370090531669e-06,
      "loss": 0.2718,
      "step": 13653
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.566085541871145e-06,
      "loss": 0.2393,
      "step": 13654
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5650343975788397e-06,
      "loss": 0.257,
      "step": 13655
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.563983576216499e-06,
      "loss": 0.2769,
      "step": 13656
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.562933077824349e-06,
      "loss": 0.281,
      "step": 13657
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5618829024426097e-06,
      "loss": 0.2655,
      "step": 13658
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5608330501114854e-06,
      "loss": 0.2471,
      "step": 13659
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5597835208711687e-06,
      "loss": 0.2949,
      "step": 13660
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5587343147618438e-06,
      "loss": 0.2626,
      "step": 13661
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5576854318236768e-06,
      "loss": 0.2779,
      "step": 13662
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5566368720968239e-06,
      "loss": 0.2543,
      "step": 13663
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5555886356214288e-06,
      "loss": 0.2748,
      "step": 13664
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.554540722437622e-06,
      "loss": 0.258,
      "step": 13665
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5534931325855262e-06,
      "loss": 0.2799,
      "step": 13666
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5524458661052444e-06,
      "loss": 0.264,
      "step": 13667
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5513989230368731e-06,
      "loss": 0.2626,
      "step": 13668
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5503523034204927e-06,
      "loss": 0.279,
      "step": 13669
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5493060072961742e-06,
      "loss": 0.2854,
      "step": 13670
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.54826003470397e-06,
      "loss": 0.2642,
      "step": 13671
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5472143856839316e-06,
      "loss": 0.2994,
      "step": 13672
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5461690602760882e-06,
      "loss": 0.2776,
      "step": 13673
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5451240585204597e-06,
      "loss": 0.2828,
      "step": 13674
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5440793804570532e-06,
      "loss": 0.2849,
      "step": 13675
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.543035026125863e-06,
      "loss": 0.2744,
      "step": 13676
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5419909955668754e-06,
      "loss": 0.3062,
      "step": 13677
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5409472888200583e-06,
      "loss": 0.2859,
      "step": 13678
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5399039059253728e-06,
      "loss": 0.2688,
      "step": 13679
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5388608469227563e-06,
      "loss": 0.2715,
      "step": 13680
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5378181118521506e-06,
      "loss": 0.2902,
      "step": 13681
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5367757007534733e-06,
      "loss": 0.2815,
      "step": 13682
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5357336136666323e-06,
      "loss": 0.2503,
      "step": 13683
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5346918506315244e-06,
      "loss": 0.2923,
      "step": 13684
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5336504116880303e-06,
      "loss": 0.2812,
      "step": 13685
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5326092968760254e-06,
      "loss": 0.2475,
      "step": 13686
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.531568506235367e-06,
      "loss": 0.2818,
      "step": 13687
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5305280398059018e-06,
      "loss": 0.2641,
      "step": 13688
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.529487897627463e-06,
      "loss": 0.2674,
      "step": 13689
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5284480797398694e-06,
      "loss": 0.2702,
      "step": 13690
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5274085861829345e-06,
      "loss": 0.286,
      "step": 13691
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.526369416996455e-06,
      "loss": 0.2592,
      "step": 13692
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5253305722202127e-06,
      "loss": 0.2637,
      "step": 13693
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5242920518939796e-06,
      "loss": 0.2613,
      "step": 13694
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.523253856057515e-06,
      "loss": 0.2779,
      "step": 13695
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.522215984750568e-06,
      "loss": 0.2697,
      "step": 13696
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5211784380128714e-06,
      "loss": 0.2515,
      "step": 13697
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5201412158841488e-06,
      "loss": 0.2658,
      "step": 13698
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5191043184041078e-06,
      "loss": 0.284,
      "step": 13699
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5180677456124448e-06,
      "loss": 0.2732,
      "step": 13700
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5170314975488499e-06,
      "loss": 0.2713,
      "step": 13701
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.515995574252992e-06,
      "loss": 0.2659,
      "step": 13702
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5149599757645305e-06,
      "loss": 0.2564,
      "step": 13703
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.513924702123114e-06,
      "loss": 0.2699,
      "step": 13704
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5128897533683784e-06,
      "loss": 0.2829,
      "step": 13705
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.511855129539942e-06,
      "loss": 0.2739,
      "step": 13706
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5108208306774207e-06,
      "loss": 0.2988,
      "step": 13707
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.509786856820411e-06,
      "loss": 0.2626,
      "step": 13708
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5087532080084976e-06,
      "loss": 0.2471,
      "step": 13709
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5077198842812523e-06,
      "loss": 0.2679,
      "step": 13710
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5066868856782336e-06,
      "loss": 0.3011,
      "step": 13711
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.505654212238996e-06,
      "loss": 0.2507,
      "step": 13712
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.504621864003073e-06,
      "loss": 0.2793,
      "step": 13713
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5035898410099835e-06,
      "loss": 0.2557,
      "step": 13714
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5025581432992387e-06,
      "loss": 0.278,
      "step": 13715
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.501526770910342e-06,
      "loss": 0.2556,
      "step": 13716
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5004957238827755e-06,
      "loss": 0.3382,
      "step": 13717
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.499465002256013e-06,
      "loss": 0.2602,
      "step": 13718
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4984346060695154e-06,
      "loss": 0.2662,
      "step": 13719
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4974045353627286e-06,
      "loss": 0.2676,
      "step": 13720
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4963747901750936e-06,
      "loss": 0.2842,
      "step": 13721
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.495345370546032e-06,
      "loss": 0.2698,
      "step": 13722
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4943162765149533e-06,
      "loss": 0.2799,
      "step": 13723
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4932875081212561e-06,
      "loss": 0.2948,
      "step": 13724
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4922590654043267e-06,
      "loss": 0.278,
      "step": 13725
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4912309484035403e-06,
      "loss": 0.2949,
      "step": 13726
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4902031571582576e-06,
      "loss": 0.2599,
      "step": 13727
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.489175691707826e-06,
      "loss": 0.2718,
      "step": 13728
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4881485520915828e-06,
      "loss": 0.254,
      "step": 13729
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.487121738348849e-06,
      "loss": 0.2557,
      "step": 13730
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4860952505189396e-06,
      "loss": 0.2578,
      "step": 13731
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4850690886411523e-06,
      "loss": 0.275,
      "step": 13732
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4840432527547731e-06,
      "loss": 0.2472,
      "step": 13733
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4830177428990745e-06,
      "loss": 0.2612,
      "step": 13734
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4819925591133177e-06,
      "loss": 0.2677,
      "step": 13735
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.480967701436755e-06,
      "loss": 0.2365,
      "step": 13736
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4799431699086197e-06,
      "loss": 0.2676,
      "step": 13737
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.478918964568138e-06,
      "loss": 0.2758,
      "step": 13738
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4778950854545182e-06,
      "loss": 0.2535,
      "step": 13739
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4768715326069606e-06,
      "loss": 0.29,
      "step": 13740
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.47584830606465e-06,
      "loss": 0.3005,
      "step": 13741
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4748254058667644e-06,
      "loss": 0.2713,
      "step": 13742
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4738028320524634e-06,
      "loss": 0.2718,
      "step": 13743
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4727805846608945e-06,
      "loss": 0.2644,
      "step": 13744
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4717586637311943e-06,
      "loss": 0.263,
      "step": 13745
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.470737069302486e-06,
      "loss": 0.2637,
      "step": 13746
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.469715801413887e-06,
      "loss": 0.248,
      "step": 13747
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4686948601044894e-06,
      "loss": 0.2992,
      "step": 13748
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4676742454133807e-06,
      "loss": 0.3039,
      "step": 13749
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4666539573796345e-06,
      "loss": 0.2687,
      "step": 13750
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4656339960423149e-06,
      "loss": 0.2619,
      "step": 13751
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4646143614404707e-06,
      "loss": 0.2606,
      "step": 13752
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.463595053613137e-06,
      "loss": 0.2607,
      "step": 13753
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4625760725993376e-06,
      "loss": 0.2528,
      "step": 13754
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.461557418438081e-06,
      "loss": 0.262,
      "step": 13755
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4605390911683714e-06,
      "loss": 0.2596,
      "step": 13756
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4595210908291934e-06,
      "loss": 0.2747,
      "step": 13757
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4585034174595203e-06,
      "loss": 0.2713,
      "step": 13758
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.457486071098313e-06,
      "loss": 0.2522,
      "step": 13759
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4564690517845181e-06,
      "loss": 0.2698,
      "step": 13760
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4554523595570768e-06,
      "loss": 0.2794,
      "step": 13761
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4544359944549115e-06,
      "loss": 0.2529,
      "step": 13762
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4534199565169305e-06,
      "loss": 0.2708,
      "step": 13763
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4524042457820353e-06,
      "loss": 0.2547,
      "step": 13764
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.451388862289108e-06,
      "loss": 0.2783,
      "step": 13765
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.450373806077029e-06,
      "loss": 0.2759,
      "step": 13766
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4493590771846544e-06,
      "loss": 0.2871,
      "step": 13767
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4483446756508346e-06,
      "loss": 0.2789,
      "step": 13768
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.447330601514405e-06,
      "loss": 0.2659,
      "step": 13769
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.446316854814186e-06,
      "loss": 0.2489,
      "step": 13770
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.445303435588995e-06,
      "loss": 0.2768,
      "step": 13771
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4442903438776279e-06,
      "loss": 0.2667,
      "step": 13772
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4432775797188691e-06,
      "loss": 0.2866,
      "step": 13773
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4422651431514923e-06,
      "loss": 0.252,
      "step": 13774
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4412530342142595e-06,
      "loss": 0.279,
      "step": 13775
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4402412529459153e-06,
      "loss": 0.2591,
      "step": 13776
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.439229799385201e-06,
      "loss": 0.2733,
      "step": 13777
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.438218673570837e-06,
      "loss": 0.2427,
      "step": 13778
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4372078755415343e-06,
      "loss": 0.3178,
      "step": 13779
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4361974053359906e-06,
      "loss": 0.2886,
      "step": 13780
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.435187262992891e-06,
      "loss": 0.2778,
      "step": 13781
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4341774485509097e-06,
      "loss": 0.2872,
      "step": 13782
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.433167962048706e-06,
      "loss": 0.2789,
      "step": 13783
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.432158803524929e-06,
      "loss": 0.2734,
      "step": 13784
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.43114997301821e-06,
      "loss": 0.2776,
      "step": 13785
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4301414705671779e-06,
      "loss": 0.2468,
      "step": 13786
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.42913329621044e-06,
      "loss": 0.2843,
      "step": 13787
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4281254499865927e-06,
      "loss": 0.2659,
      "step": 13788
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4271179319342231e-06,
      "loss": 0.275,
      "step": 13789
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4261107420919018e-06,
      "loss": 0.2575,
      "step": 13790
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.425103880498191e-06,
      "loss": 0.2649,
      "step": 13791
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4240973471916364e-06,
      "loss": 0.2785,
      "step": 13792
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.423091142210774e-06,
      "loss": 0.2616,
      "step": 13793
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4220852655941253e-06,
      "loss": 0.2589,
      "step": 13794
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4210797173801971e-06,
      "loss": 0.2578,
      "step": 13795
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4200744976074932e-06,
      "loss": 0.2753,
      "step": 13796
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4190696063144927e-06,
      "loss": 0.2493,
      "step": 13797
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4180650435396703e-06,
      "loss": 0.2838,
      "step": 13798
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4170608093214833e-06,
      "loss": 0.2539,
      "step": 13799
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4160569036983784e-06,
      "loss": 0.2686,
      "step": 13800
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4150533267087918e-06,
      "loss": 0.2729,
      "step": 13801
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4140500783911449e-06,
      "loss": 0.2814,
      "step": 13802
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4130471587838456e-06,
      "loss": 0.261,
      "step": 13803
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4120445679252903e-06,
      "loss": 0.2758,
      "step": 13804
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4110423058538625e-06,
      "loss": 0.3105,
      "step": 13805
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4100403726079348e-06,
      "loss": 0.2686,
      "step": 13806
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4090387682258666e-06,
      "loss": 0.2794,
      "step": 13807
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4080374927460028e-06,
      "loss": 0.2766,
      "step": 13808
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4070365462066759e-06,
      "loss": 0.2927,
      "step": 13809
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4060359286462066e-06,
      "loss": 0.2443,
      "step": 13810
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4050356401029065e-06,
      "loss": 0.2768,
      "step": 13811
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.404035680615069e-06,
      "loss": 0.2546,
      "step": 13812
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4030360502209772e-06,
      "loss": 0.2824,
      "step": 13813
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4020367489589027e-06,
      "loss": 0.2718,
      "step": 13814
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4010377768671024e-06,
      "loss": 0.2753,
      "step": 13815
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4000391339838215e-06,
      "loss": 0.2942,
      "step": 13816
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3990408203472938e-06,
      "loss": 0.2796,
      "step": 13817
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3980428359957387e-06,
      "loss": 0.2694,
      "step": 13818
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3970451809673624e-06,
      "loss": 0.2824,
      "step": 13819
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.396047855300361e-06,
      "loss": 0.2642,
      "step": 13820
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3950508590329171e-06,
      "loss": 0.2538,
      "step": 13821
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3940541922032013e-06,
      "loss": 0.268,
      "step": 13822
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.39305785484937e-06,
      "loss": 0.2741,
      "step": 13823
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.392061847009567e-06,
      "loss": 0.258,
      "step": 13824
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3910661687219217e-06,
      "loss": 0.2807,
      "step": 13825
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3900708200245583e-06,
      "loss": 0.2916,
      "step": 13826
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3890758009555815e-06,
      "loss": 0.2681,
      "step": 13827
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3880811115530846e-06,
      "loss": 0.2659,
      "step": 13828
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.387086751855149e-06,
      "loss": 0.2557,
      "step": 13829
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3860927218998422e-06,
      "loss": 0.2704,
      "step": 13830
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3850990217252235e-06,
      "loss": 0.2909,
      "step": 13831
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3841056513693352e-06,
      "loss": 0.2503,
      "step": 13832
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3831126108702075e-06,
      "loss": 0.2493,
      "step": 13833
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.382119900265858e-06,
      "loss": 0.2586,
      "step": 13834
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3811275195942918e-06,
      "loss": 0.2744,
      "step": 13835
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3801354688935055e-06,
      "loss": 0.2797,
      "step": 13836
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3791437482014769e-06,
      "loss": 0.2693,
      "step": 13837
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.378152357556175e-06,
      "loss": 0.245,
      "step": 13838
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3771612969955529e-06,
      "loss": 0.273,
      "step": 13839
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.376170566557552e-06,
      "loss": 0.2907,
      "step": 13840
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3751801662801056e-06,
      "loss": 0.2836,
      "step": 13841
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.37419009620113e-06,
      "loss": 0.2796,
      "step": 13842
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3732003563585294e-06,
      "loss": 0.2567,
      "step": 13843
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3722109467901946e-06,
      "loss": 0.262,
      "step": 13844
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3712218675340038e-06,
      "loss": 0.2656,
      "step": 13845
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3702331186278273e-06,
      "loss": 0.2635,
      "step": 13846
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3692447001095166e-06,
      "loss": 0.2662,
      "step": 13847
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3682566120169149e-06,
      "loss": 0.2559,
      "step": 13848
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.36726885438785e-06,
      "loss": 0.2524,
      "step": 13849
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3662814272601344e-06,
      "loss": 0.2676,
      "step": 13850
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.365294330671575e-06,
      "loss": 0.264,
      "step": 13851
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3643075646599625e-06,
      "loss": 0.2676,
      "step": 13852
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3633211292630743e-06,
      "loss": 0.2754,
      "step": 13853
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3623350245186762e-06,
      "loss": 0.2669,
      "step": 13854
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3613492504645177e-06,
      "loss": 0.2847,
      "step": 13855
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.360363807138344e-06,
      "loss": 0.2792,
      "step": 13856
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3593786945778798e-06,
      "loss": 0.2812,
      "step": 13857
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.358393912820839e-06,
      "loss": 0.2699,
      "step": 13858
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.357409461904926e-06,
      "loss": 0.2543,
      "step": 13859
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3564253418678263e-06,
      "loss": 0.275,
      "step": 13860
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.355441552747222e-06,
      "loss": 0.2739,
      "step": 13861
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.354458094580774e-06,
      "loss": 0.2719,
      "step": 13862
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3534749674061332e-06,
      "loss": 0.2581,
      "step": 13863
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3524921712609396e-06,
      "loss": 0.2593,
      "step": 13864
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3515097061828163e-06,
      "loss": 0.2494,
      "step": 13865
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3505275722093824e-06,
      "loss": 0.2658,
      "step": 13866
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3495457693782344e-06,
      "loss": 0.2744,
      "step": 13867
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3485642977269619e-06,
      "loss": 0.2786,
      "step": 13868
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3475831572931397e-06,
      "loss": 0.256,
      "step": 13869
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3466023481143276e-06,
      "loss": 0.2818,
      "step": 13870
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.34562187022808e-06,
      "loss": 0.2709,
      "step": 13871
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3446417236719333e-06,
      "loss": 0.2939,
      "step": 13872
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3436619084834102e-06,
      "loss": 0.257,
      "step": 13873
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3426824247000247e-06,
      "loss": 0.2765,
      "step": 13874
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3417032723592726e-06,
      "loss": 0.249,
      "step": 13875
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3407244514986451e-06,
      "loss": 0.2603,
      "step": 13876
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.339745962155613e-06,
      "loss": 0.2893,
      "step": 13877
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3387678043676389e-06,
      "loss": 0.2508,
      "step": 13878
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3377899781721704e-06,
      "loss": 0.2741,
      "step": 13879
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3368124836066422e-06,
      "loss": 0.2754,
      "step": 13880
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3358353207084795e-06,
      "loss": 0.3045,
      "step": 13881
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3348584895150917e-06,
      "loss": 0.2861,
      "step": 13882
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.33388199006388e-06,
      "loss": 0.293,
      "step": 13883
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3329058223922209e-06,
      "loss": 0.2688,
      "step": 13884
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3319299865374935e-06,
      "loss": 0.2564,
      "step": 13885
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3309544825370556e-06,
      "loss": 0.2517,
      "step": 13886
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3299793104282544e-06,
      "loss": 0.2694,
      "step": 13887
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.329004470248424e-06,
      "loss": 0.2586,
      "step": 13888
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3280299620348847e-06,
      "loss": 0.2699,
      "step": 13889
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3270557858249444e-06,
      "loss": 0.248,
      "step": 13890
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3260819416559022e-06,
      "loss": 0.2564,
      "step": 13891
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3251084295650406e-06,
      "loss": 0.2708,
      "step": 13892
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3241352495896298e-06,
      "loss": 0.2586,
      "step": 13893
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3231624017669265e-06,
      "loss": 0.2799,
      "step": 13894
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3221898861341753e-06,
      "loss": 0.2803,
      "step": 13895
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3212177027286122e-06,
      "loss": 0.2652,
      "step": 13896
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.320245851587455e-06,
      "loss": 0.28,
      "step": 13897
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3192743327479107e-06,
      "loss": 0.2769,
      "step": 13898
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.318303146247174e-06,
      "loss": 0.2559,
      "step": 13899
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.317332292122423e-06,
      "loss": 0.2633,
      "step": 13900
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3163617704108322e-06,
      "loss": 0.2937,
      "step": 13901
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3153915811495542e-06,
      "loss": 0.2584,
      "step": 13902
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.314421724375734e-06,
      "loss": 0.2628,
      "step": 13903
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3134522001265014e-06,
      "loss": 0.2861,
      "step": 13904
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3124830084389718e-06,
      "loss": 0.257,
      "step": 13905
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.311514149350256e-06,
      "loss": 0.2722,
      "step": 13906
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3105456228974423e-06,
      "loss": 0.2626,
      "step": 13907
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3095774291176121e-06,
      "loss": 0.2766,
      "step": 13908
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3086095680478328e-06,
      "loss": 0.2722,
      "step": 13909
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3076420397251543e-06,
      "loss": 0.2797,
      "step": 13910
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.306674844186624e-06,
      "loss": 0.2864,
      "step": 13911
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3057079814692686e-06,
      "loss": 0.2487,
      "step": 13912
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3047414516101031e-06,
      "loss": 0.2464,
      "step": 13913
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3037752546461313e-06,
      "loss": 0.2423,
      "step": 13914
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3028093906143424e-06,
      "loss": 0.2732,
      "step": 13915
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.301843859551718e-06,
      "loss": 0.2567,
      "step": 13916
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3008786614952217e-06,
      "loss": 0.2578,
      "step": 13917
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2999137964818043e-06,
      "loss": 0.2634,
      "step": 13918
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2989492645484025e-06,
      "loss": 0.2877,
      "step": 13919
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2979850657319494e-06,
      "loss": 0.2616,
      "step": 13920
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.297021200069356e-06,
      "loss": 0.2567,
      "step": 13921
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2960576675975244e-06,
      "loss": 0.2547,
      "step": 13922
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2950944683533416e-06,
      "loss": 0.2778,
      "step": 13923
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.294131602373685e-06,
      "loss": 0.2807,
      "step": 13924
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2931690696954135e-06,
      "loss": 0.2709,
      "step": 13925
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2922068703553848e-06,
      "loss": 0.2655,
      "step": 13926
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2912450043904312e-06,
      "loss": 0.242,
      "step": 13927
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.290283471837378e-06,
      "loss": 0.2518,
      "step": 13928
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.289322272733039e-06,
      "loss": 0.2765,
      "step": 13929
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2883614071142092e-06,
      "loss": 0.2287,
      "step": 13930
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2874008750176804e-06,
      "loss": 0.2754,
      "step": 13931
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2864406764802239e-06,
      "loss": 0.2713,
      "step": 13932
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.285480811538601e-06,
      "loss": 0.2619,
      "step": 13933
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.284521280229558e-06,
      "loss": 0.2501,
      "step": 13934
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.283562082589831e-06,
      "loss": 0.2722,
      "step": 13935
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2826032186561444e-06,
      "loss": 0.2627,
      "step": 13936
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2816446884652066e-06,
      "loss": 0.2602,
      "step": 13937
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2806864920537154e-06,
      "loss": 0.2538,
      "step": 13938
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2797286294583545e-06,
      "loss": 0.2701,
      "step": 13939
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2787711007157932e-06,
      "loss": 0.2646,
      "step": 13940
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2778139058626948e-06,
      "loss": 0.2455,
      "step": 13941
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.276857044935702e-06,
      "loss": 0.2684,
      "step": 13942
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.275900517971448e-06,
      "loss": 0.2624,
      "step": 13943
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2749443250065552e-06,
      "loss": 0.2746,
      "step": 13944
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2739884660776268e-06,
      "loss": 0.238,
      "step": 13945
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2730329412212627e-06,
      "loss": 0.2677,
      "step": 13946
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2720777504740422e-06,
      "loss": 0.2808,
      "step": 13947
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2711228938725351e-06,
      "loss": 0.2637,
      "step": 13948
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2701683714532976e-06,
      "loss": 0.254,
      "step": 13949
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2692141832528715e-06,
      "loss": 0.2709,
      "step": 13950
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2682603293077933e-06,
      "loss": 0.2988,
      "step": 13951
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.267306809654575e-06,
      "loss": 0.2688,
      "step": 13952
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2663536243297236e-06,
      "loss": 0.2761,
      "step": 13953
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2654007733697294e-06,
      "loss": 0.2607,
      "step": 13954
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.264448256811076e-06,
      "loss": 0.2651,
      "step": 13955
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2634960746902302e-06,
      "loss": 0.2585,
      "step": 13956
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2625442270436427e-06,
      "loss": 0.2617,
      "step": 13957
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2615927139077566e-06,
      "loss": 0.2486,
      "step": 13958
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2606415353190005e-06,
      "loss": 0.2522,
      "step": 13959
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2596906913137874e-06,
      "loss": 0.2825,
      "step": 13960
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.258740181928524e-06,
      "loss": 0.2847,
      "step": 13961
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2577900071995975e-06,
      "loss": 0.2903,
      "step": 13962
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2568401671633868e-06,
      "loss": 0.2754,
      "step": 13963
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.255890661856255e-06,
      "loss": 0.2694,
      "step": 13964
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2549414913145509e-06,
      "loss": 0.2843,
      "step": 13965
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2539926555746197e-06,
      "loss": 0.2658,
      "step": 13966
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2530441546727834e-06,
      "loss": 0.2944,
      "step": 13967
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2520959886453543e-06,
      "loss": 0.2836,
      "step": 13968
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2511481575286354e-06,
      "loss": 0.2662,
      "step": 13969
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2502006613589091e-06,
      "loss": 0.2772,
      "step": 13970
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.249253500172456e-06,
      "loss": 0.2701,
      "step": 13971
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.248306674005535e-06,
      "loss": 0.2923,
      "step": 13972
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2473601828943949e-06,
      "loss": 0.2705,
      "step": 13973
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2464140268752733e-06,
      "loss": 0.2688,
      "step": 13974
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2454682059843892e-06,
      "loss": 0.2324,
      "step": 13975
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.244522720257959e-06,
      "loss": 0.2801,
      "step": 13976
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2435775697321762e-06,
      "loss": 0.2603,
      "step": 13977
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2426327544432282e-06,
      "loss": 0.2645,
      "step": 13978
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.241688274427285e-06,
      "loss": 0.2504,
      "step": 13979
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2407441297205048e-06,
      "loss": 0.2451,
      "step": 13980
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.239800320359037e-06,
      "loss": 0.2605,
      "step": 13981
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.238856846379014e-06,
      "loss": 0.2893,
      "step": 13982
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.237913707816555e-06,
      "loss": 0.2773,
      "step": 13983
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2369709047077694e-06,
      "loss": 0.2447,
      "step": 13984
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2360284370887509e-06,
      "loss": 0.2638,
      "step": 13985
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.235086304995582e-06,
      "loss": 0.2681,
      "step": 13986
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2341445084643323e-06,
      "loss": 0.246,
      "step": 13987
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2332030475310575e-06,
      "loss": 0.2935,
      "step": 13988
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2322619222317999e-06,
      "loss": 0.2736,
      "step": 13989
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2313211326025932e-06,
      "loss": 0.2617,
      "step": 13990
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2303806786794537e-06,
      "loss": 0.2694,
      "step": 13991
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2294405604983872e-06,
      "loss": 0.2793,
      "step": 13992
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.228500778095384e-06,
      "loss": 0.2658,
      "step": 13993
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.227561331506425e-06,
      "loss": 0.2895,
      "step": 13994
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2266222207674739e-06,
      "loss": 0.2554,
      "step": 13995
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2256834459144885e-06,
      "loss": 0.2637,
      "step": 13996
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2247450069834077e-06,
      "loss": 0.2796,
      "step": 13997
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2238069040101586e-06,
      "loss": 0.2672,
      "step": 13998
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2228691370306566e-06,
      "loss": 0.2955,
      "step": 13999
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2219317060808022e-06,
      "loss": 0.2547,
      "step": 14000
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2209946111964876e-06,
      "loss": 0.2737,
      "step": 14001
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2200578524135886e-06,
      "loss": 0.2806,
      "step": 14002
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2191214297679677e-06,
      "loss": 0.2819,
      "step": 14003
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2181853432954749e-06,
      "loss": 0.2627,
      "step": 14004
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2172495930319484e-06,
      "loss": 0.2938,
      "step": 14005
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.216314179013215e-06,
      "loss": 0.2588,
      "step": 14006
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.215379101275085e-06,
      "loss": 0.2547,
      "step": 14007
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2144443598533574e-06,
      "loss": 0.2845,
      "step": 14008
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.213509954783819e-06,
      "loss": 0.2847,
      "step": 14009
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2125758861022418e-06,
      "loss": 0.2529,
      "step": 14010
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.211642153844389e-06,
      "loss": 0.26,
      "step": 14011
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2107087580460076e-06,
      "loss": 0.2586,
      "step": 14012
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2097756987428311e-06,
      "loss": 0.3036,
      "step": 14013
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2088429759705821e-06,
      "loss": 0.2709,
      "step": 14014
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2079105897649668e-06,
      "loss": 0.2723,
      "step": 14015
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2069785401616873e-06,
      "loss": 0.2575,
      "step": 14016
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.206046827196422e-06,
      "loss": 0.2613,
      "step": 14017
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2051154509048434e-06,
      "loss": 0.2702,
      "step": 14018
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2041844113226075e-06,
      "loss": 0.2656,
      "step": 14019
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2032537084853602e-06,
      "loss": 0.2832,
      "step": 14020
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2023233424287328e-06,
      "loss": 0.2574,
      "step": 14021
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2013933131883437e-06,
      "loss": 0.292,
      "step": 14022
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2004636207997987e-06,
      "loss": 0.2609,
      "step": 14023
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1995342652986886e-06,
      "loss": 0.2585,
      "step": 14024
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1986052467205978e-06,
      "loss": 0.2681,
      "step": 14025
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1976765651010913e-06,
      "loss": 0.2648,
      "step": 14026
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1967482204757241e-06,
      "loss": 0.2599,
      "step": 14027
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.195820212880038e-06,
      "loss": 0.2822,
      "step": 14028
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1948925423495583e-06,
      "loss": 0.2564,
      "step": 14029
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1939652089198027e-06,
      "loss": 0.2753,
      "step": 14030
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1930382126262752e-06,
      "loss": 0.2573,
      "step": 14031
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1921115535044637e-06,
      "loss": 0.2433,
      "step": 14032
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1911852315898465e-06,
      "loss": 0.273,
      "step": 14033
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1902592469178864e-06,
      "loss": 0.2623,
      "step": 14034
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.189333599524033e-06,
      "loss": 0.2729,
      "step": 14035
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1884082894437278e-06,
      "loss": 0.2469,
      "step": 14036
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1874833167123944e-06,
      "loss": 0.246,
      "step": 14037
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.186558681365445e-06,
      "loss": 0.2857,
      "step": 14038
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1856343834382788e-06,
      "loss": 0.2638,
      "step": 14039
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.184710422966281e-06,
      "loss": 0.2612,
      "step": 14040
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1837867999848286e-06,
      "loss": 0.2596,
      "step": 14041
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.18286351452928e-06,
      "loss": 0.2624,
      "step": 14042
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1819405666349825e-06,
      "loss": 0.2574,
      "step": 14043
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1810179563372726e-06,
      "loss": 0.2655,
      "step": 14044
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1800956836714683e-06,
      "loss": 0.2527,
      "step": 14045
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1791737486728827e-06,
      "loss": 0.2709,
      "step": 14046
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1782521513768108e-06,
      "loss": 0.2906,
      "step": 14047
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1773308918185354e-06,
      "loss": 0.2812,
      "step": 14048
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1764099700333265e-06,
      "loss": 0.2628,
      "step": 14049
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1754893860564387e-06,
      "loss": 0.2725,
      "step": 14050
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1745691399231208e-06,
      "loss": 0.2825,
      "step": 14051
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.173649231668601e-06,
      "loss": 0.2725,
      "step": 14052
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1727296613281026e-06,
      "loss": 0.2641,
      "step": 14053
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1718104289368225e-06,
      "loss": 0.2603,
      "step": 14054
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1708915345299598e-06,
      "loss": 0.2765,
      "step": 14055
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1699729781426916e-06,
      "loss": 0.2695,
      "step": 14056
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1690547598101864e-06,
      "loss": 0.2693,
      "step": 14057
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1681368795675963e-06,
      "loss": 0.2755,
      "step": 14058
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1672193374500595e-06,
      "loss": 0.2635,
      "step": 14059
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1663021334927093e-06,
      "loss": 0.2751,
      "step": 14060
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1653852677306577e-06,
      "loss": 0.267,
      "step": 14061
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1644687401990074e-06,
      "loss": 0.2545,
      "step": 14062
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1635525509328471e-06,
      "loss": 0.2684,
      "step": 14063
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1626366999672512e-06,
      "loss": 0.254,
      "step": 14064
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1617211873372836e-06,
      "loss": 0.2662,
      "step": 14065
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1608060130779963e-06,
      "loss": 0.2877,
      "step": 14066
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1598911772244247e-06,
      "loss": 0.2743,
      "step": 14067
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1589766798115931e-06,
      "loss": 0.2483,
      "step": 14068
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1580625208745145e-06,
      "loss": 0.2589,
      "step": 14069
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1571487004481818e-06,
      "loss": 0.2811,
      "step": 14070
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1562352185675874e-06,
      "loss": 0.2574,
      "step": 14071
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1553220752677009e-06,
      "loss": 0.2566,
      "step": 14072
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1544092705834798e-06,
      "loss": 0.2693,
      "step": 14073
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.153496804549873e-06,
      "loss": 0.2877,
      "step": 14074
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1525846772018113e-06,
      "loss": 0.2755,
      "step": 14075
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1516728885742179e-06,
      "loss": 0.2785,
      "step": 14076
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1507614387019995e-06,
      "loss": 0.2734,
      "step": 14077
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1498503276200513e-06,
      "loss": 0.2533,
      "step": 14078
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1489395553632532e-06,
      "loss": 0.2898,
      "step": 14079
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.148029121966473e-06,
      "loss": 0.2779,
      "step": 14080
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1471190274645706e-06,
      "loss": 0.2617,
      "step": 14081
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1462092718923856e-06,
      "loss": 0.2723,
      "step": 14082
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1452998552847482e-06,
      "loss": 0.264,
      "step": 14083
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1443907776764751e-06,
      "loss": 0.2529,
      "step": 14084
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1434820391023683e-06,
      "loss": 0.2815,
      "step": 14085
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.142573639597223e-06,
      "loss": 0.2807,
      "step": 14086
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1416655791958154e-06,
      "loss": 0.2879,
      "step": 14087
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1407578579329082e-06,
      "loss": 0.2726,
      "step": 14088
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1398504758432517e-06,
      "loss": 0.2836,
      "step": 14089
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1389434329615889e-06,
      "loss": 0.2932,
      "step": 14090
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1380367293226447e-06,
      "loss": 0.2595,
      "step": 14091
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.137130364961131e-06,
      "loss": 0.2542,
      "step": 14092
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1362243399117479e-06,
      "loss": 0.251,
      "step": 14093
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.13531865420918e-06,
      "loss": 0.2782,
      "step": 14094
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.134413307888106e-06,
      "loss": 0.2846,
      "step": 14095
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1335083009831849e-06,
      "loss": 0.2691,
      "step": 14096
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1326036335290635e-06,
      "loss": 0.2877,
      "step": 14097
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1316993055603775e-06,
      "loss": 0.2659,
      "step": 14098
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.130795317111748e-06,
      "loss": 0.2651,
      "step": 14099
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.129891668217783e-06,
      "loss": 0.2513,
      "step": 14100
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1289883589130823e-06,
      "loss": 0.2599,
      "step": 14101
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1280853892322252e-06,
      "loss": 0.2722,
      "step": 14102
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.127182759209784e-06,
      "loss": 0.2694,
      "step": 14103
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.126280468880313e-06,
      "loss": 0.262,
      "step": 14104
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1253785182783571e-06,
      "loss": 0.2607,
      "step": 14105
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1244769074384488e-06,
      "loss": 0.2605,
      "step": 14106
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1235756363951045e-06,
      "loss": 0.2684,
      "step": 14107
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.122674705182829e-06,
      "loss": 0.2677,
      "step": 14108
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.121774113836116e-06,
      "loss": 0.2418,
      "step": 14109
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.12087386238944e-06,
      "loss": 0.2867,
      "step": 14110
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1199739508772712e-06,
      "loss": 0.2567,
      "step": 14111
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1190743793340608e-06,
      "loss": 0.2976,
      "step": 14112
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1181751477942493e-06,
      "loss": 0.2808,
      "step": 14113
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1172762562922634e-06,
      "loss": 0.2538,
      "step": 14114
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1163777048625136e-06,
      "loss": 0.25,
      "step": 14115
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1154794935394065e-06,
      "loss": 0.2418,
      "step": 14116
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1145816223573259e-06,
      "loss": 0.2434,
      "step": 14117
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1136840913506475e-06,
      "loss": 0.2487,
      "step": 14118
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1127869005537328e-06,
      "loss": 0.2543,
      "step": 14119
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1118900500009277e-06,
      "loss": 0.2836,
      "step": 14120
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.110993539726576e-06,
      "loss": 0.2515,
      "step": 14121
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.110097369764993e-06,
      "loss": 0.2571,
      "step": 14122
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1092015401504896e-06,
      "loss": 0.2638,
      "step": 14123
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1083060509173616e-06,
      "loss": 0.2733,
      "step": 14124
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1074109020998958e-06,
      "loss": 0.2684,
      "step": 14125
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1065160937323605e-06,
      "loss": 0.2677,
      "step": 14126
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1056216258490127e-06,
      "loss": 0.2245,
      "step": 14127
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1047274984840994e-06,
      "loss": 0.2653,
      "step": 14128
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1038337116718468e-06,
      "loss": 0.2726,
      "step": 14129
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1029402654464794e-06,
      "loss": 0.2599,
      "step": 14130
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.102047159842199e-06,
      "loss": 0.2494,
      "step": 14131
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.101154394893199e-06,
      "loss": 0.2524,
      "step": 14132
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1002619706336581e-06,
      "loss": 0.303,
      "step": 14133
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.099369887097741e-06,
      "loss": 0.2804,
      "step": 14134
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0984781443196036e-06,
      "loss": 0.2705,
      "step": 14135
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0975867423333852e-06,
      "loss": 0.2762,
      "step": 14136
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0966956811732133e-06,
      "loss": 0.2856,
      "step": 14137
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0958049608732003e-06,
      "loss": 0.263,
      "step": 14138
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0949145814674478e-06,
      "loss": 0.2637,
      "step": 14139
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0940245429900408e-06,
      "loss": 0.2829,
      "step": 14140
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0931348454750602e-06,
      "loss": 0.2584,
      "step": 14141
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0922454889565648e-06,
      "loss": 0.2592,
      "step": 14142
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0913564734686032e-06,
      "loss": 0.2871,
      "step": 14143
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0904677990452105e-06,
      "loss": 0.2739,
      "step": 14144
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0895794657204084e-06,
      "loss": 0.2755,
      "step": 14145
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0886914735282105e-06,
      "loss": 0.2676,
      "step": 14146
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.08780382250261e-06,
      "loss": 0.3025,
      "step": 14147
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0869165126775905e-06,
      "loss": 0.2609,
      "step": 14148
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0860295440871238e-06,
      "loss": 0.2598,
      "step": 14149
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0851429167651651e-06,
      "loss": 0.2845,
      "step": 14150
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0842566307456604e-06,
      "loss": 0.2799,
      "step": 14151
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0833706860625416e-06,
      "loss": 0.2628,
      "step": 14152
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0824850827497246e-06,
      "loss": 0.2554,
      "step": 14153
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0815998208411161e-06,
      "loss": 0.2655,
      "step": 14154
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0807149003706075e-06,
      "loss": 0.2686,
      "step": 14155
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0798303213720772e-06,
      "loss": 0.2646,
      "step": 14156
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0789460838793919e-06,
      "loss": 0.2473,
      "step": 14157
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.078062187926403e-06,
      "loss": 0.2787,
      "step": 14158
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0771786335469503e-06,
      "loss": 0.2891,
      "step": 14159
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0762954207748622e-06,
      "loss": 0.2806,
      "step": 14160
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0754125496439515e-06,
      "loss": 0.2764,
      "step": 14161
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0745300201880181e-06,
      "loss": 0.2557,
      "step": 14162
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0736478324408494e-06,
      "loss": 0.2355,
      "step": 14163
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0727659864362184e-06,
      "loss": 0.2699,
      "step": 14164
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.07188448220789e-06,
      "loss": 0.2487,
      "step": 14165
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0710033197896097e-06,
      "loss": 0.2755,
      "step": 14166
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0701224992151126e-06,
      "loss": 0.2706,
      "step": 14167
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0692420205181208e-06,
      "loss": 0.2702,
      "step": 14168
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0683618837323416e-06,
      "loss": 0.2652,
      "step": 14169
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.067482088891475e-06,
      "loss": 0.2706,
      "step": 14170
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0666026360292003e-06,
      "loss": 0.2674,
      "step": 14171
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0657235251791876e-06,
      "loss": 0.2626,
      "step": 14172
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.064844756375094e-06,
      "loss": 0.2814,
      "step": 14173
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.063966329650563e-06,
      "loss": 0.278,
      "step": 14174
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0630882450392221e-06,
      "loss": 0.2451,
      "step": 14175
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0622105025746921e-06,
      "loss": 0.2783,
      "step": 14176
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.061333102290576e-06,
      "loss": 0.2461,
      "step": 14177
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0604560442204647e-06,
      "loss": 0.2753,
      "step": 14178
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.059579328397936e-06,
      "loss": 0.2581,
      "step": 14179
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.058702954856553e-06,
      "loss": 0.2653,
      "step": 14180
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.057826923629871e-06,
      "loss": 0.3058,
      "step": 14181
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0569512347514266e-06,
      "loss": 0.2821,
      "step": 14182
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.056075888254745e-06,
      "loss": 0.2575,
      "step": 14183
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0552008841733386e-06,
      "loss": 0.2826,
      "step": 14184
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0543262225407048e-06,
      "loss": 0.2527,
      "step": 14185
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0534519033903334e-06,
      "loss": 0.2453,
      "step": 14186
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0525779267556968e-06,
      "loss": 0.2839,
      "step": 14187
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0517042926702537e-06,
      "loss": 0.2575,
      "step": 14188
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0508310011674517e-06,
      "loss": 0.2547,
      "step": 14189
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0499580522807228e-06,
      "loss": 0.2888,
      "step": 14190
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0490854460434896e-06,
      "loss": 0.2808,
      "step": 14191
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0482131824891583e-06,
      "loss": 0.2824,
      "step": 14192
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0473412616511235e-06,
      "loss": 0.2861,
      "step": 14193
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0464696835627641e-06,
      "loss": 0.2797,
      "step": 14194
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0455984482574532e-06,
      "loss": 0.2461,
      "step": 14195
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0447275557685433e-06,
      "loss": 0.25,
      "step": 14196
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0438570061293762e-06,
      "loss": 0.2706,
      "step": 14197
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.04298679937328e-06,
      "loss": 0.2744,
      "step": 14198
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0421169355335692e-06,
      "loss": 0.2726,
      "step": 14199
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.041247414643549e-06,
      "loss": 0.2769,
      "step": 14200
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.040378236736509e-06,
      "loss": 0.2677,
      "step": 14201
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.039509401845723e-06,
      "loss": 0.2606,
      "step": 14202
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0386409100044548e-06,
      "loss": 0.2889,
      "step": 14203
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0377727612459532e-06,
      "loss": 0.2681,
      "step": 14204
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0369049556034583e-06,
      "loss": 0.2725,
      "step": 14205
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0360374931101912e-06,
      "loss": 0.2485,
      "step": 14206
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0351703737993645e-06,
      "loss": 0.2652,
      "step": 14207
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0343035977041726e-06,
      "loss": 0.245,
      "step": 14208
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0334371648578024e-06,
      "loss": 0.2854,
      "step": 14209
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0325710752934214e-06,
      "loss": 0.2831,
      "step": 14210
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0317053290441924e-06,
      "loss": 0.2875,
      "step": 14211
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0308399261432578e-06,
      "loss": 0.2571,
      "step": 14212
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0299748666237485e-06,
      "loss": 0.2482,
      "step": 14213
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.029110150518785e-06,
      "loss": 0.2624,
      "step": 14214
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0282457778614697e-06,
      "loss": 0.2853,
      "step": 14215
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.027381748684898e-06,
      "loss": 0.2679,
      "step": 14216
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0265180630221472e-06,
      "loss": 0.2553,
      "step": 14217
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.025654720906285e-06,
      "loss": 0.2775,
      "step": 14218
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.024791722370362e-06,
      "loss": 0.2969,
      "step": 14219
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0239290674474167e-06,
      "loss": 0.264,
      "step": 14220
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0230667561704799e-06,
      "loss": 0.2909,
      "step": 14221
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0222047885725629e-06,
      "loss": 0.2733,
      "step": 14222
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0213431646866667e-06,
      "loss": 0.2706,
      "step": 14223
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0204818845457742e-06,
      "loss": 0.2691,
      "step": 14224
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0196209481828633e-06,
      "loss": 0.2582,
      "step": 14225
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0187603556308934e-06,
      "loss": 0.2687,
      "step": 14226
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0179001069228134e-06,
      "loss": 0.251,
      "step": 14227
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0170402020915548e-06,
      "loss": 0.2715,
      "step": 14228
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0161806411700392e-06,
      "loss": 0.2409,
      "step": 14229
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.015321424191178e-06,
      "loss": 0.2898,
      "step": 14230
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0144625511878636e-06,
      "loss": 0.2744,
      "step": 14231
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0136040221929777e-06,
      "loss": 0.2595,
      "step": 14232
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0127458372393895e-06,
      "loss": 0.2398,
      "step": 14233
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0118879963599516e-06,
      "loss": 0.2702,
      "step": 14234
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0110304995875109e-06,
      "loss": 0.2531,
      "step": 14235
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0101733469548924e-06,
      "loss": 0.2609,
      "step": 14236
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0093165384949155e-06,
      "loss": 0.2538,
      "step": 14237
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0084600742403794e-06,
      "loss": 0.246,
      "step": 14238
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0076039542240735e-06,
      "loss": 0.2598,
      "step": 14239
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.006748178478777e-06,
      "loss": 0.261,
      "step": 14240
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0058927470372515e-06,
      "loss": 0.2651,
      "step": 14241
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0050376599322475e-06,
      "loss": 0.267,
      "step": 14242
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.004182917196501e-06,
      "loss": 0.2944,
      "step": 14243
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0033285188627362e-06,
      "loss": 0.3068,
      "step": 14244
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0024744649636597e-06,
      "loss": 0.2633,
      "step": 14245
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0016207555319757e-06,
      "loss": 0.2527,
      "step": 14246
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0007673906003635e-06,
      "loss": 0.2702,
      "step": 14247
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.999143702014947e-07,
      "loss": 0.2829,
      "step": 14248
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.990616943680266e-07,
      "loss": 0.2603,
      "step": 14249
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.982093631326028e-07,
      "loss": 0.2613,
      "step": 14250
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.973573765278577e-07,
      "loss": 0.2811,
      "step": 14251
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.965057345864083e-07,
      "loss": 0.2977,
      "step": 14252
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.956544373408571e-07,
      "loss": 0.2764,
      "step": 14253
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.948034848237985e-07,
      "loss": 0.2772,
      "step": 14254
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.939528770678075e-07,
      "loss": 0.2879,
      "step": 14255
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.931026141054533e-07,
      "loss": 0.2833,
      "step": 14256
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.92252695969288e-07,
      "loss": 0.2927,
      "step": 14257
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.914031226918464e-07,
      "loss": 0.2595,
      "step": 14258
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.905538943056547e-07,
      "loss": 0.2552,
      "step": 14259
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.897050108432293e-07,
      "loss": 0.242,
      "step": 14260
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.888564723370664e-07,
      "loss": 0.2461,
      "step": 14261
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.880082788196533e-07,
      "loss": 0.2527,
      "step": 14262
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.871604303234627e-07,
      "loss": 0.2958,
      "step": 14263
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.863129268809512e-07,
      "loss": 0.2783,
      "step": 14264
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.854657685245695e-07,
      "loss": 0.2651,
      "step": 14265
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.846189552867502e-07,
      "loss": 0.258,
      "step": 14266
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.83772487199911e-07,
      "loss": 0.2799,
      "step": 14267
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.829263642964603e-07,
      "loss": 0.2694,
      "step": 14268
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.82080586608789e-07,
      "loss": 0.2944,
      "step": 14269
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.812351541692821e-07,
      "loss": 0.2792,
      "step": 14270
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.80390067010304e-07,
      "loss": 0.261,
      "step": 14271
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.795453251642084e-07,
      "loss": 0.2686,
      "step": 14272
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.787009286633365e-07,
      "loss": 0.3044,
      "step": 14273
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.778568775400133e-07,
      "loss": 0.2458,
      "step": 14274
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.770131718265586e-07,
      "loss": 0.2556,
      "step": 14275
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.761698115552688e-07,
      "loss": 0.2759,
      "step": 14276
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.753267967584335e-07,
      "loss": 0.231,
      "step": 14277
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.74484127468327e-07,
      "loss": 0.2591,
      "step": 14278
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.736418037172101e-07,
      "loss": 0.2655,
      "step": 14279
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.727998255373295e-07,
      "loss": 0.2854,
      "step": 14280
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.719581929609234e-07,
      "loss": 0.2591,
      "step": 14281
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.71116906020212e-07,
      "loss": 0.2711,
      "step": 14282
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.702759647474025e-07,
      "loss": 0.2666,
      "step": 14283
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.694353691746928e-07,
      "loss": 0.2888,
      "step": 14284
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.685951193342603e-07,
      "loss": 0.2652,
      "step": 14285
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.67755215258278e-07,
      "loss": 0.2596,
      "step": 14286
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.669156569788995e-07,
      "loss": 0.2645,
      "step": 14287
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.660764445282689e-07,
      "loss": 0.2621,
      "step": 14288
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.652375779385126e-07,
      "loss": 0.2822,
      "step": 14289
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.64399057241746e-07,
      "loss": 0.2472,
      "step": 14290
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.63560882470076e-07,
      "loss": 0.2288,
      "step": 14291
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.627230536555876e-07,
      "loss": 0.2818,
      "step": 14292
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.618855708303576e-07,
      "loss": 0.2577,
      "step": 14293
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.61048434026448e-07,
      "loss": 0.2698,
      "step": 14294
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.602116432759112e-07,
      "loss": 0.2701,
      "step": 14295
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.593751986107814e-07,
      "loss": 0.2804,
      "step": 14296
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.585391000630827e-07,
      "loss": 0.2786,
      "step": 14297
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.577033476648234e-07,
      "loss": 0.2698,
      "step": 14298
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.568679414479997e-07,
      "loss": 0.2838,
      "step": 14299
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.560328814445974e-07,
      "loss": 0.2886,
      "step": 14300
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.551981676865852e-07,
      "loss": 0.2356,
      "step": 14301
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.543638002059185e-07,
      "loss": 0.2633,
      "step": 14302
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.535297790345433e-07,
      "loss": 0.2758,
      "step": 14303
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.52696104204387e-07,
      "loss": 0.2747,
      "step": 14304
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.518627757473686e-07,
      "loss": 0.267,
      "step": 14305
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.510297936953927e-07,
      "loss": 0.2586,
      "step": 14306
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.501971580803471e-07,
      "loss": 0.2655,
      "step": 14307
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.493648689341106e-07,
      "loss": 0.2464,
      "step": 14308
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.485329262885457e-07,
      "loss": 0.2591,
      "step": 14309
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.477013301755055e-07,
      "loss": 0.2715,
      "step": 14310
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.468700806268261e-07,
      "loss": 0.2644,
      "step": 14311
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.460391776743317e-07,
      "loss": 0.2501,
      "step": 14312
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.452086213498323e-07,
      "loss": 0.2515,
      "step": 14313
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.443784116851262e-07,
      "loss": 0.2676,
      "step": 14314
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.435485487119966e-07,
      "loss": 0.2659,
      "step": 14315
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.427190324622171e-07,
      "loss": 0.2807,
      "step": 14316
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.418898629675443e-07,
      "loss": 0.2482,
      "step": 14317
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.41061040259722e-07,
      "loss": 0.2845,
      "step": 14318
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.402325643704823e-07,
      "loss": 0.25,
      "step": 14319
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.394044353315401e-07,
      "loss": 0.2852,
      "step": 14320
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.385766531746055e-07,
      "loss": 0.246,
      "step": 14321
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.377492179313652e-07,
      "loss": 0.2706,
      "step": 14322
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.369221296335007e-07,
      "loss": 0.2803,
      "step": 14323
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.360953883126744e-07,
      "loss": 0.2753,
      "step": 14324
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.352689940005389e-07,
      "loss": 0.2619,
      "step": 14325
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.344429467287319e-07,
      "loss": 0.2621,
      "step": 14326
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.336172465288796e-07,
      "loss": 0.2694,
      "step": 14327
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.327918934325908e-07,
      "loss": 0.2543,
      "step": 14328
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.319668874714649e-07,
      "loss": 0.2646,
      "step": 14329
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.311422286770899e-07,
      "loss": 0.2621,
      "step": 14330
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.303179170810362e-07,
      "loss": 0.2515,
      "step": 14331
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.294939527148606e-07,
      "loss": 0.2766,
      "step": 14332
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.28670335610109e-07,
      "loss": 0.2706,
      "step": 14333
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.27847065798313e-07,
      "loss": 0.2634,
      "step": 14334
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.270241433109928e-07,
      "loss": 0.2624,
      "step": 14335
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.262015681796532e-07,
      "loss": 0.2494,
      "step": 14336
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.253793404357858e-07,
      "loss": 0.2473,
      "step": 14337
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.245574601108698e-07,
      "loss": 0.2592,
      "step": 14338
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.237359272363678e-07,
      "loss": 0.2831,
      "step": 14339
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.229147418437356e-07,
      "loss": 0.2826,
      "step": 14340
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.220939039644116e-07,
      "loss": 0.2418,
      "step": 14341
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.212734136298206e-07,
      "loss": 0.2705,
      "step": 14342
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.204532708713743e-07,
      "loss": 0.2765,
      "step": 14343
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.196334757204694e-07,
      "loss": 0.284,
      "step": 14344
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.188140282084968e-07,
      "loss": 0.2684,
      "step": 14345
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.179949283668265e-07,
      "loss": 0.2605,
      "step": 14346
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.171761762268161e-07,
      "loss": 0.2656,
      "step": 14347
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.163577718198124e-07,
      "loss": 0.2447,
      "step": 14348
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.155397151771472e-07,
      "loss": 0.2539,
      "step": 14349
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.147220063301387e-07,
      "loss": 0.251,
      "step": 14350
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.139046453100952e-07,
      "loss": 0.2585,
      "step": 14351
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.130876321483084e-07,
      "loss": 0.2921,
      "step": 14352
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.122709668760565e-07,
      "loss": 0.2732,
      "step": 14353
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.114546495246046e-07,
      "loss": 0.2736,
      "step": 14354
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.106386801252054e-07,
      "loss": 0.2771,
      "step": 14355
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.098230587090995e-07,
      "loss": 0.2614,
      "step": 14356
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.090077853075119e-07,
      "loss": 0.2778,
      "step": 14357
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.081928599516554e-07,
      "loss": 0.2423,
      "step": 14358
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.073782826727285e-07,
      "loss": 0.2653,
      "step": 14359
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.065640535019182e-07,
      "loss": 0.3027,
      "step": 14360
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.057501724703955e-07,
      "loss": 0.2658,
      "step": 14361
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.049366396093195e-07,
      "loss": 0.2786,
      "step": 14362
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.041234549498379e-07,
      "loss": 0.2545,
      "step": 14363
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.033106185230789e-07,
      "loss": 0.2531,
      "step": 14364
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.024981303601677e-07,
      "loss": 0.3111,
      "step": 14365
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.01685990492207e-07,
      "loss": 0.2229,
      "step": 14366
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.0087419895029e-07,
      "loss": 0.2835,
      "step": 14367
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.000627557654951e-07,
      "loss": 0.2511,
      "step": 14368
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.992516609688861e-07,
      "loss": 0.2359,
      "step": 14369
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.984409145915207e-07,
      "loss": 0.2486,
      "step": 14370
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.97630516664435e-07,
      "loss": 0.2906,
      "step": 14371
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.968204672186542e-07,
      "loss": 0.2628,
      "step": 14372
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.960107662851925e-07,
      "loss": 0.2677,
      "step": 14373
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.952014138950471e-07,
      "loss": 0.2503,
      "step": 14374
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.943924100792056e-07,
      "loss": 0.2811,
      "step": 14375
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.93583754868641e-07,
      "loss": 0.275,
      "step": 14376
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.927754482943096e-07,
      "loss": 0.2734,
      "step": 14377
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.9196749038716e-07,
      "loss": 0.275,
      "step": 14378
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.911598811781209e-07,
      "loss": 0.2645,
      "step": 14379
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.903526206981161e-07,
      "loss": 0.2613,
      "step": 14380
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.895457089780491e-07,
      "loss": 0.2485,
      "step": 14381
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.887391460488115e-07,
      "loss": 0.2913,
      "step": 14382
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.879329319412843e-07,
      "loss": 0.2599,
      "step": 14383
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.871270666863285e-07,
      "loss": 0.278,
      "step": 14384
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.863215503148026e-07,
      "loss": 0.2564,
      "step": 14385
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.855163828575419e-07,
      "loss": 0.2864,
      "step": 14386
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.847115643453741e-07,
      "loss": 0.238,
      "step": 14387
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.839070948091089e-07,
      "loss": 0.2831,
      "step": 14388
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.83102974279546e-07,
      "loss": 0.2571,
      "step": 14389
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.8229920278747e-07,
      "loss": 0.2644,
      "step": 14390
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.814957803636559e-07,
      "loss": 0.2676,
      "step": 14391
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.806927070388616e-07,
      "loss": 0.2482,
      "step": 14392
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.798899828438334e-07,
      "loss": 0.2553,
      "step": 14393
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.790876078092969e-07,
      "loss": 0.2621,
      "step": 14394
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.782855819659785e-07,
      "loss": 0.2712,
      "step": 14395
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.774839053445805e-07,
      "loss": 0.2492,
      "step": 14396
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.766825779757937e-07,
      "loss": 0.273,
      "step": 14397
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.758815998902992e-07,
      "loss": 0.2577,
      "step": 14398
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.75080971118758e-07,
      "loss": 0.2363,
      "step": 14399
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.742806916918278e-07,
      "loss": 0.254,
      "step": 14400
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.734807616401431e-07,
      "loss": 0.2884,
      "step": 14401
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.726811809943303e-07,
      "loss": 0.2669,
      "step": 14402
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.718819497850006e-07,
      "loss": 0.2801,
      "step": 14403
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.710830680427507e-07,
      "loss": 0.2641,
      "step": 14404
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.702845357981682e-07,
      "loss": 0.2646,
      "step": 14405
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.694863530818243e-07,
      "loss": 0.2775,
      "step": 14406
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.686885199242767e-07,
      "loss": 0.2766,
      "step": 14407
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.678910363560689e-07,
      "loss": 0.2666,
      "step": 14408
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.670939024077329e-07,
      "loss": 0.2446,
      "step": 14409
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.662971181097879e-07,
      "loss": 0.2697,
      "step": 14410
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.655006834927393e-07,
      "loss": 0.2432,
      "step": 14411
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.647045985870761e-07,
      "loss": 0.2649,
      "step": 14412
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.639088634232762e-07,
      "loss": 0.2762,
      "step": 14413
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.63113478031804e-07,
      "loss": 0.2586,
      "step": 14414
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.62318442443113e-07,
      "loss": 0.2598,
      "step": 14415
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.6152375668764e-07,
      "loss": 0.2826,
      "step": 14416
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.607294207958072e-07,
      "loss": 0.2768,
      "step": 14417
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.599354347980282e-07,
      "loss": 0.2527,
      "step": 14418
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.591417987246964e-07,
      "loss": 0.2546,
      "step": 14419
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.583485126062007e-07,
      "loss": 0.2712,
      "step": 14420
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.575555764729104e-07,
      "loss": 0.2676,
      "step": 14421
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.56762990355181e-07,
      "loss": 0.2626,
      "step": 14422
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.559707542833584e-07,
      "loss": 0.2446,
      "step": 14423
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.551788682877726e-07,
      "loss": 0.2691,
      "step": 14424
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.543873323987384e-07,
      "loss": 0.2581,
      "step": 14425
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.535961466465626e-07,
      "loss": 0.2582,
      "step": 14426
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.528053110615364e-07,
      "loss": 0.2814,
      "step": 14427
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.520148256739336e-07,
      "loss": 0.2702,
      "step": 14428
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.512246905140164e-07,
      "loss": 0.2674,
      "step": 14429
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.504349056120387e-07,
      "loss": 0.2501,
      "step": 14430
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.496454709982371e-07,
      "loss": 0.246,
      "step": 14431
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.488563867028321e-07,
      "loss": 0.239,
      "step": 14432
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.48067652756035e-07,
      "loss": 0.2737,
      "step": 14433
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.472792691880405e-07,
      "loss": 0.2415,
      "step": 14434
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.464912360290356e-07,
      "loss": 0.2994,
      "step": 14435
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.457035533091873e-07,
      "loss": 0.2607,
      "step": 14436
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.449162210586514e-07,
      "loss": 0.2719,
      "step": 14437
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.441292393075717e-07,
      "loss": 0.273,
      "step": 14438
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.433426080860752e-07,
      "loss": 0.279,
      "step": 14439
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.42556327424282e-07,
      "loss": 0.25,
      "step": 14440
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.417703973522917e-07,
      "loss": 0.244,
      "step": 14441
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.409848179001945e-07,
      "loss": 0.2637,
      "step": 14442
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.401995890980653e-07,
      "loss": 0.2941,
      "step": 14443
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.394147109759654e-07,
      "loss": 0.2856,
      "step": 14444
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.386301835639454e-07,
      "loss": 0.26,
      "step": 14445
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.378460068920413e-07,
      "loss": 0.2473,
      "step": 14446
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.370621809902734e-07,
      "loss": 0.2814,
      "step": 14447
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.362787058886501e-07,
      "loss": 0.248,
      "step": 14448
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.354955816171661e-07,
      "loss": 0.2896,
      "step": 14449
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.347128082058054e-07,
      "loss": 0.2677,
      "step": 14450
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.339303856845348e-07,
      "loss": 0.268,
      "step": 14451
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.331483140833097e-07,
      "loss": 0.2688,
      "step": 14452
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.323665934320713e-07,
      "loss": 0.3064,
      "step": 14453
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.315852237607447e-07,
      "loss": 0.2806,
      "step": 14454
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.308042050992482e-07,
      "loss": 0.2291,
      "step": 14455
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.300235374774824e-07,
      "loss": 0.2761,
      "step": 14456
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.292432209253331e-07,
      "loss": 0.2704,
      "step": 14457
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.284632554726757e-07,
      "loss": 0.2713,
      "step": 14458
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.276836411493716e-07,
      "loss": 0.2589,
      "step": 14459
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.269043779852637e-07,
      "loss": 0.2759,
      "step": 14460
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.261254660101936e-07,
      "loss": 0.2746,
      "step": 14461
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.253469052539753e-07,
      "loss": 0.2793,
      "step": 14462
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.245686957464183e-07,
      "loss": 0.268,
      "step": 14463
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.237908375173132e-07,
      "loss": 0.2436,
      "step": 14464
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.23013330596445e-07,
      "loss": 0.2409,
      "step": 14465
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.222361750135765e-07,
      "loss": 0.272,
      "step": 14466
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.21459370798463e-07,
      "loss": 0.2807,
      "step": 14467
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.206829179808429e-07,
      "loss": 0.2713,
      "step": 14468
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.199068165904412e-07,
      "loss": 0.2472,
      "step": 14469
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.191310666569741e-07,
      "loss": 0.2588,
      "step": 14470
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.18355668210139e-07,
      "loss": 0.2829,
      "step": 14471
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.175806212796222e-07,
      "loss": 0.2627,
      "step": 14472
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.168059258950956e-07,
      "loss": 0.2613,
      "step": 14473
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.160315820862175e-07,
      "loss": 0.2584,
      "step": 14474
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.152575898826354e-07,
      "loss": 0.2663,
      "step": 14475
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.1448394931398e-07,
      "loss": 0.2506,
      "step": 14476
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.13710660409871e-07,
      "loss": 0.2743,
      "step": 14477
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.129377231999113e-07,
      "loss": 0.2762,
      "step": 14478
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.121651377136941e-07,
      "loss": 0.2766,
      "step": 14479
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.113929039807977e-07,
      "loss": 0.2462,
      "step": 14480
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.106210220307875e-07,
      "loss": 0.2736,
      "step": 14481
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.098494918932132e-07,
      "loss": 0.2833,
      "step": 14482
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.090783135976132e-07,
      "loss": 0.2815,
      "step": 14483
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.083074871735097e-07,
      "loss": 0.2751,
      "step": 14484
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.075370126504179e-07,
      "loss": 0.2747,
      "step": 14485
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.067668900578329e-07,
      "loss": 0.281,
      "step": 14486
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.059971194252391e-07,
      "loss": 0.2743,
      "step": 14487
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.052277007821053e-07,
      "loss": 0.2462,
      "step": 14488
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.044586341578886e-07,
      "loss": 0.2676,
      "step": 14489
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.036899195820347e-07,
      "loss": 0.2549,
      "step": 14490
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.029215570839733e-07,
      "loss": 0.2621,
      "step": 14491
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.021535466931196e-07,
      "loss": 0.2592,
      "step": 14492
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.013858884388758e-07,
      "loss": 0.2637,
      "step": 14493
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.00618582350634e-07,
      "loss": 0.2667,
      "step": 14494
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.998516284577684e-07,
      "loss": 0.2776,
      "step": 14495
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.990850267896421e-07,
      "loss": 0.2769,
      "step": 14496
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.983187773756052e-07,
      "loss": 0.2414,
      "step": 14497
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.975528802449906e-07,
      "loss": 0.2691,
      "step": 14498
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.967873354271216e-07,
      "loss": 0.2648,
      "step": 14499
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.960221429513081e-07,
      "loss": 0.2698,
      "step": 14500
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.952573028468458e-07,
      "loss": 0.2684,
      "step": 14501
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.944928151430143e-07,
      "loss": 0.2803,
      "step": 14502
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.937286798690825e-07,
      "loss": 0.2575,
      "step": 14503
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.929648970543036e-07,
      "loss": 0.2718,
      "step": 14504
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.92201466727922e-07,
      "loss": 0.2701,
      "step": 14505
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.914383889191635e-07,
      "loss": 0.2711,
      "step": 14506
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.906756636572433e-07,
      "loss": 0.264,
      "step": 14507
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.899132909713603e-07,
      "loss": 0.2893,
      "step": 14508
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.891512708907013e-07,
      "loss": 0.2683,
      "step": 14509
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.883896034444427e-07,
      "loss": 0.2515,
      "step": 14510
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.876282886617436e-07,
      "loss": 0.2557,
      "step": 14511
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.868673265717508e-07,
      "loss": 0.2542,
      "step": 14512
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.861067172035963e-07,
      "loss": 0.2543,
      "step": 14513
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.853464605864003e-07,
      "loss": 0.2709,
      "step": 14514
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.845865567492694e-07,
      "loss": 0.2434,
      "step": 14515
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.838270057212971e-07,
      "loss": 0.264,
      "step": 14516
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.830678075315623e-07,
      "loss": 0.2476,
      "step": 14517
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.823089622091284e-07,
      "loss": 0.2762,
      "step": 14518
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.815504697830489e-07,
      "loss": 0.2617,
      "step": 14519
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.807923302823639e-07,
      "loss": 0.2698,
      "step": 14520
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.800345437360968e-07,
      "loss": 0.2857,
      "step": 14521
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.79277110173261e-07,
      "loss": 0.2612,
      "step": 14522
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.785200296228523e-07,
      "loss": 0.2812,
      "step": 14523
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.777633021138542e-07,
      "loss": 0.2613,
      "step": 14524
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.770069276752423e-07,
      "loss": 0.2859,
      "step": 14525
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.762509063359724e-07,
      "loss": 0.2713,
      "step": 14526
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.754952381249869e-07,
      "loss": 0.2575,
      "step": 14527
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.747399230712183e-07,
      "loss": 0.263,
      "step": 14528
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.739849612035821e-07,
      "loss": 0.2757,
      "step": 14529
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.732303525509821e-07,
      "loss": 0.2746,
      "step": 14530
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.724760971423084e-07,
      "loss": 0.255,
      "step": 14531
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.717221950064368e-07,
      "loss": 0.3002,
      "step": 14532
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.709686461722321e-07,
      "loss": 0.2653,
      "step": 14533
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.7021545066854e-07,
      "loss": 0.2619,
      "step": 14534
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.694626085242007e-07,
      "loss": 0.2746,
      "step": 14535
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.687101197680346e-07,
      "loss": 0.2818,
      "step": 14536
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.679579844288509e-07,
      "loss": 0.2479,
      "step": 14537
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.672062025354443e-07,
      "loss": 0.3103,
      "step": 14538
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.664547741165939e-07,
      "loss": 0.2741,
      "step": 14539
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.657036992010736e-07,
      "loss": 0.2461,
      "step": 14540
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.649529778176345e-07,
      "loss": 0.2314,
      "step": 14541
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.642026099950195e-07,
      "loss": 0.2709,
      "step": 14542
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.634525957619543e-07,
      "loss": 0.2588,
      "step": 14543
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.627029351471515e-07,
      "loss": 0.2776,
      "step": 14544
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.61953628179316e-07,
      "loss": 0.2812,
      "step": 14545
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.612046748871327e-07,
      "loss": 0.249,
      "step": 14546
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.604560752992751e-07,
      "loss": 0.2402,
      "step": 14547
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.597078294444026e-07,
      "loss": 0.2529,
      "step": 14548
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.589599373511603e-07,
      "loss": 0.292,
      "step": 14549
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.582123990481849e-07,
      "loss": 0.2407,
      "step": 14550
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.574652145640926e-07,
      "loss": 0.2644,
      "step": 14551
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.567183839274906e-07,
      "loss": 0.286,
      "step": 14552
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.559719071669691e-07,
      "loss": 0.2557,
      "step": 14553
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.552257843111077e-07,
      "loss": 0.2619,
      "step": 14554
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.544800153884724e-07,
      "loss": 0.2673,
      "step": 14555
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.537346004276147e-07,
      "loss": 0.2547,
      "step": 14556
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.529895394570719e-07,
      "loss": 0.3136,
      "step": 14557
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.522448325053688e-07,
      "loss": 0.2566,
      "step": 14558
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.515004796010139e-07,
      "loss": 0.2457,
      "step": 14559
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.507564807725076e-07,
      "loss": 0.3078,
      "step": 14560
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.500128360483338e-07,
      "loss": 0.281,
      "step": 14561
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.49269545456961e-07,
      "loss": 0.2614,
      "step": 14562
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.485266090268462e-07,
      "loss": 0.2492,
      "step": 14563
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.477840267864334e-07,
      "loss": 0.2732,
      "step": 14564
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.47041798764151e-07,
      "loss": 0.2838,
      "step": 14565
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.462999249884151e-07,
      "loss": 0.287,
      "step": 14566
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.455584054876286e-07,
      "loss": 0.2637,
      "step": 14567
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.448172402901798e-07,
      "loss": 0.2553,
      "step": 14568
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.440764294244418e-07,
      "loss": 0.2686,
      "step": 14569
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.433359729187817e-07,
      "loss": 0.2518,
      "step": 14570
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.425958708015446e-07,
      "loss": 0.2422,
      "step": 14571
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.418561231010646e-07,
      "loss": 0.258,
      "step": 14572
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.411167298456634e-07,
      "loss": 0.3022,
      "step": 14573
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.403776910636473e-07,
      "loss": 0.2607,
      "step": 14574
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.396390067833126e-07,
      "loss": 0.2607,
      "step": 14575
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.389006770329377e-07,
      "loss": 0.2649,
      "step": 14576
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.3816270184079e-07,
      "loss": 0.2362,
      "step": 14577
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.374250812351224e-07,
      "loss": 0.2846,
      "step": 14578
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.366878152441725e-07,
      "loss": 0.2538,
      "step": 14579
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.359509038961699e-07,
      "loss": 0.2624,
      "step": 14580
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.352143472193263e-07,
      "loss": 0.2793,
      "step": 14581
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.344781452418393e-07,
      "loss": 0.2577,
      "step": 14582
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.33742297991894e-07,
      "loss": 0.2462,
      "step": 14583
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.330068054976613e-07,
      "loss": 0.2701,
      "step": 14584
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.322716677873021e-07,
      "loss": 0.2298,
      "step": 14585
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.315368848889592e-07,
      "loss": 0.2697,
      "step": 14586
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.308024568307648e-07,
      "loss": 0.2546,
      "step": 14587
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.30068383640834e-07,
      "loss": 0.2662,
      "step": 14588
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.2933466534727e-07,
      "loss": 0.2619,
      "step": 14589
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.286013019781668e-07,
      "loss": 0.2885,
      "step": 14590
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.278682935615989e-07,
      "loss": 0.2779,
      "step": 14591
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.271356401256291e-07,
      "loss": 0.2494,
      "step": 14592
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.264033416983074e-07,
      "loss": 0.2691,
      "step": 14593
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.256713983076668e-07,
      "loss": 0.2679,
      "step": 14594
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.24939809981734e-07,
      "loss": 0.2517,
      "step": 14595
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.242085767485151e-07,
      "loss": 0.2543,
      "step": 14596
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.234776986360059e-07,
      "loss": 0.2725,
      "step": 14597
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.227471756721882e-07,
      "loss": 0.2938,
      "step": 14598
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.220170078850286e-07,
      "loss": 0.2487,
      "step": 14599
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.212871953024814e-07,
      "loss": 0.2437,
      "step": 14600
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.205577379524875e-07,
      "loss": 0.2776,
      "step": 14601
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.198286358629747e-07,
      "loss": 0.2803,
      "step": 14602
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.190998890618561e-07,
      "loss": 0.2699,
      "step": 14603
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.183714975770295e-07,
      "loss": 0.2582,
      "step": 14604
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.176434614363837e-07,
      "loss": 0.2775,
      "step": 14605
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.169157806677918e-07,
      "loss": 0.2637,
      "step": 14606
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.161884552991105e-07,
      "loss": 0.2662,
      "step": 14607
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.154614853581876e-07,
      "loss": 0.252,
      "step": 14608
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.147348708728508e-07,
      "loss": 0.2613,
      "step": 14609
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.140086118709233e-07,
      "loss": 0.2479,
      "step": 14610
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.132827083802074e-07,
      "loss": 0.2666,
      "step": 14611
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.125571604284953e-07,
      "loss": 0.281,
      "step": 14612
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.118319680435615e-07,
      "loss": 0.2552,
      "step": 14613
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.111071312531715e-07,
      "loss": 0.2448,
      "step": 14614
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.103826500850764e-07,
      "loss": 0.2395,
      "step": 14615
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.096585245670118e-07,
      "loss": 0.2501,
      "step": 14616
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.089347547267012e-07,
      "loss": 0.2508,
      "step": 14617
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.082113405918523e-07,
      "loss": 0.267,
      "step": 14618
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.074882821901608e-07,
      "loss": 0.2755,
      "step": 14619
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.067655795493112e-07,
      "loss": 0.248,
      "step": 14620
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.060432326969713e-07,
      "loss": 0.2924,
      "step": 14621
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.053212416607947e-07,
      "loss": 0.2609,
      "step": 14622
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.045996064684224e-07,
      "loss": 0.2546,
      "step": 14623
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.038783271474813e-07,
      "loss": 0.2432,
      "step": 14624
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.031574037255884e-07,
      "loss": 0.2785,
      "step": 14625
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.024368362303424e-07,
      "loss": 0.2599,
      "step": 14626
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.017166246893292e-07,
      "loss": 0.2494,
      "step": 14627
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.009967691301234e-07,
      "loss": 0.261,
      "step": 14628
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.002772695802817e-07,
      "loss": 0.2494,
      "step": 14629
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.995581260673534e-07,
      "loss": 0.2404,
      "step": 14630
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.988393386188697e-07,
      "loss": 0.2606,
      "step": 14631
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.981209072623485e-07,
      "loss": 0.2794,
      "step": 14632
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.974028320252935e-07,
      "loss": 0.2563,
      "step": 14633
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.96685112935197e-07,
      "loss": 0.3133,
      "step": 14634
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.959677500195383e-07,
      "loss": 0.2596,
      "step": 14635
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.952507433057787e-07,
      "loss": 0.248,
      "step": 14636
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.945340928213706e-07,
      "loss": 0.2553,
      "step": 14637
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.9381779859375e-07,
      "loss": 0.2822,
      "step": 14638
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.931018606503381e-07,
      "loss": 0.297,
      "step": 14639
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.923862790185476e-07,
      "loss": 0.2633,
      "step": 14640
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.916710537257743e-07,
      "loss": 0.2871,
      "step": 14641
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.909561847993973e-07,
      "loss": 0.2877,
      "step": 14642
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.902416722667882e-07,
      "loss": 0.2762,
      "step": 14643
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.895275161552983e-07,
      "loss": 0.2919,
      "step": 14644
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.888137164922725e-07,
      "loss": 0.2626,
      "step": 14645
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.881002733050369e-07,
      "loss": 0.2748,
      "step": 14646
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.873871866209058e-07,
      "loss": 0.2646,
      "step": 14647
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.86674456467179e-07,
      "loss": 0.254,
      "step": 14648
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.859620828711422e-07,
      "loss": 0.2638,
      "step": 14649
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.852500658600702e-07,
      "loss": 0.256,
      "step": 14650
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.845384054612225e-07,
      "loss": 0.2499,
      "step": 14651
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.838271017018438e-07,
      "loss": 0.2556,
      "step": 14652
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.831161546091658e-07,
      "loss": 0.24,
      "step": 14653
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.824055642104066e-07,
      "loss": 0.28,
      "step": 14654
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.816953305327733e-07,
      "loss": 0.2754,
      "step": 14655
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.809854536034543e-07,
      "loss": 0.2782,
      "step": 14656
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.802759334496289e-07,
      "loss": 0.2478,
      "step": 14657
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.795667700984598e-07,
      "loss": 0.2713,
      "step": 14658
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.788579635770964e-07,
      "loss": 0.2627,
      "step": 14659
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.78149513912677e-07,
      "loss": 0.2543,
      "step": 14660
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.774414211323243e-07,
      "loss": 0.2383,
      "step": 14661
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.767336852631456e-07,
      "loss": 0.2513,
      "step": 14662
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.76026306332237e-07,
      "loss": 0.2603,
      "step": 14663
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.7531928436668e-07,
      "loss": 0.2956,
      "step": 14664
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.746126193935443e-07,
      "loss": 0.2917,
      "step": 14665
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.739063114398859e-07,
      "loss": 0.2686,
      "step": 14666
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.732003605327398e-07,
      "loss": 0.2825,
      "step": 14667
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.724947666991355e-07,
      "loss": 0.2713,
      "step": 14668
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.717895299660892e-07,
      "loss": 0.2747,
      "step": 14669
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.710846503605984e-07,
      "loss": 0.2821,
      "step": 14670
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.703801279096489e-07,
      "loss": 0.2706,
      "step": 14671
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.696759626402138e-07,
      "loss": 0.2676,
      "step": 14672
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.689721545792527e-07,
      "loss": 0.285,
      "step": 14673
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.682687037537073e-07,
      "loss": 0.261,
      "step": 14674
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.675656101905136e-07,
      "loss": 0.2345,
      "step": 14675
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.668628739165861e-07,
      "loss": 0.2785,
      "step": 14676
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.661604949588307e-07,
      "loss": 0.2497,
      "step": 14677
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.654584733441371e-07,
      "loss": 0.2536,
      "step": 14678
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.647568090993794e-07,
      "loss": 0.2472,
      "step": 14679
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.64055502251425e-07,
      "loss": 0.2681,
      "step": 14680
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.633545528271213e-07,
      "loss": 0.258,
      "step": 14681
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.626539608533033e-07,
      "loss": 0.2567,
      "step": 14682
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.619537263567932e-07,
      "loss": 0.2546,
      "step": 14683
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.612538493643994e-07,
      "loss": 0.2638,
      "step": 14684
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.605543299029171e-07,
      "loss": 0.2793,
      "step": 14685
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.598551679991261e-07,
      "loss": 0.2621,
      "step": 14686
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.591563636797948e-07,
      "loss": 0.2667,
      "step": 14687
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.584579169716765e-07,
      "loss": 0.2812,
      "step": 14688
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.577598279015085e-07,
      "loss": 0.2818,
      "step": 14689
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.570620964960206e-07,
      "loss": 0.2554,
      "step": 14690
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.563647227819225e-07,
      "loss": 0.2651,
      "step": 14691
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.556677067859152e-07,
      "loss": 0.2585,
      "step": 14692
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.549710485346828e-07,
      "loss": 0.2723,
      "step": 14693
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.542747480548939e-07,
      "loss": 0.2553,
      "step": 14694
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.535788053732106e-07,
      "loss": 0.2868,
      "step": 14695
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.52883220516275e-07,
      "loss": 0.3015,
      "step": 14696
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.521879935107168e-07,
      "loss": 0.2771,
      "step": 14697
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.514931243831535e-07,
      "loss": 0.2808,
      "step": 14698
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.507986131601851e-07,
      "loss": 0.2719,
      "step": 14699
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.50104459868407e-07,
      "loss": 0.2863,
      "step": 14700
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.49410664534389e-07,
      "loss": 0.2766,
      "step": 14701
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.487172271846942e-07,
      "loss": 0.2414,
      "step": 14702
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.480241478458693e-07,
      "loss": 0.2494,
      "step": 14703
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.473314265444519e-07,
      "loss": 0.2423,
      "step": 14704
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.466390633069608e-07,
      "loss": 0.2598,
      "step": 14705
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.459470581599037e-07,
      "loss": 0.2679,
      "step": 14706
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.452554111297727e-07,
      "loss": 0.254,
      "step": 14707
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.445641222430477e-07,
      "loss": 0.2952,
      "step": 14708
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.438731915261931e-07,
      "loss": 0.269,
      "step": 14709
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.431826190056634e-07,
      "loss": 0.2637,
      "step": 14710
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.424924047078962e-07,
      "loss": 0.2595,
      "step": 14711
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.41802548659316e-07,
      "loss": 0.257,
      "step": 14712
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.411130508863339e-07,
      "loss": 0.2539,
      "step": 14713
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.404239114153454e-07,
      "loss": 0.3107,
      "step": 14714
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.397351302727362e-07,
      "loss": 0.2819,
      "step": 14715
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.39046707484876e-07,
      "loss": 0.2446,
      "step": 14716
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.383586430781196e-07,
      "loss": 0.2515,
      "step": 14717
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.376709370788092e-07,
      "loss": 0.26,
      "step": 14718
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.369835895132737e-07,
      "loss": 0.2501,
      "step": 14719
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.362966004078297e-07,
      "loss": 0.2697,
      "step": 14720
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.356099697887763e-07,
      "loss": 0.2441,
      "step": 14721
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.349236976824013e-07,
      "loss": 0.256,
      "step": 14722
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.342377841149794e-07,
      "loss": 0.2921,
      "step": 14723
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.335522291127682e-07,
      "loss": 0.2665,
      "step": 14724
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.328670327020169e-07,
      "loss": 0.238,
      "step": 14725
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.321821949089568e-07,
      "loss": 0.2839,
      "step": 14726
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.314977157598079e-07,
      "loss": 0.2723,
      "step": 14727
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.308135952807726e-07,
      "loss": 0.2651,
      "step": 14728
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.301298334980422e-07,
      "loss": 0.2952,
      "step": 14729
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.294464304377978e-07,
      "loss": 0.2517,
      "step": 14730
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.28763386126201e-07,
      "loss": 0.2812,
      "step": 14731
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.280807005894019e-07,
      "loss": 0.269,
      "step": 14732
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.273983738535383e-07,
      "loss": 0.2824,
      "step": 14733
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.267164059447305e-07,
      "loss": 0.2612,
      "step": 14734
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.26034796889089e-07,
      "loss": 0.2402,
      "step": 14735
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.25353546712708e-07,
      "loss": 0.2642,
      "step": 14736
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.246726554416704e-07,
      "loss": 0.2533,
      "step": 14737
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.239921231020418e-07,
      "loss": 0.2408,
      "step": 14738
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.233119497198781e-07,
      "loss": 0.3105,
      "step": 14739
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.226321353212194e-07,
      "loss": 0.2577,
      "step": 14740
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.219526799320919e-07,
      "loss": 0.2549,
      "step": 14741
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.212735835785077e-07,
      "loss": 0.2811,
      "step": 14742
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.205948462864642e-07,
      "loss": 0.2651,
      "step": 14743
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.199164680819502e-07,
      "loss": 0.2709,
      "step": 14744
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.192384489909364e-07,
      "loss": 0.2697,
      "step": 14745
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.185607890393785e-07,
      "loss": 0.2719,
      "step": 14746
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.178834882532225e-07,
      "loss": 0.2646,
      "step": 14747
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.172065466583987e-07,
      "loss": 0.2612,
      "step": 14748
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.165299642808198e-07,
      "loss": 0.2754,
      "step": 14749
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.158537411463939e-07,
      "loss": 0.2559,
      "step": 14750
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.151778772810068e-07,
      "loss": 0.2621,
      "step": 14751
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.145023727105348e-07,
      "loss": 0.2595,
      "step": 14752
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.138272274608404e-07,
      "loss": 0.2649,
      "step": 14753
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.131524415577672e-07,
      "loss": 0.2525,
      "step": 14754
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.124780150271537e-07,
      "loss": 0.2695,
      "step": 14755
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.118039478948179e-07,
      "loss": 0.2757,
      "step": 14756
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.111302401865671e-07,
      "loss": 0.2759,
      "step": 14757
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.104568919281939e-07,
      "loss": 0.2899,
      "step": 14758
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.097839031454755e-07,
      "loss": 0.2575,
      "step": 14759
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.091112738641792e-07,
      "loss": 0.2716,
      "step": 14760
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.084390041100563e-07,
      "loss": 0.2473,
      "step": 14761
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.077670939088442e-07,
      "loss": 0.2838,
      "step": 14762
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.070955432862657e-07,
      "loss": 0.2831,
      "step": 14763
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.064243522680302e-07,
      "loss": 0.2759,
      "step": 14764
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.057535208798371e-07,
      "loss": 0.2511,
      "step": 14765
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.05083049147367e-07,
      "loss": 0.2602,
      "step": 14766
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.044129370962892e-07,
      "loss": 0.2646,
      "step": 14767
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.037431847522591e-07,
      "loss": 0.2863,
      "step": 14768
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.030737921409169e-07,
      "loss": 0.2605,
      "step": 14769
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.024047592878901e-07,
      "loss": 0.2603,
      "step": 14770
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.017360862187937e-07,
      "loss": 0.2806,
      "step": 14771
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.010677729592262e-07,
      "loss": 0.299,
      "step": 14772
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.003998195347726e-07,
      "loss": 0.2598,
      "step": 14773
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.997322259710092e-07,
      "loss": 0.2575,
      "step": 14774
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.990649922934921e-07,
      "loss": 0.2609,
      "step": 14775
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.983981185277665e-07,
      "loss": 0.2754,
      "step": 14776
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.977316046993642e-07,
      "loss": 0.2771,
      "step": 14777
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.970654508337992e-07,
      "loss": 0.2566,
      "step": 14778
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.963996569565789e-07,
      "loss": 0.2525,
      "step": 14779
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.957342230931918e-07,
      "loss": 0.2794,
      "step": 14780
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.95069149269114e-07,
      "loss": 0.2292,
      "step": 14781
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.944044355098067e-07,
      "loss": 0.2588,
      "step": 14782
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.937400818407191e-07,
      "loss": 0.274,
      "step": 14783
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.930760882872843e-07,
      "loss": 0.2545,
      "step": 14784
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.924124548749255e-07,
      "loss": 0.2746,
      "step": 14785
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.917491816290477e-07,
      "loss": 0.2606,
      "step": 14786
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.910862685750462e-07,
      "loss": 0.2606,
      "step": 14787
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.904237157382975e-07,
      "loss": 0.2482,
      "step": 14788
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.89761523144169e-07,
      "loss": 0.2552,
      "step": 14789
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.890996908180125e-07,
      "loss": 0.2649,
      "step": 14790
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.884382187851667e-07,
      "loss": 0.2695,
      "step": 14791
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.877771070709537e-07,
      "loss": 0.2527,
      "step": 14792
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.871163557006865e-07,
      "loss": 0.245,
      "step": 14793
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.864559646996582e-07,
      "loss": 0.2878,
      "step": 14794
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.857959340931563e-07,
      "loss": 0.2691,
      "step": 14795
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.851362639064473e-07,
      "loss": 0.2736,
      "step": 14796
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.844769541647866e-07,
      "loss": 0.2603,
      "step": 14797
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.83818004893415e-07,
      "loss": 0.2487,
      "step": 14798
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.831594161175602e-07,
      "loss": 0.2659,
      "step": 14799
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.825011878624387e-07,
      "loss": 0.2489,
      "step": 14800
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.818433201532481e-07,
      "loss": 0.2729,
      "step": 14801
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.81185813015176e-07,
      "loss": 0.2573,
      "step": 14802
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.805286664733922e-07,
      "loss": 0.2796,
      "step": 14803
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.798718805530579e-07,
      "loss": 0.2662,
      "step": 14804
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.792154552793172e-07,
      "loss": 0.2751,
      "step": 14805
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.785593906773012e-07,
      "loss": 0.2475,
      "step": 14806
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.779036867721277e-07,
      "loss": 0.304,
      "step": 14807
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.772483435888976e-07,
      "loss": 0.2906,
      "step": 14808
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.765933611527041e-07,
      "loss": 0.2577,
      "step": 14809
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.759387394886207e-07,
      "loss": 0.266,
      "step": 14810
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.752844786217105e-07,
      "loss": 0.286,
      "step": 14811
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.746305785770212e-07,
      "loss": 0.2766,
      "step": 14812
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.739770393795852e-07,
      "loss": 0.2637,
      "step": 14813
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.733238610544268e-07,
      "loss": 0.2751,
      "step": 14814
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.726710436265503e-07,
      "loss": 0.2836,
      "step": 14815
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.720185871209494e-07,
      "loss": 0.2596,
      "step": 14816
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.713664915626027e-07,
      "loss": 0.238,
      "step": 14817
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.707147569764759e-07,
      "loss": 0.264,
      "step": 14818
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.700633833875191e-07,
      "loss": 0.2699,
      "step": 14819
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.694123708206734e-07,
      "loss": 0.2706,
      "step": 14820
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.687617193008588e-07,
      "loss": 0.2584,
      "step": 14821
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.681114288529877e-07,
      "loss": 0.2561,
      "step": 14822
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.674614995019545e-07,
      "loss": 0.2822,
      "step": 14823
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.668119312726417e-07,
      "loss": 0.2614,
      "step": 14824
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.661627241899193e-07,
      "loss": 0.279,
      "step": 14825
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.655138782786418e-07,
      "loss": 0.2631,
      "step": 14826
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.648653935636494e-07,
      "loss": 0.2472,
      "step": 14827
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.64217270069769e-07,
      "loss": 0.287,
      "step": 14828
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.635695078218117e-07,
      "loss": 0.251,
      "step": 14829
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.629221068445822e-07,
      "loss": 0.2744,
      "step": 14830
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.622750671628619e-07,
      "loss": 0.2298,
      "step": 14831
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.61628388801424e-07,
      "loss": 0.2727,
      "step": 14832
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.609820717850257e-07,
      "loss": 0.2899,
      "step": 14833
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.603361161384103e-07,
      "loss": 0.2747,
      "step": 14834
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.596905218863092e-07,
      "loss": 0.26,
      "step": 14835
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.590452890534415e-07,
      "loss": 0.2584,
      "step": 14836
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.584004176645052e-07,
      "loss": 0.2886,
      "step": 14837
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.577559077441886e-07,
      "loss": 0.2765,
      "step": 14838
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.571117593171704e-07,
      "loss": 0.2527,
      "step": 14839
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.56467972408109e-07,
      "loss": 0.267,
      "step": 14840
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.558245470416534e-07,
      "loss": 0.2718,
      "step": 14841
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.551814832424352e-07,
      "loss": 0.2684,
      "step": 14842
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.545387810350733e-07,
      "loss": 0.2776,
      "step": 14843
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.53896440444176e-07,
      "loss": 0.2429,
      "step": 14844
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.532544614943347e-07,
      "loss": 0.2839,
      "step": 14845
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.526128442101253e-07,
      "loss": 0.2573,
      "step": 14846
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.519715886161137e-07,
      "loss": 0.2863,
      "step": 14847
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.513306947368469e-07,
      "loss": 0.2513,
      "step": 14848
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.506901625968664e-07,
      "loss": 0.267,
      "step": 14849
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.500499922206925e-07,
      "loss": 0.2567,
      "step": 14850
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.494101836328325e-07,
      "loss": 0.2367,
      "step": 14851
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.487707368577833e-07,
      "loss": 0.2845,
      "step": 14852
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.481316519200253e-07,
      "loss": 0.2628,
      "step": 14853
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.474929288440234e-07,
      "loss": 0.256,
      "step": 14854
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.468545676542347e-07,
      "loss": 0.2521,
      "step": 14855
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.462165683750964e-07,
      "loss": 0.2554,
      "step": 14856
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.455789310310345e-07,
      "loss": 0.268,
      "step": 14857
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.449416556464616e-07,
      "loss": 0.256,
      "step": 14858
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.443047422457726e-07,
      "loss": 0.2674,
      "step": 14859
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.436681908533558e-07,
      "loss": 0.2642,
      "step": 14860
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.430320014935797e-07,
      "loss": 0.2734,
      "step": 14861
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.42396174190799e-07,
      "loss": 0.2698,
      "step": 14862
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.417607089693578e-07,
      "loss": 0.2447,
      "step": 14863
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.41125605853583e-07,
      "loss": 0.2433,
      "step": 14864
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.40490864867792e-07,
      "loss": 0.2552,
      "step": 14865
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.398564860362843e-07,
      "loss": 0.2891,
      "step": 14866
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.39222469383347e-07,
      "loss": 0.2741,
      "step": 14867
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.38588814933253e-07,
      "loss": 0.262,
      "step": 14868
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.379555227102596e-07,
      "loss": 0.2397,
      "step": 14869
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.373225927386172e-07,
      "loss": 0.2567,
      "step": 14870
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.366900250425532e-07,
      "loss": 0.256,
      "step": 14871
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.360578196462863e-07,
      "loss": 0.255,
      "step": 14872
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.354259765740177e-07,
      "loss": 0.2476,
      "step": 14873
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.347944958499429e-07,
      "loss": 0.251,
      "step": 14874
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.341633774982347e-07,
      "loss": 0.2582,
      "step": 14875
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.335326215430548e-07,
      "loss": 0.2281,
      "step": 14876
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.329022280085528e-07,
      "loss": 0.2593,
      "step": 14877
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.322721969188616e-07,
      "loss": 0.2688,
      "step": 14878
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.31642528298103e-07,
      "loss": 0.2619,
      "step": 14879
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.310132221703846e-07,
      "loss": 0.273,
      "step": 14880
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.303842785597968e-07,
      "loss": 0.2709,
      "step": 14881
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.297556974904205e-07,
      "loss": 0.2946,
      "step": 14882
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.291274789863177e-07,
      "loss": 0.2372,
      "step": 14883
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.284996230715434e-07,
      "loss": 0.2454,
      "step": 14884
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.278721297701339e-07,
      "loss": 0.2912,
      "step": 14885
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.272449991061113e-07,
      "loss": 0.2347,
      "step": 14886
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.266182311034851e-07,
      "loss": 0.2688,
      "step": 14887
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.259918257862518e-07,
      "loss": 0.2706,
      "step": 14888
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.253657831783921e-07,
      "loss": 0.2464,
      "step": 14889
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.247401033038757e-07,
      "loss": 0.2655,
      "step": 14890
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.241147861866547e-07,
      "loss": 0.2486,
      "step": 14891
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.234898318506698e-07,
      "loss": 0.2882,
      "step": 14892
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.228652403198475e-07,
      "loss": 0.275,
      "step": 14893
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.222410116180987e-07,
      "loss": 0.2667,
      "step": 14894
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.216171457693242e-07,
      "loss": 0.2253,
      "step": 14895
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.209936427974072e-07,
      "loss": 0.2454,
      "step": 14896
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.203705027262185e-07,
      "loss": 0.2832,
      "step": 14897
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.197477255796146e-07,
      "loss": 0.2677,
      "step": 14898
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.191253113814366e-07,
      "loss": 0.2532,
      "step": 14899
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.185032601555173e-07,
      "loss": 0.2987,
      "step": 14900
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.178815719256692e-07,
      "loss": 0.2854,
      "step": 14901
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.172602467156939e-07,
      "loss": 0.2556,
      "step": 14902
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.166392845493784e-07,
      "loss": 0.2684,
      "step": 14903
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.160186854504956e-07,
      "loss": 0.2659,
      "step": 14904
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.153984494428065e-07,
      "loss": 0.2628,
      "step": 14905
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.147785765500557e-07,
      "loss": 0.2595,
      "step": 14906
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.14159066795975e-07,
      "loss": 0.2743,
      "step": 14907
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.135399202042801e-07,
      "loss": 0.2727,
      "step": 14908
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.129211367986786e-07,
      "loss": 0.2635,
      "step": 14909
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.123027166028583e-07,
      "loss": 0.2817,
      "step": 14910
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.116846596404957e-07,
      "loss": 0.2501,
      "step": 14911
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.110669659352518e-07,
      "loss": 0.2624,
      "step": 14912
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.104496355107758e-07,
      "loss": 0.2567,
      "step": 14913
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.098326683907018e-07,
      "loss": 0.2533,
      "step": 14914
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.09216064598651e-07,
      "loss": 0.2504,
      "step": 14915
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.08599824158229e-07,
      "loss": 0.287,
      "step": 14916
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.079839470930281e-07,
      "loss": 0.2801,
      "step": 14917
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.07368433426626e-07,
      "loss": 0.2857,
      "step": 14918
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.067532831825916e-07,
      "loss": 0.2503,
      "step": 14919
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.061384963844718e-07,
      "loss": 0.2727,
      "step": 14920
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.055240730558042e-07,
      "loss": 0.2517,
      "step": 14921
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.049100132201135e-07,
      "loss": 0.2753,
      "step": 14922
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.042963169009063e-07,
      "loss": 0.2573,
      "step": 14923
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.036829841216783e-07,
      "loss": 0.2614,
      "step": 14924
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.030700149059131e-07,
      "loss": 0.2527,
      "step": 14925
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.024574092770762e-07,
      "loss": 0.2949,
      "step": 14926
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.018451672586211e-07,
      "loss": 0.2688,
      "step": 14927
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.012332888739868e-07,
      "loss": 0.2573,
      "step": 14928
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.006217741465991e-07,
      "loss": 0.2688,
      "step": 14929
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.000106230998702e-07,
      "loss": 0.267,
      "step": 14930
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.993998357571983e-07,
      "loss": 0.2363,
      "step": 14931
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.987894121419668e-07,
      "loss": 0.2665,
      "step": 14932
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.981793522775458e-07,
      "loss": 0.2725,
      "step": 14933
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.975696561872878e-07,
      "loss": 0.2486,
      "step": 14934
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.969603238945408e-07,
      "loss": 0.268,
      "step": 14935
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.963513554226284e-07,
      "loss": 0.255,
      "step": 14936
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.957427507948675e-07,
      "loss": 0.2585,
      "step": 14937
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.951345100345562e-07,
      "loss": 0.2503,
      "step": 14938
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.945266331649823e-07,
      "loss": 0.2684,
      "step": 14939
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.939191202094162e-07,
      "loss": 0.2535,
      "step": 14940
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.933119711911194e-07,
      "loss": 0.2688,
      "step": 14941
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.927051861333332e-07,
      "loss": 0.2744,
      "step": 14942
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.92098765059289e-07,
      "loss": 0.2521,
      "step": 14943
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.91492707992206e-07,
      "loss": 0.262,
      "step": 14944
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.908870149552836e-07,
      "loss": 0.2778,
      "step": 14945
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.90281685971713e-07,
      "loss": 0.3009,
      "step": 14946
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.89676721064668e-07,
      "loss": 0.2641,
      "step": 14947
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.890721202573078e-07,
      "loss": 0.2737,
      "step": 14948
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.884678835727818e-07,
      "loss": 0.2699,
      "step": 14949
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.878640110342236e-07,
      "loss": 0.2446,
      "step": 14950
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.872605026647504e-07,
      "loss": 0.262,
      "step": 14951
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.866573584874668e-07,
      "loss": 0.2807,
      "step": 14952
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.860545785254645e-07,
      "loss": 0.2814,
      "step": 14953
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.854521628018227e-07,
      "loss": 0.2563,
      "step": 14954
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.848501113396031e-07,
      "loss": 0.2574,
      "step": 14955
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.84248424161855e-07,
      "loss": 0.238,
      "step": 14956
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.836471012916144e-07,
      "loss": 0.2758,
      "step": 14957
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.830461427519018e-07,
      "loss": 0.2464,
      "step": 14958
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.824455485657242e-07,
      "loss": 0.2726,
      "step": 14959
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.818453187560768e-07,
      "loss": 0.2704,
      "step": 14960
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.812454533459399e-07,
      "loss": 0.2596,
      "step": 14961
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.806459523582762e-07,
      "loss": 0.2694,
      "step": 14962
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.800468158160409e-07,
      "loss": 0.2746,
      "step": 14963
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.794480437421678e-07,
      "loss": 0.2755,
      "step": 14964
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.78849636159584e-07,
      "loss": 0.2635,
      "step": 14965
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.782515930911979e-07,
      "loss": 0.2614,
      "step": 14966
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.776539145599057e-07,
      "loss": 0.2741,
      "step": 14967
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.770566005885901e-07,
      "loss": 0.2538,
      "step": 14968
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7645965120011627e-07,
      "loss": 0.2465,
      "step": 14969
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7586306641734137e-07,
      "loss": 0.2674,
      "step": 14970
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.752668462631038e-07,
      "loss": 0.2436,
      "step": 14971
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7467099076023313e-07,
      "loss": 0.2465,
      "step": 14972
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7407549993153443e-07,
      "loss": 0.2697,
      "step": 14973
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.734803737998117e-07,
      "loss": 0.2592,
      "step": 14974
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.728856123878478e-07,
      "loss": 0.2751,
      "step": 14975
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.722912157184123e-07,
      "loss": 0.25,
      "step": 14976
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.716971838142614e-07,
      "loss": 0.2849,
      "step": 14977
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.71103516698137e-07,
      "loss": 0.2669,
      "step": 14978
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.705102143927698e-07,
      "loss": 0.2736,
      "step": 14979
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.6991727692087154e-07,
      "loss": 0.2797,
      "step": 14980
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.693247043051441e-07,
      "loss": 0.2472,
      "step": 14981
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.687324965682749e-07,
      "loss": 0.264,
      "step": 14982
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6814065373293247e-07,
      "loss": 0.2779,
      "step": 14983
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.675491758217798e-07,
      "loss": 0.2651,
      "step": 14984
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.669580628574588e-07,
      "loss": 0.2824,
      "step": 14985
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.663673148626013e-07,
      "loss": 0.2684,
      "step": 14986
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6577693185982374e-07,
      "loss": 0.2701,
      "step": 14987
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.651869138717269e-07,
      "loss": 0.2711,
      "step": 14988
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.645972609209026e-07,
      "loss": 0.2667,
      "step": 14989
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.640079730299241e-07,
      "loss": 0.2773,
      "step": 14990
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6341905022135094e-07,
      "loss": 0.2468,
      "step": 14991
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.628304925177318e-07,
      "loss": 0.2383,
      "step": 14992
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.622422999415965e-07,
      "loss": 0.2935,
      "step": 14993
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.61654472515467e-07,
      "loss": 0.2687,
      "step": 14994
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.610670102618464e-07,
      "loss": 0.262,
      "step": 14995
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.604799132032267e-07,
      "loss": 0.257,
      "step": 14996
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5989318136208326e-07,
      "loss": 0.2859,
      "step": 14997
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5930681476088036e-07,
      "loss": 0.269,
      "step": 14998
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.587208134220644e-07,
      "loss": 0.2699,
      "step": 14999
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.581351773680731e-07,
      "loss": 0.2702,
      "step": 15000
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5754990662132624e-07,
      "loss": 0.2829,
      "step": 15001
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5696500120423036e-07,
      "loss": 0.2759,
      "step": 15002
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.563804611391787e-07,
      "loss": 0.2736,
      "step": 15003
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.557962864485499e-07,
      "loss": 0.2698,
      "step": 15004
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.552124771547095e-07,
      "loss": 0.2861,
      "step": 15005
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5462903328000964e-07,
      "loss": 0.2705,
      "step": 15006
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.540459548467846e-07,
      "loss": 0.2726,
      "step": 15007
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5346324187735656e-07,
      "loss": 0.2726,
      "step": 15008
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.528808943940388e-07,
      "loss": 0.2687,
      "step": 15009
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.522989124191235e-07,
      "loss": 0.2698,
      "step": 15010
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.517172959748917e-07,
      "loss": 0.2464,
      "step": 15011
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.511360450836111e-07,
      "loss": 0.2747,
      "step": 15012
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.505551597675339e-07,
      "loss": 0.2626,
      "step": 15013
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.499746400489002e-07,
      "loss": 0.2684,
      "step": 15014
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.493944859499344e-07,
      "loss": 0.2905,
      "step": 15015
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4881469749284755e-07,
      "loss": 0.2729,
      "step": 15016
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.482352746998364e-07,
      "loss": 0.2718,
      "step": 15017
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.476562175930832e-07,
      "loss": 0.2395,
      "step": 15018
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4707752619476017e-07,
      "loss": 0.2708,
      "step": 15019
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4649920052701966e-07,
      "loss": 0.263,
      "step": 15020
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.459212406120028e-07,
      "loss": 0.2764,
      "step": 15021
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4534364647183635e-07,
      "loss": 0.2962,
      "step": 15022
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4476641812863377e-07,
      "loss": 0.263,
      "step": 15023
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4418955560449505e-07,
      "loss": 0.2783,
      "step": 15024
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4361305892150484e-07,
      "loss": 0.26,
      "step": 15025
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4303692810173326e-07,
      "loss": 0.2619,
      "step": 15026
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.424611631672382e-07,
      "loss": 0.2606,
      "step": 15027
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.418857641400609e-07,
      "loss": 0.2635,
      "step": 15028
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4131073104223267e-07,
      "loss": 0.2437,
      "step": 15029
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4073606389576696e-07,
      "loss": 0.2772,
      "step": 15030
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.401617627226651e-07,
      "loss": 0.2769,
      "step": 15031
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.395878275449139e-07,
      "loss": 0.2693,
      "step": 15032
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.39014258384487e-07,
      "loss": 0.2722,
      "step": 15033
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3844105526334113e-07,
      "loss": 0.2754,
      "step": 15034
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.378682182034244e-07,
      "loss": 0.2783,
      "step": 15035
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.372957472266659e-07,
      "loss": 0.2638,
      "step": 15036
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3672364235498366e-07,
      "loss": 0.2761,
      "step": 15037
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3615190361027794e-07,
      "loss": 0.2635,
      "step": 15038
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3558053101443895e-07,
      "loss": 0.2812,
      "step": 15039
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3500952458934376e-07,
      "loss": 0.3022,
      "step": 15040
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.344388843568503e-07,
      "loss": 0.2748,
      "step": 15041
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3386861033880677e-07,
      "loss": 0.2475,
      "step": 15042
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3329870255704343e-07,
      "loss": 0.2609,
      "step": 15043
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.327291610333817e-07,
      "loss": 0.2384,
      "step": 15044
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3215998578962637e-07,
      "loss": 0.2799,
      "step": 15045
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.315911768475678e-07,
      "loss": 0.2626,
      "step": 15046
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3102273422898077e-07,
      "loss": 0.2532,
      "step": 15047
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3045465795562903e-07,
      "loss": 0.2429,
      "step": 15048
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.298869480492629e-07,
      "loss": 0.2719,
      "step": 15049
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.29319604531615e-07,
      "loss": 0.2766,
      "step": 15050
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2875262742440694e-07,
      "loss": 0.2753,
      "step": 15051
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2818601674934456e-07,
      "loss": 0.2672,
      "step": 15052
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2761977252811946e-07,
      "loss": 0.221,
      "step": 15053
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.270538947824121e-07,
      "loss": 0.2668,
      "step": 15054
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.264883835338862e-07,
      "loss": 0.278,
      "step": 15055
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.259232388041923e-07,
      "loss": 0.2467,
      "step": 15056
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2535846061496743e-07,
      "loss": 0.2744,
      "step": 15057
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2479404898782994e-07,
      "loss": 0.243,
      "step": 15058
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.242300039443936e-07,
      "loss": 0.2397,
      "step": 15059
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.236663255062512e-07,
      "loss": 0.2539,
      "step": 15060
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2310301369498095e-07,
      "loss": 0.2716,
      "step": 15061
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2254006853215015e-07,
      "loss": 0.2833,
      "step": 15062
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2197749003931035e-07,
      "loss": 0.2737,
      "step": 15063
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.214152782380021e-07,
      "loss": 0.2712,
      "step": 15064
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2085343314974714e-07,
      "loss": 0.2715,
      "step": 15065
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.20291954796056e-07,
      "loss": 0.2762,
      "step": 15066
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1973084319842594e-07,
      "loss": 0.2653,
      "step": 15067
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.191700983783364e-07,
      "loss": 0.2967,
      "step": 15068
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.18609720357257e-07,
      "loss": 0.2748,
      "step": 15069
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1804970915664267e-07,
      "loss": 0.2397,
      "step": 15070
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1749006479793075e-07,
      "loss": 0.2758,
      "step": 15071
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1693078730254964e-07,
      "loss": 0.2619,
      "step": 15072
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.163718766919089e-07,
      "loss": 0.2769,
      "step": 15073
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.158133329874081e-07,
      "loss": 0.2758,
      "step": 15074
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.15255156210429e-07,
      "loss": 0.266,
      "step": 15075
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.146973463823434e-07,
      "loss": 0.2596,
      "step": 15076
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.141399035245053e-07,
      "loss": 0.2547,
      "step": 15077
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.135828276582543e-07,
      "loss": 0.2633,
      "step": 15078
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1302611880492227e-07,
      "loss": 0.2853,
      "step": 15079
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.124697769858199e-07,
      "loss": 0.2447,
      "step": 15080
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1191380222224796e-07,
      "loss": 0.2602,
      "step": 15081
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1135819453549054e-07,
      "loss": 0.2539,
      "step": 15082
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1080295394681837e-07,
      "loss": 0.2974,
      "step": 15083
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1024808047749e-07,
      "loss": 0.2733,
      "step": 15084
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.096935741487495e-07,
      "loss": 0.273,
      "step": 15085
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.091394349818234e-07,
      "loss": 0.2969,
      "step": 15086
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0858566299792903e-07,
      "loss": 0.2503,
      "step": 15087
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0803225821826495e-07,
      "loss": 0.2444,
      "step": 15088
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.07479220664021e-07,
      "loss": 0.2785,
      "step": 15089
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0692655035636797e-07,
      "loss": 0.2663,
      "step": 15090
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.063742473164645e-07,
      "loss": 0.303,
      "step": 15091
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0582231156545694e-07,
      "loss": 0.2584,
      "step": 15092
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.05270743124474e-07,
      "loss": 0.2833,
      "step": 15093
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0471954201463437e-07,
      "loss": 0.2607,
      "step": 15094
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0416870825704e-07,
      "loss": 0.2859,
      "step": 15095
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0361824187277855e-07,
      "loss": 0.2575,
      "step": 15096
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.030681428829253e-07,
      "loss": 0.2757,
      "step": 15097
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.02518411308539e-07,
      "loss": 0.2624,
      "step": 15098
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0196904717066833e-07,
      "loss": 0.2621,
      "step": 15099
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.014200504903443e-07,
      "loss": 0.2843,
      "step": 15100
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.008714212885856e-07,
      "loss": 0.2482,
      "step": 15101
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0032315958639546e-07,
      "loss": 0.2751,
      "step": 15102
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9977526540476483e-07,
      "loss": 0.2939,
      "step": 15103
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9922773876466705e-07,
      "loss": 0.2653,
      "step": 15104
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.986805796870674e-07,
      "loss": 0.2686,
      "step": 15105
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.981337881929126e-07,
      "loss": 0.2493,
      "step": 15106
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.975873643031369e-07,
      "loss": 0.2753,
      "step": 15107
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9704130803865815e-07,
      "loss": 0.2825,
      "step": 15108
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9649561942038396e-07,
      "loss": 0.2701,
      "step": 15109
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.959502984692043e-07,
      "loss": 0.2835,
      "step": 15110
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9540534520599806e-07,
      "loss": 0.2472,
      "step": 15111
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.948607596516274e-07,
      "loss": 0.291,
      "step": 15112
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.943165418269401e-07,
      "loss": 0.2694,
      "step": 15113
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.937726917527751e-07,
      "loss": 0.2641,
      "step": 15114
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9322920944995123e-07,
      "loss": 0.2786,
      "step": 15115
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9268609493927634e-07,
      "loss": 0.2801,
      "step": 15116
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9214334824154265e-07,
      "loss": 0.257,
      "step": 15117
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.916009693775291e-07,
      "loss": 0.263,
      "step": 15118
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9105895836800134e-07,
      "loss": 0.2528,
      "step": 15119
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.905173152337094e-07,
      "loss": 0.2395,
      "step": 15120
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8997603999539e-07,
      "loss": 0.266,
      "step": 15121
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8943513267376664e-07,
      "loss": 0.2796,
      "step": 15122
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8889459328954495e-07,
      "loss": 0.2818,
      "step": 15123
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8835442186342277e-07,
      "loss": 0.2711,
      "step": 15124
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8781461841607804e-07,
      "loss": 0.2662,
      "step": 15125
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.872751829681787e-07,
      "loss": 0.2684,
      "step": 15126
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.867361155403759e-07,
      "loss": 0.2953,
      "step": 15127
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.861974161533066e-07,
      "loss": 0.2573,
      "step": 15128
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.856590848275976e-07,
      "loss": 0.246,
      "step": 15129
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.851211215838557e-07,
      "loss": 0.2514,
      "step": 15130
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8458352644267895e-07,
      "loss": 0.2529,
      "step": 15131
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8404629942464744e-07,
      "loss": 0.2896,
      "step": 15132
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.835094405503281e-07,
      "loss": 0.2988,
      "step": 15133
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.829729498402779e-07,
      "loss": 0.2427,
      "step": 15134
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.824368273150325e-07,
      "loss": 0.2638,
      "step": 15135
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8190107299512e-07,
      "loss": 0.2655,
      "step": 15136
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8136568690104956e-07,
      "loss": 0.2681,
      "step": 15137
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.808306690533181e-07,
      "loss": 0.2773,
      "step": 15138
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.802960194724092e-07,
      "loss": 0.2441,
      "step": 15139
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7976173817879326e-07,
      "loss": 0.2575,
      "step": 15140
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7922782519292265e-07,
      "loss": 0.2879,
      "step": 15141
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7869428053524115e-07,
      "loss": 0.2557,
      "step": 15142
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7816110422617127e-07,
      "loss": 0.2508,
      "step": 15143
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7762829628612883e-07,
      "loss": 0.2635,
      "step": 15144
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7709585673550985e-07,
      "loss": 0.2575,
      "step": 15145
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.765637855947013e-07,
      "loss": 0.2536,
      "step": 15146
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7603208288407025e-07,
      "loss": 0.2903,
      "step": 15147
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7550074862397366e-07,
      "loss": 0.2556,
      "step": 15148
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.749697828347565e-07,
      "loss": 0.2706,
      "step": 15149
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.744391855367424e-07,
      "loss": 0.2522,
      "step": 15150
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7390895675024854e-07,
      "loss": 0.2511,
      "step": 15151
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.733790964955719e-07,
      "loss": 0.272,
      "step": 15152
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.728496047929986e-07,
      "loss": 0.2373,
      "step": 15153
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.723204816628012e-07,
      "loss": 0.2598,
      "step": 15154
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7179172712523693e-07,
      "loss": 0.2713,
      "step": 15155
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.712633412005484e-07,
      "loss": 0.2755,
      "step": 15156
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7073532390896394e-07,
      "loss": 0.275,
      "step": 15157
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7020767527069957e-07,
      "loss": 0.2628,
      "step": 15158
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.696803953059558e-07,
      "loss": 0.2467,
      "step": 15159
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.691534840349198e-07,
      "loss": 0.2757,
      "step": 15160
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6862694147776434e-07,
      "loss": 0.2246,
      "step": 15161
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.681007676546466e-07,
      "loss": 0.2589,
      "step": 15162
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.675749625857106e-07,
      "loss": 0.2489,
      "step": 15163
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6704952629109004e-07,
      "loss": 0.2487,
      "step": 15164
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.665244587908989e-07,
      "loss": 0.2637,
      "step": 15165
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6599976010523786e-07,
      "loss": 0.2578,
      "step": 15166
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.654754302541974e-07,
      "loss": 0.2864,
      "step": 15167
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.649514692578482e-07,
      "loss": 0.2732,
      "step": 15168
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6442787713625416e-07,
      "loss": 0.2613,
      "step": 15169
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6390465390945707e-07,
      "loss": 0.2446,
      "step": 15170
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.633817995974909e-07,
      "loss": 0.2553,
      "step": 15171
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.628593142203718e-07,
      "loss": 0.2503,
      "step": 15172
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.623371977981027e-07,
      "loss": 0.264,
      "step": 15173
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.618154503506721e-07,
      "loss": 0.2564,
      "step": 15174
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.612940718980562e-07,
      "loss": 0.2751,
      "step": 15175
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6077306246021795e-07,
      "loss": 0.2658,
      "step": 15176
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.602524220570991e-07,
      "loss": 0.264,
      "step": 15177
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.597321507086349e-07,
      "loss": 0.2719,
      "step": 15178
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.592122484347438e-07,
      "loss": 0.269,
      "step": 15179
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5869271525532987e-07,
      "loss": 0.2292,
      "step": 15180
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5817355119028283e-07,
      "loss": 0.2839,
      "step": 15181
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.57654756259479e-07,
      "loss": 0.2952,
      "step": 15182
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.571363304827802e-07,
      "loss": 0.267,
      "step": 15183
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.56618273880035e-07,
      "loss": 0.2762,
      "step": 15184
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.561005864710754e-07,
      "loss": 0.2522,
      "step": 15185
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.555832682757232e-07,
      "loss": 0.2889,
      "step": 15186
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5506631931378156e-07,
      "loss": 0.2653,
      "step": 15187
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5454973960504237e-07,
      "loss": 0.2423,
      "step": 15188
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.540335291692831e-07,
      "loss": 0.2531,
      "step": 15189
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5351768802626695e-07,
      "loss": 0.272,
      "step": 15190
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.530022161957425e-07,
      "loss": 0.2694,
      "step": 15191
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.524871136974439e-07,
      "loss": 0.2706,
      "step": 15192
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5197238055109107e-07,
      "loss": 0.2536,
      "step": 15193
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5145801677639257e-07,
      "loss": 0.2557,
      "step": 15194
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5094402239303935e-07,
      "loss": 0.2405,
      "step": 15195
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5043039742071015e-07,
      "loss": 0.2596,
      "step": 15196
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.499171418790681e-07,
      "loss": 0.2812,
      "step": 15197
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4940425578776194e-07,
      "loss": 0.2856,
      "step": 15198
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.488917391664304e-07,
      "loss": 0.2603,
      "step": 15199
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.483795920346922e-07,
      "loss": 0.2506,
      "step": 15200
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4786781441215725e-07,
      "loss": 0.2709,
      "step": 15201
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.473564063184165e-07,
      "loss": 0.2441,
      "step": 15202
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.468453677730488e-07,
      "loss": 0.2327,
      "step": 15203
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4633469879562175e-07,
      "loss": 0.2842,
      "step": 15204
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4582439940568424e-07,
      "loss": 0.2719,
      "step": 15205
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.453144696227739e-07,
      "loss": 0.2616,
      "step": 15206
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4480490946641296e-07,
      "loss": 0.2786,
      "step": 15207
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4429571895610915e-07,
      "loss": 0.2596,
      "step": 15208
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4378689811135567e-07,
      "loss": 0.2796,
      "step": 15209
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.432784469516359e-07,
      "loss": 0.2522,
      "step": 15210
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.427703654964132e-07,
      "loss": 0.2888,
      "step": 15211
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4226265376513856e-07,
      "loss": 0.2598,
      "step": 15212
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.41755311777251e-07,
      "loss": 0.2726,
      "step": 15213
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.412483395521748e-07,
      "loss": 0.2595,
      "step": 15214
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4074173710931804e-07,
      "loss": 0.252,
      "step": 15215
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4023550446807605e-07,
      "loss": 0.2501,
      "step": 15216
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3972964164782907e-07,
      "loss": 0.2854,
      "step": 15217
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.392241486679437e-07,
      "loss": 0.26,
      "step": 15218
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.387190255477757e-07,
      "loss": 0.2819,
      "step": 15219
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.382142723066595e-07,
      "loss": 0.2598,
      "step": 15220
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.37709888963923e-07,
      "loss": 0.2826,
      "step": 15221
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3720587553887294e-07,
      "loss": 0.2479,
      "step": 15222
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.367022320508062e-07,
      "loss": 0.258,
      "step": 15223
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.361989585190073e-07,
      "loss": 0.2633,
      "step": 15224
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.356960549627408e-07,
      "loss": 0.2789,
      "step": 15225
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3519352140126247e-07,
      "loss": 0.2407,
      "step": 15226
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3469135785381026e-07,
      "loss": 0.2753,
      "step": 15227
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.341895643396076e-07,
      "loss": 0.245,
      "step": 15228
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.336881408778692e-07,
      "loss": 0.26,
      "step": 15229
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.331870874877907e-07,
      "loss": 0.2753,
      "step": 15230
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.326864041885536e-07,
      "loss": 0.272,
      "step": 15231
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3218609099932684e-07,
      "loss": 0.2782,
      "step": 15232
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3168614793926523e-07,
      "loss": 0.2753,
      "step": 15233
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.311865750275078e-07,
      "loss": 0.2778,
      "step": 15234
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.306873722831827e-07,
      "loss": 0.2614,
      "step": 15235
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.301885397254001e-07,
      "loss": 0.2697,
      "step": 15236
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.296900773732581e-07,
      "loss": 0.2683,
      "step": 15237
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.291919852458392e-07,
      "loss": 0.2591,
      "step": 15238
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2869426336221476e-07,
      "loss": 0.2376,
      "step": 15239
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2819691174143854e-07,
      "loss": 0.2289,
      "step": 15240
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.276999304025508e-07,
      "loss": 0.315,
      "step": 15241
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.272033193645807e-07,
      "loss": 0.2508,
      "step": 15242
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.267070786465365e-07,
      "loss": 0.2547,
      "step": 15243
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.262112082674229e-07,
      "loss": 0.2613,
      "step": 15244
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.257157082462192e-07,
      "loss": 0.2603,
      "step": 15245
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2522057860189693e-07,
      "loss": 0.2725,
      "step": 15246
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2472581935341195e-07,
      "loss": 0.2508,
      "step": 15247
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.242314305197047e-07,
      "loss": 0.2821,
      "step": 15248
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2373741211970566e-07,
      "loss": 0.2854,
      "step": 15249
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.232437641723263e-07,
      "loss": 0.2506,
      "step": 15250
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.227504866964659e-07,
      "loss": 0.2634,
      "step": 15251
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2225757971100833e-07,
      "loss": 0.2472,
      "step": 15252
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2176504323482625e-07,
      "loss": 0.2598,
      "step": 15253
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.212728772867757e-07,
      "loss": 0.2803,
      "step": 15254
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2078108188569936e-07,
      "loss": 0.2667,
      "step": 15255
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2028965705042434e-07,
      "loss": 0.2453,
      "step": 15256
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.197986027997657e-07,
      "loss": 0.2863,
      "step": 15257
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1930791915252166e-07,
      "loss": 0.256,
      "step": 15258
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1881760612748057e-07,
      "loss": 0.2257,
      "step": 15259
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1832766374341293e-07,
      "loss": 0.2667,
      "step": 15260
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1783809201907487e-07,
      "loss": 0.2653,
      "step": 15261
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1734889097321144e-07,
      "loss": 0.2846,
      "step": 15262
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1686006062454757e-07,
      "loss": 0.2557,
      "step": 15263
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1637160099180274e-07,
      "loss": 0.2776,
      "step": 15264
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.158835120936765e-07,
      "loss": 0.2476,
      "step": 15265
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.153957939488528e-07,
      "loss": 0.2759,
      "step": 15266
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.149084465760055e-07,
      "loss": 0.2528,
      "step": 15267
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1442146999379084e-07,
      "loss": 0.2944,
      "step": 15268
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.139348642208562e-07,
      "loss": 0.2645,
      "step": 15269
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1344862927582764e-07,
      "loss": 0.2699,
      "step": 15270
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1296276517732147e-07,
      "loss": 0.2454,
      "step": 15271
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.124772719439395e-07,
      "loss": 0.2786,
      "step": 15272
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1199214959426793e-07,
      "loss": 0.2517,
      "step": 15273
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.115073981468797e-07,
      "loss": 0.2683,
      "step": 15274
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.110230176203344e-07,
      "loss": 0.2486,
      "step": 15275
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.105390080331749e-07,
      "loss": 0.2775,
      "step": 15276
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.100553694039321e-07,
      "loss": 0.2854,
      "step": 15277
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0957210175112217e-07,
      "loss": 0.2344,
      "step": 15278
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0908920509324594e-07,
      "loss": 0.2674,
      "step": 15279
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0860667944879186e-07,
      "loss": 0.2595,
      "step": 15280
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.08124524836233e-07,
      "loss": 0.2676,
      "step": 15281
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0764274127402793e-07,
      "loss": 0.2528,
      "step": 15282
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0716132878062186e-07,
      "loss": 0.252,
      "step": 15283
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0668028737444566e-07,
      "loss": 0.2711,
      "step": 15284
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0619961707391677e-07,
      "loss": 0.2677,
      "step": 15285
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0571931789743604e-07,
      "loss": 0.2472,
      "step": 15286
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.052393898633932e-07,
      "loss": 0.2874,
      "step": 15287
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.047598329901591e-07,
      "loss": 0.2868,
      "step": 15288
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0428064729609576e-07,
      "loss": 0.2436,
      "step": 15289
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0380183279954953e-07,
      "loss": 0.2646,
      "step": 15290
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.033233895188503e-07,
      "loss": 0.2762,
      "step": 15291
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.028453174723145e-07,
      "loss": 0.2514,
      "step": 15292
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0236761667824523e-07,
      "loss": 0.2821,
      "step": 15293
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0189028715493227e-07,
      "loss": 0.2465,
      "step": 15294
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0141332892065e-07,
      "loss": 0.2593,
      "step": 15295
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.009367419936582e-07,
      "loss": 0.2607,
      "step": 15296
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0046052639220223e-07,
      "loss": 0.26,
      "step": 15297
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.99984682134512e-07,
      "loss": 0.2708,
      "step": 15298
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9950920923880967e-07,
      "loss": 0.2432,
      "step": 15299
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.990341077232961e-07,
      "loss": 0.2955,
      "step": 15300
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.985593776061602e-07,
      "loss": 0.2679,
      "step": 15301
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.980850189055773e-07,
      "loss": 0.2713,
      "step": 15302
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.976110316397074e-07,
      "loss": 0.2719,
      "step": 15303
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.971374158266982e-07,
      "loss": 0.2748,
      "step": 15304
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.966641714846807e-07,
      "loss": 0.266,
      "step": 15305
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.961912986317739e-07,
      "loss": 0.2747,
      "step": 15306
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9571879728608086e-07,
      "loss": 0.2607,
      "step": 15307
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9524666746569065e-07,
      "loss": 0.2547,
      "step": 15308
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9477490918867977e-07,
      "loss": 0.2673,
      "step": 15309
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9430352247310946e-07,
      "loss": 0.2656,
      "step": 15310
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.938325073370263e-07,
      "loss": 0.2592,
      "step": 15311
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9336186379846255e-07,
      "loss": 0.3029,
      "step": 15312
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9289159187543605e-07,
      "loss": 0.2613,
      "step": 15313
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9242169158595237e-07,
      "loss": 0.2686,
      "step": 15314
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.919521629480016e-07,
      "loss": 0.2492,
      "step": 15315
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9148300597955814e-07,
      "loss": 0.2662,
      "step": 15316
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.910142206985833e-07,
      "loss": 0.26,
      "step": 15317
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9054580712302603e-07,
      "loss": 0.2455,
      "step": 15318
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.900777652708187e-07,
      "loss": 0.2761,
      "step": 15319
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8961009515988015e-07,
      "loss": 0.2546,
      "step": 15320
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.89142796808114e-07,
      "loss": 0.2458,
      "step": 15321
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.886758702334125e-07,
      "loss": 0.2755,
      "step": 15322
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8820931545364916e-07,
      "loss": 0.2638,
      "step": 15323
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.877431324866897e-07,
      "loss": 0.244,
      "step": 15324
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8727732135037876e-07,
      "loss": 0.2829,
      "step": 15325
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8681188206254985e-07,
      "loss": 0.255,
      "step": 15326
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.863468146410242e-07,
      "loss": 0.244,
      "step": 15327
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.858821191036043e-07,
      "loss": 0.2706,
      "step": 15328
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8541779546808255e-07,
      "loss": 0.2436,
      "step": 15329
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.849538437522348e-07,
      "loss": 0.2852,
      "step": 15330
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.844902639738234e-07,
      "loss": 0.2665,
      "step": 15331
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8402705615059753e-07,
      "loss": 0.2769,
      "step": 15332
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.835642203002875e-07,
      "loss": 0.2504,
      "step": 15333
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8310175644061686e-07,
      "loss": 0.2679,
      "step": 15334
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.826396645892893e-07,
      "loss": 0.2688,
      "step": 15335
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.82177944763995e-07,
      "loss": 0.2497,
      "step": 15336
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8171659698241205e-07,
      "loss": 0.2846,
      "step": 15337
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8125562126220086e-07,
      "loss": 0.2691,
      "step": 15338
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.807950176210128e-07,
      "loss": 0.2674,
      "step": 15339
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.803347860764805e-07,
      "loss": 0.2726,
      "step": 15340
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7987492664622304e-07,
      "loss": 0.2646,
      "step": 15341
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7941543934784765e-07,
      "loss": 0.2877,
      "step": 15342
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.789563241989435e-07,
      "loss": 0.275,
      "step": 15343
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.784975812170887e-07,
      "loss": 0.2779,
      "step": 15344
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7803921041984703e-07,
      "loss": 0.2761,
      "step": 15345
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.775812118247678e-07,
      "loss": 0.261,
      "step": 15346
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7712358544938144e-07,
      "loss": 0.2676,
      "step": 15347
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.766663313112117e-07,
      "loss": 0.2874,
      "step": 15348
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.762094494277623e-07,
      "loss": 0.2493,
      "step": 15349
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7575293981652593e-07,
      "loss": 0.2751,
      "step": 15350
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.752968024949798e-07,
      "loss": 0.2589,
      "step": 15351
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.748410374805854e-07,
      "loss": 0.255,
      "step": 15352
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7438564479079444e-07,
      "loss": 0.2388,
      "step": 15353
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7393062444303953e-07,
      "loss": 0.2616,
      "step": 15354
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7347597645474123e-07,
      "loss": 0.2779,
      "step": 15355
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.730217008433067e-07,
      "loss": 0.2571,
      "step": 15356
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.725677976261265e-07,
      "loss": 0.2743,
      "step": 15357
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7211426682057676e-07,
      "loss": 0.2769,
      "step": 15358
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.716611084440246e-07,
      "loss": 0.2697,
      "step": 15359
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7120832251381623e-07,
      "loss": 0.2648,
      "step": 15360
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.707559090472878e-07,
      "loss": 0.2617,
      "step": 15361
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.703038680617576e-07,
      "loss": 0.2513,
      "step": 15362
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.69852199574534e-07,
      "loss": 0.2631,
      "step": 15363
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6940090360290885e-07,
      "loss": 0.258,
      "step": 15364
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.689499801641593e-07,
      "loss": 0.2515,
      "step": 15365
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.684994292755494e-07,
      "loss": 0.2762,
      "step": 15366
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6804925095432756e-07,
      "loss": 0.2734,
      "step": 15367
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6759944521772774e-07,
      "loss": 0.2688,
      "step": 15368
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6715001208297286e-07,
      "loss": 0.2891,
      "step": 15369
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6670095156726917e-07,
      "loss": 0.238,
      "step": 15370
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.662522636878073e-07,
      "loss": 0.254,
      "step": 15371
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.658039484617658e-07,
      "loss": 0.2652,
      "step": 15372
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6535600590630763e-07,
      "loss": 0.2506,
      "step": 15373
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.649084360385834e-07,
      "loss": 0.2662,
      "step": 15374
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.644612388757284e-07,
      "loss": 0.2803,
      "step": 15375
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6401441443486107e-07,
      "loss": 0.2612,
      "step": 15376
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.635679627330912e-07,
      "loss": 0.2715,
      "step": 15377
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.631218837875071e-07,
      "loss": 0.2593,
      "step": 15378
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6267617761519095e-07,
      "loss": 0.2888,
      "step": 15379
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6223084423320445e-07,
      "loss": 0.2659,
      "step": 15380
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6178588365859735e-07,
      "loss": 0.2591,
      "step": 15381
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6134129590840273e-07,
      "loss": 0.2768,
      "step": 15382
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.608970809996436e-07,
      "loss": 0.2423,
      "step": 15383
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.604532389493275e-07,
      "loss": 0.2585,
      "step": 15384
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6000976977444526e-07,
      "loss": 0.2638,
      "step": 15385
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.595666734919755e-07,
      "loss": 0.2614,
      "step": 15386
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5912395011888027e-07,
      "loss": 0.291,
      "step": 15387
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.586815996721126e-07,
      "loss": 0.2593,
      "step": 15388
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5823962216860563e-07,
      "loss": 0.2754,
      "step": 15389
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5779801762527924e-07,
      "loss": 0.2651,
      "step": 15390
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.57356786059042e-07,
      "loss": 0.2683,
      "step": 15391
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5691592748678607e-07,
      "loss": 0.2547,
      "step": 15392
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5647544192538785e-07,
      "loss": 0.2712,
      "step": 15393
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5603532939171394e-07,
      "loss": 0.2665,
      "step": 15394
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.555955899026119e-07,
      "loss": 0.2638,
      "step": 15395
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.551562234749183e-07,
      "loss": 0.278,
      "step": 15396
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.54717230125453e-07,
      "loss": 0.2577,
      "step": 15397
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.542786098710215e-07,
      "loss": 0.2627,
      "step": 15398
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5384036272842027e-07,
      "loss": 0.2485,
      "step": 15399
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5340248871442375e-07,
      "loss": 0.2568,
      "step": 15400
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.529649878457985e-07,
      "loss": 0.2683,
      "step": 15401
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.525278601392911e-07,
      "loss": 0.2695,
      "step": 15402
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.520911056116393e-07,
      "loss": 0.2623,
      "step": 15403
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5165472427956306e-07,
      "loss": 0.2352,
      "step": 15404
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.512187161597701e-07,
      "loss": 0.2592,
      "step": 15405
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.507830812689516e-07,
      "loss": 0.2688,
      "step": 15406
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.503478196237863e-07,
      "loss": 0.2779,
      "step": 15407
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.499129312409365e-07,
      "loss": 0.2552,
      "step": 15408
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.494784161370545e-07,
      "loss": 0.2593,
      "step": 15409
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.490442743287746e-07,
      "loss": 0.2649,
      "step": 15410
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4861050583271706e-07,
      "loss": 0.2927,
      "step": 15411
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4817711066548953e-07,
      "loss": 0.2695,
      "step": 15412
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4774408884368216e-07,
      "loss": 0.2649,
      "step": 15413
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4731144038387723e-07,
      "loss": 0.2451,
      "step": 15414
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.468791653026348e-07,
      "loss": 0.2575,
      "step": 15415
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4644726361650606e-07,
      "loss": 0.239,
      "step": 15416
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.460157353420245e-07,
      "loss": 0.2755,
      "step": 15417
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4558458049571354e-07,
      "loss": 0.2384,
      "step": 15418
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.451537990940789e-07,
      "loss": 0.3131,
      "step": 15419
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4472339115361176e-07,
      "loss": 0.2652,
      "step": 15420
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4429335669079123e-07,
      "loss": 0.2486,
      "step": 15421
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.438636957220808e-07,
      "loss": 0.2492,
      "step": 15422
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.434344082639295e-07,
      "loss": 0.2446,
      "step": 15423
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.430054943327742e-07,
      "loss": 0.2706,
      "step": 15424
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4257695394503286e-07,
      "loss": 0.2648,
      "step": 15425
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4214878711711467e-07,
      "loss": 0.2409,
      "step": 15426
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4172099386541083e-07,
      "loss": 0.2386,
      "step": 15427
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4129357420629827e-07,
      "loss": 0.2819,
      "step": 15428
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4086652815614175e-07,
      "loss": 0.2582,
      "step": 15429
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4043985573129146e-07,
      "loss": 0.2864,
      "step": 15430
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.400135569480799e-07,
      "loss": 0.2663,
      "step": 15431
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3958763182283075e-07,
      "loss": 0.2863,
      "step": 15432
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.391620803718475e-07,
      "loss": 0.284,
      "step": 15433
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.387369026114239e-07,
      "loss": 0.2799,
      "step": 15434
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.38312098557838e-07,
      "loss": 0.2612,
      "step": 15435
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3788766822735344e-07,
      "loss": 0.2779,
      "step": 15436
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3746361163621723e-07,
      "loss": 0.2641,
      "step": 15437
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.370399288006664e-07,
      "loss": 0.2531,
      "step": 15438
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3661661973692129e-07,
      "loss": 0.2676,
      "step": 15439
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3619368446118672e-07,
      "loss": 0.2652,
      "step": 15440
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3577112298965643e-07,
      "loss": 0.2538,
      "step": 15441
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3534893533850745e-07,
      "loss": 0.258,
      "step": 15442
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.349271215239013e-07,
      "loss": 0.2503,
      "step": 15443
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3450568156199061e-07,
      "loss": 0.2553,
      "step": 15444
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3408461546890693e-07,
      "loss": 0.2718,
      "step": 15445
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3366392326077292e-07,
      "loss": 0.2694,
      "step": 15446
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3324360495369236e-07,
      "loss": 0.2637,
      "step": 15447
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3282366056375904e-07,
      "loss": 0.2336,
      "step": 15448
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.32404090107049e-07,
      "loss": 0.2708,
      "step": 15449
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3198489359962606e-07,
      "loss": 0.2426,
      "step": 15450
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.315660710575385e-07,
      "loss": 0.2666,
      "step": 15451
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3114762249682122e-07,
      "loss": 0.2407,
      "step": 15452
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3072954793349368e-07,
      "loss": 0.2602,
      "step": 15453
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3031184738356305e-07,
      "loss": 0.2433,
      "step": 15454
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.29894520863021e-07,
      "loss": 0.2808,
      "step": 15455
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2947756838784252e-07,
      "loss": 0.2815,
      "step": 15456
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2906098997399151e-07,
      "loss": 0.2515,
      "step": 15457
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2864478563741853e-07,
      "loss": 0.2593,
      "step": 15458
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.282289553940553e-07,
      "loss": 0.2627,
      "step": 15459
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2781349925982245e-07,
      "loss": 0.2669,
      "step": 15460
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2739841725062716e-07,
      "loss": 0.2725,
      "step": 15461
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2698370938235792e-07,
      "loss": 0.2436,
      "step": 15462
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.265693756708931e-07,
      "loss": 0.2588,
      "step": 15463
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2615541613209558e-07,
      "loss": 0.2821,
      "step": 15464
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2574183078181377e-07,
      "loss": 0.2633,
      "step": 15465
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.253286196358817e-07,
      "loss": 0.2584,
      "step": 15466
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2491578271011783e-07,
      "loss": 0.2645,
      "step": 15467
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2450332002032837e-07,
      "loss": 0.2655,
      "step": 15468
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2409123158230406e-07,
      "loss": 0.26,
      "step": 15469
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2367951741182225e-07,
      "loss": 0.2561,
      "step": 15470
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2326817752464593e-07,
      "loss": 0.2818,
      "step": 15471
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2285721193652022e-07,
      "loss": 0.2806,
      "step": 15472
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2244662066318146e-07,
      "loss": 0.2718,
      "step": 15473
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2203640372034707e-07,
      "loss": 0.2475,
      "step": 15474
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.216265611237245e-07,
      "loss": 0.2496,
      "step": 15475
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2121709288900338e-07,
      "loss": 0.2642,
      "step": 15476
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.20807999031859e-07,
      "loss": 0.2747,
      "step": 15477
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.2039927956795327e-07,
      "loss": 0.2655,
      "step": 15478
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1999093451293586e-07,
      "loss": 0.2372,
      "step": 15479
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1958296388243873e-07,
      "loss": 0.287,
      "step": 15480
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.191753676920816e-07,
      "loss": 0.2656,
      "step": 15481
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1876814595746864e-07,
      "loss": 0.2702,
      "step": 15482
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1836129869418964e-07,
      "loss": 0.2501,
      "step": 15483
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1795482591782213e-07,
      "loss": 0.2776,
      "step": 15484
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.17548727643927e-07,
      "loss": 0.2766,
      "step": 15485
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1714300388805177e-07,
      "loss": 0.2817,
      "step": 15486
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1673765466572738e-07,
      "loss": 0.2843,
      "step": 15487
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1633267999247587e-07,
      "loss": 0.2553,
      "step": 15488
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1592807988380037e-07,
      "loss": 0.2958,
      "step": 15489
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1552385435518963e-07,
      "loss": 0.269,
      "step": 15490
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1512000342212125e-07,
      "loss": 0.2427,
      "step": 15491
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1471652710005397e-07,
      "loss": 0.2606,
      "step": 15492
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1431342540443767e-07,
      "loss": 0.2381,
      "step": 15493
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1391069835070333e-07,
      "loss": 0.2418,
      "step": 15494
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1350834595426972e-07,
      "loss": 0.2422,
      "step": 15495
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.131063682305401e-07,
      "loss": 0.2651,
      "step": 15496
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1270476519490434e-07,
      "loss": 0.2439,
      "step": 15497
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1230353686273686e-07,
      "loss": 0.2561,
      "step": 15498
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.119026832494009e-07,
      "loss": 0.2478,
      "step": 15499
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1150220437024195e-07,
      "loss": 0.2799,
      "step": 15500
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1110210024059108e-07,
      "loss": 0.2535,
      "step": 15501
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1070237087576827e-07,
      "loss": 0.2598,
      "step": 15502
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1030301629107353e-07,
      "loss": 0.2941,
      "step": 15503
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0990403650180013e-07,
      "loss": 0.2638,
      "step": 15504
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0950543152322035e-07,
      "loss": 0.2436,
      "step": 15505
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0910720137059527e-07,
      "loss": 0.2593,
      "step": 15506
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0870934605917047e-07,
      "loss": 0.2596,
      "step": 15507
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0831186560417826e-07,
      "loss": 0.2546,
      "step": 15508
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0791476002083642e-07,
      "loss": 0.2586,
      "step": 15509
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.075180293243484e-07,
      "loss": 0.2836,
      "step": 15510
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0712167352990198e-07,
      "loss": 0.2539,
      "step": 15511
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0672569265267172e-07,
      "loss": 0.2422,
      "step": 15512
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.063300867078155e-07,
      "loss": 0.2609,
      "step": 15513
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0593485571048343e-07,
      "loss": 0.2614,
      "step": 15514
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.055399996758034e-07,
      "loss": 0.2801,
      "step": 15515
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0514551861889553e-07,
      "loss": 0.2553,
      "step": 15516
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0475141255485776e-07,
      "loss": 0.2688,
      "step": 15517
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0435768149878132e-07,
      "loss": 0.2726,
      "step": 15518
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0396432546573974e-07,
      "loss": 0.2619,
      "step": 15519
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0357134447079208e-07,
      "loss": 0.2489,
      "step": 15520
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0317873852898518e-07,
      "loss": 0.2464,
      "step": 15521
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.027865076553459e-07,
      "loss": 0.2489,
      "step": 15522
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0239465186489447e-07,
      "loss": 0.2591,
      "step": 15523
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0200317117263225e-07,
      "loss": 0.2771,
      "step": 15524
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0161206559354607e-07,
      "loss": 0.2521,
      "step": 15525
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0122133514260956e-07,
      "loss": 0.248,
      "step": 15526
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0083097983478073e-07,
      "loss": 0.2824,
      "step": 15527
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0044099968500651e-07,
      "loss": 0.2818,
      "step": 15528
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.000513947082161e-07,
      "loss": 0.263,
      "step": 15529
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.996621649193242e-07,
      "loss": 0.269,
      "step": 15530
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.992733103332345e-07,
      "loss": 0.2231,
      "step": 15531
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.988848309648317e-07,
      "loss": 0.2553,
      "step": 15532
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9849672682898947e-07,
      "loss": 0.2655,
      "step": 15533
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9810899794056815e-07,
      "loss": 0.2725,
      "step": 15534
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9772164431441033e-07,
      "loss": 0.2458,
      "step": 15535
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9733466596534523e-07,
      "loss": 0.25,
      "step": 15536
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.969480629081888e-07,
      "loss": 0.2367,
      "step": 15537
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.965618351577414e-07,
      "loss": 0.2592,
      "step": 15538
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9617598272879123e-07,
      "loss": 0.2506,
      "step": 15539
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9579050563610868e-07,
      "loss": 0.2686,
      "step": 15540
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9540540389445306e-07,
      "loss": 0.2584,
      "step": 15541
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9502067751856702e-07,
      "loss": 0.2853,
      "step": 15542
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9463632652317876e-07,
      "loss": 0.264,
      "step": 15543
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9425235092300543e-07,
      "loss": 0.2635,
      "step": 15544
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9386875073274636e-07,
      "loss": 0.2694,
      "step": 15545
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9348552596708646e-07,
      "loss": 0.2729,
      "step": 15546
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.931026766406985e-07,
      "loss": 0.2651,
      "step": 15547
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9272020276823955e-07,
      "loss": 0.2681,
      "step": 15548
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.923381043643524e-07,
      "loss": 0.2842,
      "step": 15549
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9195638144366647e-07,
      "loss": 0.2614,
      "step": 15550
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9157503402079446e-07,
      "loss": 0.2577,
      "step": 15551
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9119406211033586e-07,
      "loss": 0.2638,
      "step": 15552
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9081346572687788e-07,
      "loss": 0.2641,
      "step": 15553
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9043324488498993e-07,
      "loss": 0.2567,
      "step": 15554
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.900533995992293e-07,
      "loss": 0.2898,
      "step": 15555
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.896739298841388e-07,
      "loss": 0.2577,
      "step": 15556
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8929483575424458e-07,
      "loss": 0.2776,
      "step": 15557
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.889161172240628e-07,
      "loss": 0.2408,
      "step": 15558
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8853777430809073e-07,
      "loss": 0.3101,
      "step": 15559
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8815980702081237e-07,
      "loss": 0.2871,
      "step": 15560
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.877822153767006e-07,
      "loss": 0.2726,
      "step": 15561
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8740499939020828e-07,
      "loss": 0.2522,
      "step": 15562
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8702815907577943e-07,
      "loss": 0.2812,
      "step": 15563
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8665169444784027e-07,
      "loss": 0.2609,
      "step": 15564
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8627560552080481e-07,
      "loss": 0.279,
      "step": 15565
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8589989230906935e-07,
      "loss": 0.2525,
      "step": 15566
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8552455482701903e-07,
      "loss": 0.256,
      "step": 15567
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8514959308902459e-07,
      "loss": 0.2475,
      "step": 15568
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8477500710944008e-07,
      "loss": 0.2496,
      "step": 15569
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8440079690260737e-07,
      "loss": 0.2552,
      "step": 15570
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8402696248285167e-07,
      "loss": 0.2762,
      "step": 15571
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.83653503864486e-07,
      "loss": 0.2607,
      "step": 15572
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8328042106180665e-07,
      "loss": 0.2465,
      "step": 15573
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.829077140890989e-07,
      "loss": 0.2704,
      "step": 15574
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8253538296063134e-07,
      "loss": 0.2566,
      "step": 15575
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.821634276906581e-07,
      "loss": 0.2693,
      "step": 15576
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.817918482934189e-07,
      "loss": 0.2513,
      "step": 15577
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8142064478314014e-07,
      "loss": 0.2718,
      "step": 15578
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8104981717403268e-07,
      "loss": 0.2476,
      "step": 15579
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8067936548029518e-07,
      "loss": 0.2659,
      "step": 15580
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8030928971610963e-07,
      "loss": 0.2824,
      "step": 15581
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7993958989564242e-07,
      "loss": 0.2492,
      "step": 15582
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7957026603304895e-07,
      "loss": 0.2578,
      "step": 15583
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.79201318142469e-07,
      "loss": 0.2656,
      "step": 15584
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7883274623802793e-07,
      "loss": 0.261,
      "step": 15585
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7846455033383446e-07,
      "loss": 0.267,
      "step": 15586
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7809673044398511e-07,
      "loss": 0.2806,
      "step": 15587
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7772928658256305e-07,
      "loss": 0.2946,
      "step": 15588
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.773622187636359e-07,
      "loss": 0.2494,
      "step": 15589
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7699552700125576e-07,
      "loss": 0.2531,
      "step": 15590
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7662921130946143e-07,
      "loss": 0.2942,
      "step": 15591
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7626327170227719e-07,
      "loss": 0.2694,
      "step": 15592
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.75897708193713e-07,
      "loss": 0.2761,
      "step": 15593
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.755325207977654e-07,
      "loss": 0.2667,
      "step": 15594
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7516770952841433e-07,
      "loss": 0.2854,
      "step": 15595
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.748032743996264e-07,
      "loss": 0.2595,
      "step": 15596
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.744392154253538e-07,
      "loss": 0.2812,
      "step": 15597
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7407553261953536e-07,
      "loss": 0.2744,
      "step": 15598
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.737122259960944e-07,
      "loss": 0.266,
      "step": 15599
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7334929556893865e-07,
      "loss": 0.2118,
      "step": 15600
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.729867413519648e-07,
      "loss": 0.2886,
      "step": 15601
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7262456335905065e-07,
      "loss": 0.2667,
      "step": 15602
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7226276160406397e-07,
      "loss": 0.2662,
      "step": 15603
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7190133610085592e-07,
      "loss": 0.2757,
      "step": 15604
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.715402868632643e-07,
      "loss": 0.2723,
      "step": 15605
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.711796139051103e-07,
      "loss": 0.2531,
      "step": 15606
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7081931724020174e-07,
      "loss": 0.2616,
      "step": 15607
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7045939688233316e-07,
      "loss": 0.2712,
      "step": 15608
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7009985284528574e-07,
      "loss": 0.2585,
      "step": 15609
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6974068514282294e-07,
      "loss": 0.244,
      "step": 15610
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6938189378869486e-07,
      "loss": 0.2514,
      "step": 15611
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6902347879663828e-07,
      "loss": 0.2808,
      "step": 15612
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6866544018037444e-07,
      "loss": 0.2266,
      "step": 15613
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6830777795361242e-07,
      "loss": 0.2686,
      "step": 15614
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6795049213004344e-07,
      "loss": 0.266,
      "step": 15615
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.675935827233477e-07,
      "loss": 0.2938,
      "step": 15616
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6723704974718758e-07,
      "loss": 0.267,
      "step": 15617
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.668808932152144e-07,
      "loss": 0.2538,
      "step": 15618
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6652511314106167e-07,
      "loss": 0.2546,
      "step": 15619
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6616970953835187e-07,
      "loss": 0.2648,
      "step": 15620
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6581468242069187e-07,
      "loss": 0.2815,
      "step": 15621
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.654600318016708e-07,
      "loss": 0.2794,
      "step": 15622
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6510575769487114e-07,
      "loss": 0.2402,
      "step": 15623
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6475186011385201e-07,
      "loss": 0.2546,
      "step": 15624
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6439833907216374e-07,
      "loss": 0.2732,
      "step": 15625
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6404519458334211e-07,
      "loss": 0.2651,
      "step": 15626
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6369242666090412e-07,
      "loss": 0.2436,
      "step": 15627
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6334003531835784e-07,
      "loss": 0.2612,
      "step": 15628
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6298802056919362e-07,
      "loss": 0.2467,
      "step": 15629
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.626363824268884e-07,
      "loss": 0.2557,
      "step": 15630
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.622851209049048e-07,
      "loss": 0.2969,
      "step": 15631
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.619342360166898e-07,
      "loss": 0.2655,
      "step": 15632
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.615837277756771e-07,
      "loss": 0.2455,
      "step": 15633
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6123359619528712e-07,
      "loss": 0.2821,
      "step": 15634
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6088384128892353e-07,
      "loss": 0.254,
      "step": 15635
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6053446306997677e-07,
      "loss": 0.2556,
      "step": 15636
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.601854615518217e-07,
      "loss": 0.2716,
      "step": 15637
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5983683674782203e-07,
      "loss": 0.2599,
      "step": 15638
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5948858867132265e-07,
      "loss": 0.2778,
      "step": 15639
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.591407173356574e-07,
      "loss": 0.2499,
      "step": 15640
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5879322275414334e-07,
      "loss": 0.2524,
      "step": 15641
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.584461049400854e-07,
      "loss": 0.2825,
      "step": 15642
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5809936390677073e-07,
      "loss": 0.2684,
      "step": 15643
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.577529996674765e-07,
      "loss": 0.266,
      "step": 15644
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5740701223546208e-07,
      "loss": 0.2506,
      "step": 15645
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5706140162397355e-07,
      "loss": 0.2797,
      "step": 15646
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5671616784624365e-07,
      "loss": 0.2669,
      "step": 15647
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.563713109154874e-07,
      "loss": 0.2486,
      "step": 15648
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5602683084490866e-07,
      "loss": 0.2818,
      "step": 15649
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5568272764769687e-07,
      "loss": 0.2455,
      "step": 15650
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5533900133702484e-07,
      "loss": 0.2354,
      "step": 15651
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5499565192605093e-07,
      "loss": 0.261,
      "step": 15652
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5465267942792129e-07,
      "loss": 0.2609,
      "step": 15653
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5431008385576762e-07,
      "loss": 0.2923,
      "step": 15654
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.539678652227039e-07,
      "loss": 0.2746,
      "step": 15655
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5362602354183298e-07,
      "loss": 0.2531,
      "step": 15656
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5328455882624215e-07,
      "loss": 0.2461,
      "step": 15657
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5294347108900433e-07,
      "loss": 0.2471,
      "step": 15658
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.526027603431779e-07,
      "loss": 0.2729,
      "step": 15659
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.522624266018069e-07,
      "loss": 0.254,
      "step": 15660
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.519224698779198e-07,
      "loss": 0.2546,
      "step": 15661
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5158289018453286e-07,
      "loss": 0.2429,
      "step": 15662
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.512436875346468e-07,
      "loss": 0.2354,
      "step": 15663
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.50904861941249e-07,
      "loss": 0.2787,
      "step": 15664
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5056641341730903e-07,
      "loss": 0.2849,
      "step": 15665
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.502283419757844e-07,
      "loss": 0.2514,
      "step": 15666
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4989064762961914e-07,
      "loss": 0.2533,
      "step": 15667
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.495533303917429e-07,
      "loss": 0.26,
      "step": 15668
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.492163902750676e-07,
      "loss": 0.2616,
      "step": 15669
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4887982729249406e-07,
      "loss": 0.2485,
      "step": 15670
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4854364145690636e-07,
      "loss": 0.2857,
      "step": 15671
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4820783278117645e-07,
      "loss": 0.2568,
      "step": 15672
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.478724012781596e-07,
      "loss": 0.2489,
      "step": 15673
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4753734696069888e-07,
      "loss": 0.2852,
      "step": 15674
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.472026698416218e-07,
      "loss": 0.2715,
      "step": 15675
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4686836993374033e-07,
      "loss": 0.2662,
      "step": 15676
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.465344472498531e-07,
      "loss": 0.291,
      "step": 15677
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4620090180274439e-07,
      "loss": 0.267,
      "step": 15678
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4586773360518503e-07,
      "loss": 0.2566,
      "step": 15679
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.455349426699282e-07,
      "loss": 0.28,
      "step": 15680
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.45202529009717e-07,
      "loss": 0.2722,
      "step": 15681
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.448704926372757e-07,
      "loss": 0.2588,
      "step": 15682
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4453883356531752e-07,
      "loss": 0.255,
      "step": 15683
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.442075518065389e-07,
      "loss": 0.2857,
      "step": 15684
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4387664737362417e-07,
      "loss": 0.2999,
      "step": 15685
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4354612027924209e-07,
      "loss": 0.2653,
      "step": 15686
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4321597053604364e-07,
      "loss": 0.2607,
      "step": 15687
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4288619815667203e-07,
      "loss": 0.2684,
      "step": 15688
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4255680315375164e-07,
      "loss": 0.2552,
      "step": 15689
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4222778553989124e-07,
      "loss": 0.2524,
      "step": 15690
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4189914532769078e-07,
      "loss": 0.2624,
      "step": 15691
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4157088252972796e-07,
      "loss": 0.281,
      "step": 15692
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.412429971585738e-07,
      "loss": 0.263,
      "step": 15693
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4091548922677945e-07,
      "loss": 0.2785,
      "step": 15694
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.405883587468837e-07,
      "loss": 0.2748,
      "step": 15695
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.40261605731411e-07,
      "loss": 0.2765,
      "step": 15696
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3993523019286914e-07,
      "loss": 0.2514,
      "step": 15697
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3960923214375699e-07,
      "loss": 0.2713,
      "step": 15698
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3928361159655234e-07,
      "loss": 0.2715,
      "step": 15699
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3895836856372304e-07,
      "loss": 0.2472,
      "step": 15700
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3863350305772015e-07,
      "loss": 0.2711,
      "step": 15701
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3830901509097938e-07,
      "loss": 0.2556,
      "step": 15702
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.379849046759274e-07,
      "loss": 0.2621,
      "step": 15703
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3766117182496985e-07,
      "loss": 0.2581,
      "step": 15704
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3733781655050127e-07,
      "loss": 0.2487,
      "step": 15705
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3701483886490286e-07,
      "loss": 0.2758,
      "step": 15706
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3669223878053584e-07,
      "loss": 0.2786,
      "step": 15707
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3637001630975587e-07,
      "loss": 0.2642,
      "step": 15708
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3604817146489534e-07,
      "loss": 0.2575,
      "step": 15709
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3572670425827773e-07,
      "loss": 0.2574,
      "step": 15710
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.354056147022098e-07,
      "loss": 0.239,
      "step": 15711
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.35084902808984e-07,
      "loss": 0.2454,
      "step": 15712
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3476456859087827e-07,
      "loss": 0.2571,
      "step": 15713
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3444461206015835e-07,
      "loss": 0.2867,
      "step": 15714
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3412503322907334e-07,
      "loss": 0.2506,
      "step": 15715
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3380583210985676e-07,
      "loss": 0.2603,
      "step": 15716
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3348700871472996e-07,
      "loss": 0.2448,
      "step": 15717
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3316856305589766e-07,
      "loss": 0.2568,
      "step": 15718
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3285049514555448e-07,
      "loss": 0.263,
      "step": 15719
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3253280499587518e-07,
      "loss": 0.256,
      "step": 15720
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3221549261902333e-07,
      "loss": 0.2761,
      "step": 15721
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3189855802714592e-07,
      "loss": 0.2522,
      "step": 15722
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3158200123237764e-07,
      "loss": 0.2571,
      "step": 15723
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3126582224683882e-07,
      "loss": 0.2694,
      "step": 15724
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.30950021082632e-07,
      "loss": 0.2845,
      "step": 15725
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3063459775184974e-07,
      "loss": 0.2475,
      "step": 15726
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3031955226656567e-07,
      "loss": 0.2626,
      "step": 15727
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3000488463884242e-07,
      "loss": 0.2612,
      "step": 15728
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.296905948807281e-07,
      "loss": 0.278,
      "step": 15729
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.293766830042531e-07,
      "loss": 0.2514,
      "step": 15730
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.290631490214367e-07,
      "loss": 0.2482,
      "step": 15731
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2874999294428147e-07,
      "loss": 0.2701,
      "step": 15732
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.284372147847779e-07,
      "loss": 0.2673,
      "step": 15733
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2812481455489968e-07,
      "loss": 0.2641,
      "step": 15734
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2781279226660616e-07,
      "loss": 0.2906,
      "step": 15735
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2750114793184554e-07,
      "loss": 0.2609,
      "step": 15736
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.271898815625461e-07,
      "loss": 0.2766,
      "step": 15737
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.26878993170626e-07,
      "loss": 0.2395,
      "step": 15738
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2656848276798804e-07,
      "loss": 0.3009,
      "step": 15739
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2625835036651935e-07,
      "loss": 0.2485,
      "step": 15740
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.259485959780926e-07,
      "loss": 0.2807,
      "step": 15741
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2563921961456727e-07,
      "loss": 0.2473,
      "step": 15742
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2533022128778826e-07,
      "loss": 0.2595,
      "step": 15743
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2502160100958505e-07,
      "loss": 0.2819,
      "step": 15744
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2471335879177259e-07,
      "loss": 0.2658,
      "step": 15745
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.244054946461537e-07,
      "loss": 0.2743,
      "step": 15746
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2409800858451227e-07,
      "loss": 0.2822,
      "step": 15747
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2379090061861999e-07,
      "loss": 0.2503,
      "step": 15748
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2348417076023743e-07,
      "loss": 0.2468,
      "step": 15749
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2317781902110637e-07,
      "loss": 0.2665,
      "step": 15750
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2287184541295515e-07,
      "loss": 0.2635,
      "step": 15751
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2256624994749666e-07,
      "loss": 0.262,
      "step": 15752
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2226103263643263e-07,
      "loss": 0.2532,
      "step": 15753
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2195619349144706e-07,
      "loss": 0.269,
      "step": 15754
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2165173252421058e-07,
      "loss": 0.2591,
      "step": 15755
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2134764974638058e-07,
      "loss": 0.2932,
      "step": 15756
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.210439451695955e-07,
      "loss": 0.2905,
      "step": 15757
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2074061880548715e-07,
      "loss": 0.2566,
      "step": 15758
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2043767066566514e-07,
      "loss": 0.2501,
      "step": 15759
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2013510076172797e-07,
      "loss": 0.2612,
      "step": 15760
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.198329091052608e-07,
      "loss": 0.2684,
      "step": 15761
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1953109570783218e-07,
      "loss": 0.2626,
      "step": 15762
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1922966058099618e-07,
      "loss": 0.2507,
      "step": 15763
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1892860373629467e-07,
      "loss": 0.268,
      "step": 15764
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.186279251852529e-07,
      "loss": 0.2857,
      "step": 15765
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1832762493938276e-07,
      "loss": 0.2829,
      "step": 15766
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1802770301017841e-07,
      "loss": 0.2563,
      "step": 15767
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1772815940912618e-07,
      "loss": 0.2508,
      "step": 15768
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1742899414769138e-07,
      "loss": 0.287,
      "step": 15769
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1713020723732926e-07,
      "loss": 0.2475,
      "step": 15770
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1683179868947736e-07,
      "loss": 0.256,
      "step": 15771
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1653376851555986e-07,
      "loss": 0.2814,
      "step": 15772
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1623611672698765e-07,
      "loss": 0.2369,
      "step": 15773
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1593884333515604e-07,
      "loss": 0.2753,
      "step": 15774
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1564194835144704e-07,
      "loss": 0.2374,
      "step": 15775
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1534543178722601e-07,
      "loss": 0.2543,
      "step": 15776
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1504929365384387e-07,
      "loss": 0.2492,
      "step": 15777
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1475353396264043e-07,
      "loss": 0.2342,
      "step": 15778
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1445815272493777e-07,
      "loss": 0.264,
      "step": 15779
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1416314995204458e-07,
      "loss": 0.2598,
      "step": 15780
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.138685256552552e-07,
      "loss": 0.26,
      "step": 15781
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1357427984584835e-07,
      "loss": 0.2655,
      "step": 15782
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1328041253508948e-07,
      "loss": 0.2662,
      "step": 15783
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1298692373422959e-07,
      "loss": 0.273,
      "step": 15784
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1269381345450525e-07,
      "loss": 0.2651,
      "step": 15785
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1240108170713637e-07,
      "loss": 0.2718,
      "step": 15786
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1210872850333287e-07,
      "loss": 0.2634,
      "step": 15787
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1181675385428469e-07,
      "loss": 0.2409,
      "step": 15788
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1152515777117068e-07,
      "loss": 0.2453,
      "step": 15789
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1123394026515522e-07,
      "loss": 0.2457,
      "step": 15790
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1094310134738718e-07,
      "loss": 0.2578,
      "step": 15791
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1065264102900098e-07,
      "loss": 0.2665,
      "step": 15792
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1036255932111773e-07,
      "loss": 0.2667,
      "step": 15793
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1007285623484187e-07,
      "loss": 0.2652,
      "step": 15794
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0978353178126455e-07,
      "loss": 0.2701,
      "step": 15795
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0949458597146356e-07,
      "loss": 0.2398,
      "step": 15796
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0920601881650006e-07,
      "loss": 0.2599,
      "step": 15797
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0891783032742298e-07,
      "loss": 0.2482,
      "step": 15798
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0863002051526461e-07,
      "loss": 0.2471,
      "step": 15799
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.083425893910428e-07,
      "loss": 0.2545,
      "step": 15800
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0805553696576432e-07,
      "loss": 0.261,
      "step": 15801
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0776886325041592e-07,
      "loss": 0.2556,
      "step": 15802
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0748256825597547e-07,
      "loss": 0.2931,
      "step": 15803
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.071966519934009e-07,
      "loss": 0.2405,
      "step": 15804
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0691111447364122e-07,
      "loss": 0.2494,
      "step": 15805
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0662595570762768e-07,
      "loss": 0.2483,
      "step": 15806
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0634117570627489e-07,
      "loss": 0.2701,
      "step": 15807
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0605677448048746e-07,
      "loss": 0.2553,
      "step": 15808
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0577275204115445e-07,
      "loss": 0.2557,
      "step": 15809
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0548910839914938e-07,
      "loss": 0.2928,
      "step": 15810
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0520584356532915e-07,
      "loss": 0.2693,
      "step": 15811
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.049229575505406e-07,
      "loss": 0.2415,
      "step": 15812
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0464045036561287e-07,
      "loss": 0.2575,
      "step": 15813
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0435832202136286e-07,
      "loss": 0.2545,
      "step": 15814
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0407657252859083e-07,
      "loss": 0.2461,
      "step": 15815
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0379520189808367e-07,
      "loss": 0.2684,
      "step": 15816
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0351421014061281e-07,
      "loss": 0.2461,
      "step": 15817
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0323359726693849e-07,
      "loss": 0.2408,
      "step": 15818
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0295336328780103e-07,
      "loss": 0.2528,
      "step": 15819
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0267350821392963e-07,
      "loss": 0.2698,
      "step": 15820
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0239403205604014e-07,
      "loss": 0.2649,
      "step": 15821
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.021149348248307e-07,
      "loss": 0.2807,
      "step": 15822
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0183621653098607e-07,
      "loss": 0.2686,
      "step": 15823
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0155787718517884e-07,
      "loss": 0.2422,
      "step": 15824
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0127991679806271e-07,
      "loss": 0.2623,
      "step": 15825
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0100233538028138e-07,
      "loss": 0.2695,
      "step": 15826
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0072513294246078e-07,
      "loss": 0.2584,
      "step": 15827
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0044830949521356e-07,
      "loss": 0.2704,
      "step": 15828
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0017186504913901e-07,
      "loss": 0.2649,
      "step": 15829
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.989579961481866e-08,
      "loss": 0.2662,
      "step": 15830
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.962011320282405e-08,
      "loss": 0.2885,
      "step": 15831
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.934480582370676e-08,
      "loss": 0.2595,
      "step": 15832
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.906987748800945e-08,
      "loss": 0.2715,
      "step": 15833
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.879532820625704e-08,
      "loss": 0.2776,
      "step": 15834
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.852115798896e-08,
      "loss": 0.2619,
      "step": 15835
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.824736684661552e-08,
      "loss": 0.2684,
      "step": 15836
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.797395478970406e-08,
      "loss": 0.2414,
      "step": 15837
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.770092182869505e-08,
      "loss": 0.2755,
      "step": 15838
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.742826797404126e-08,
      "loss": 0.2554,
      "step": 15839
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.715599323617985e-08,
      "loss": 0.2762,
      "step": 15840
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.688409762553586e-08,
      "loss": 0.2736,
      "step": 15841
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.66125811525176e-08,
      "loss": 0.2486,
      "step": 15842
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.63414438275212e-08,
      "loss": 0.2697,
      "step": 15843
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.607068566092615e-08,
      "loss": 0.2412,
      "step": 15844
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.58003066630997e-08,
      "loss": 0.2582,
      "step": 15845
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.553030684439135e-08,
      "loss": 0.2868,
      "step": 15846
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.526068621513951e-08,
      "loss": 0.268,
      "step": 15847
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.499144478566592e-08,
      "loss": 0.2606,
      "step": 15848
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.472258256627898e-08,
      "loss": 0.2592,
      "step": 15849
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.445409956727048e-08,
      "loss": 0.2439,
      "step": 15850
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.418599579892107e-08,
      "loss": 0.254,
      "step": 15851
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.391827127149256e-08,
      "loss": 0.2408,
      "step": 15852
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.365092599523784e-08,
      "loss": 0.2835,
      "step": 15853
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.338395998038985e-08,
      "loss": 0.2699,
      "step": 15854
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.31173732371704e-08,
      "loss": 0.2613,
      "step": 15855
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.28511657757858e-08,
      "loss": 0.2317,
      "step": 15856
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.258533760642562e-08,
      "loss": 0.2796,
      "step": 15857
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.231988873926956e-08,
      "loss": 0.2506,
      "step": 15858
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.205481918447945e-08,
      "loss": 0.2494,
      "step": 15859
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.179012895220273e-08,
      "loss": 0.2546,
      "step": 15860
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.152581805257355e-08,
      "loss": 0.25,
      "step": 15861
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.126188649571044e-08,
      "loss": 0.2404,
      "step": 15862
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.099833429171868e-08,
      "loss": 0.2524,
      "step": 15863
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.073516145068905e-08,
      "loss": 0.2603,
      "step": 15864
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.047236798269466e-08,
      "loss": 0.2546,
      "step": 15865
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.020995389779852e-08,
      "loss": 0.2542,
      "step": 15866
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.994791920604484e-08,
      "loss": 0.2529,
      "step": 15867
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.968626391746893e-08,
      "loss": 0.2513,
      "step": 15868
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.9424988042085e-08,
      "loss": 0.2741,
      "step": 15869
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.916409158989836e-08,
      "loss": 0.2574,
      "step": 15870
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.890357457089548e-08,
      "loss": 0.2804,
      "step": 15871
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.864343699505062e-08,
      "loss": 0.2797,
      "step": 15872
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.838367887232358e-08,
      "loss": 0.2686,
      "step": 15873
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.812430021265861e-08,
      "loss": 0.2743,
      "step": 15874
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.786530102598667e-08,
      "loss": 0.2556,
      "step": 15875
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.760668132222206e-08,
      "loss": 0.2578,
      "step": 15876
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.734844111126795e-08,
      "loss": 0.2467,
      "step": 15877
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.709058040300866e-08,
      "loss": 0.2773,
      "step": 15878
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.683309920731852e-08,
      "loss": 0.2479,
      "step": 15879
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.65759975340541e-08,
      "loss": 0.272,
      "step": 15880
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.631927539305862e-08,
      "loss": 0.2612,
      "step": 15881
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.606293279415979e-08,
      "loss": 0.2624,
      "step": 15882
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.580696974717195e-08,
      "loss": 0.2582,
      "step": 15883
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.555138626189619e-08,
      "loss": 0.26,
      "step": 15884
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.529618234811577e-08,
      "loss": 0.2257,
      "step": 15885
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.504135801560065e-08,
      "loss": 0.2493,
      "step": 15886
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.478691327410749e-08,
      "loss": 0.2577,
      "step": 15887
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.453284813337848e-08,
      "loss": 0.2669,
      "step": 15888
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.427916260313917e-08,
      "loss": 0.2775,
      "step": 15889
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.402585669310293e-08,
      "loss": 0.2681,
      "step": 15890
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.377293041296642e-08,
      "loss": 0.3026,
      "step": 15891
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.3520383772413e-08,
      "loss": 0.2828,
      "step": 15892
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.326821678111163e-08,
      "loss": 0.2747,
      "step": 15893
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.301642944871679e-08,
      "loss": 0.2468,
      "step": 15894
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.276502178486745e-08,
      "loss": 0.2388,
      "step": 15895
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.251399379918923e-08,
      "loss": 0.2649,
      "step": 15896
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.226334550129111e-08,
      "loss": 0.2408,
      "step": 15897
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.201307690077099e-08,
      "loss": 0.2595,
      "step": 15898
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.176318800721006e-08,
      "loss": 0.2676,
      "step": 15899
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.151367883017402e-08,
      "loss": 0.2478,
      "step": 15900
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.126454937921746e-08,
      "loss": 0.2926,
      "step": 15901
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.101579966387496e-08,
      "loss": 0.2755,
      "step": 15902
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.076742969367224e-08,
      "loss": 0.2515,
      "step": 15903
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.051943947811836e-08,
      "loss": 0.2706,
      "step": 15904
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.027182902670571e-08,
      "loss": 0.2646,
      "step": 15905
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.002459834891562e-08,
      "loss": 0.272,
      "step": 15906
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.977774745421163e-08,
      "loss": 0.2613,
      "step": 15907
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.953127635204616e-08,
      "loss": 0.2518,
      "step": 15908
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.92851850518539e-08,
      "loss": 0.2511,
      "step": 15909
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.90394735630573e-08,
      "loss": 0.2384,
      "step": 15910
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.87941418950633e-08,
      "loss": 0.2338,
      "step": 15911
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.854919005726325e-08,
      "loss": 0.2723,
      "step": 15912
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.830461805903522e-08,
      "loss": 0.2585,
      "step": 15913
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.806042590974394e-08,
      "loss": 0.2967,
      "step": 15914
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.781661361873749e-08,
      "loss": 0.2796,
      "step": 15915
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.757318119534951e-08,
      "loss": 0.2704,
      "step": 15916
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.733012864890033e-08,
      "loss": 0.2754,
      "step": 15917
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.708745598869582e-08,
      "loss": 0.2953,
      "step": 15918
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.684516322402524e-08,
      "loss": 0.2786,
      "step": 15919
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.660325036416561e-08,
      "loss": 0.2856,
      "step": 15920
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.636171741837838e-08,
      "loss": 0.2794,
      "step": 15921
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.612056439590953e-08,
      "loss": 0.2906,
      "step": 15922
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.587979130599277e-08,
      "loss": 0.2893,
      "step": 15923
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.563939815784738e-08,
      "loss": 0.2676,
      "step": 15924
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.539938496067268e-08,
      "loss": 0.2658,
      "step": 15925
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.515975172366019e-08,
      "loss": 0.2676,
      "step": 15926
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.492049845598481e-08,
      "loss": 0.2631,
      "step": 15927
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.468162516680478e-08,
      "loss": 0.2513,
      "step": 15928
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.444313186526608e-08,
      "loss": 0.269,
      "step": 15929
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.420501856049922e-08,
      "loss": 0.2448,
      "step": 15930
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.396728526161911e-08,
      "loss": 0.2653,
      "step": 15931
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.372993197772849e-08,
      "loss": 0.2659,
      "step": 15932
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.349295871791452e-08,
      "loss": 0.245,
      "step": 15933
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.325636549124993e-08,
      "loss": 0.2832,
      "step": 15934
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.302015230679194e-08,
      "loss": 0.2623,
      "step": 15935
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.278431917358331e-08,
      "loss": 0.268,
      "step": 15936
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.254886610065237e-08,
      "loss": 0.2582,
      "step": 15937
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.231379309701636e-08,
      "loss": 0.2624,
      "step": 15938
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.207910017167252e-08,
      "loss": 0.2563,
      "step": 15939
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.1844787333607e-08,
      "loss": 0.2518,
      "step": 15940
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.161085459178929e-08,
      "loss": 0.2912,
      "step": 15941
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.137730195517556e-08,
      "loss": 0.2582,
      "step": 15942
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.114412943270866e-08,
      "loss": 0.2602,
      "step": 15943
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.091133703331477e-08,
      "loss": 0.2613,
      "step": 15944
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.067892476590676e-08,
      "loss": 0.2634,
      "step": 15945
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.044689263938088e-08,
      "loss": 0.2665,
      "step": 15946
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.021524066262108e-08,
      "loss": 0.2588,
      "step": 15947
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.998396884449699e-08,
      "loss": 0.2547,
      "step": 15948
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.975307719386259e-08,
      "loss": 0.2722,
      "step": 15949
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.95225657195564e-08,
      "loss": 0.2733,
      "step": 15950
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.929243443040467e-08,
      "loss": 0.2719,
      "step": 15951
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.906268333521704e-08,
      "loss": 0.264,
      "step": 15952
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.88333124427909e-08,
      "loss": 0.2633,
      "step": 15953
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.860432176190591e-08,
      "loss": 0.2693,
      "step": 15954
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.837571130132947e-08,
      "loss": 0.2849,
      "step": 15955
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.814748106981462e-08,
      "loss": 0.2726,
      "step": 15956
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.791963107609655e-08,
      "loss": 0.2612,
      "step": 15957
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.769216132890277e-08,
      "loss": 0.2783,
      "step": 15958
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.746507183693851e-08,
      "loss": 0.2605,
      "step": 15959
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.723836260889793e-08,
      "loss": 0.2754,
      "step": 15960
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.701203365346188e-08,
      "loss": 0.2695,
      "step": 15961
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.678608497929451e-08,
      "loss": 0.2635,
      "step": 15962
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.65605165950467e-08,
      "loss": 0.2662,
      "step": 15963
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.633532850935486e-08,
      "loss": 0.2257,
      "step": 15964
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.611052073083768e-08,
      "loss": 0.246,
      "step": 15965
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.588609326810491e-08,
      "loss": 0.26,
      "step": 15966
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.566204612974635e-08,
      "loss": 0.272,
      "step": 15967
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.543837932434071e-08,
      "loss": 0.2815,
      "step": 15968
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.521509286045114e-08,
      "loss": 0.2531,
      "step": 15969
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.499218674662633e-08,
      "loss": 0.2839,
      "step": 15970
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.476966099139836e-08,
      "loss": 0.251,
      "step": 15971
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.45475156032882e-08,
      "loss": 0.2613,
      "step": 15972
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.432575059080016e-08,
      "loss": 0.2465,
      "step": 15973
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.41043659624252e-08,
      "loss": 0.2436,
      "step": 15974
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.388336172663767e-08,
      "loss": 0.2379,
      "step": 15975
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.366273789189969e-08,
      "loss": 0.2504,
      "step": 15976
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.344249446665673e-08,
      "loss": 0.2634,
      "step": 15977
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.322263145934204e-08,
      "loss": 0.2818,
      "step": 15978
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.300314887837222e-08,
      "loss": 0.2705,
      "step": 15979
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.278404673214944e-08,
      "loss": 0.2616,
      "step": 15980
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.256532502906365e-08,
      "loss": 0.2718,
      "step": 15981
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.234698377748704e-08,
      "loss": 0.2584,
      "step": 15982
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.21290229857796e-08,
      "loss": 0.2581,
      "step": 15983
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.191144266228467e-08,
      "loss": 0.269,
      "step": 15984
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.169424281533442e-08,
      "loss": 0.2609,
      "step": 15985
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.147742345324226e-08,
      "loss": 0.2633,
      "step": 15986
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.12609845843093e-08,
      "loss": 0.2778,
      "step": 15987
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.104492621682335e-08,
      "loss": 0.2461,
      "step": 15988
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.082924835905446e-08,
      "loss": 0.2708,
      "step": 15989
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.061395101926048e-08,
      "loss": 0.2614,
      "step": 15990
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.039903420568483e-08,
      "loss": 0.2659,
      "step": 15991
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.018449792655423e-08,
      "loss": 0.2489,
      "step": 15992
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.997034219008213e-08,
      "loss": 0.2514,
      "step": 15993
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.975656700446753e-08,
      "loss": 0.2443,
      "step": 15994
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.954317237789609e-08,
      "loss": 0.2806,
      "step": 15995
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.9330158318535726e-08,
      "loss": 0.2468,
      "step": 15996
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.911752483454214e-08,
      "loss": 0.2394,
      "step": 15997
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.89052719340566e-08,
      "loss": 0.263,
      "step": 15998
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.869339962520482e-08,
      "loss": 0.2732,
      "step": 15999
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.84819079160992e-08,
      "loss": 0.2716,
      "step": 16000
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.8270796814834387e-08,
      "loss": 0.2624,
      "step": 16001
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.8060066329493904e-08,
      "loss": 0.2501,
      "step": 16002
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.784971646814575e-08,
      "loss": 0.2826,
      "step": 16003
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.7639747238843466e-08,
      "loss": 0.2821,
      "step": 16004
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.743015864962398e-08,
      "loss": 0.2462,
      "step": 16005
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.722095070851308e-08,
      "loss": 0.2649,
      "step": 16006
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.701212342351992e-08,
      "loss": 0.2924,
      "step": 16007
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.68036768026381e-08,
      "loss": 0.2638,
      "step": 16008
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.6595610853849016e-08,
      "loss": 0.2753,
      "step": 16009
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.638792558511963e-08,
      "loss": 0.261,
      "step": 16010
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.618062100439803e-08,
      "loss": 0.2486,
      "step": 16011
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.5973697119623414e-08,
      "loss": 0.2546,
      "step": 16012
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.576715393871612e-08,
      "loss": 0.2473,
      "step": 16013
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.556099146958538e-08,
      "loss": 0.2641,
      "step": 16014
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.535520972012265e-08,
      "loss": 0.2613,
      "step": 16015
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.5149808698206075e-08,
      "loss": 0.2467,
      "step": 16016
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.4944788411700475e-08,
      "loss": 0.2732,
      "step": 16017
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.4740148868454027e-08,
      "loss": 0.2706,
      "step": 16018
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.4535890076302664e-08,
      "loss": 0.2517,
      "step": 16019
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.4332012043064595e-08,
      "loss": 0.2698,
      "step": 16020
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.4128514776545795e-08,
      "loss": 0.2483,
      "step": 16021
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.3925398284536687e-08,
      "loss": 0.2768,
      "step": 16022
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.372266257481551e-08,
      "loss": 0.2617,
      "step": 16023
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.352030765514271e-08,
      "loss": 0.2595,
      "step": 16024
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.331833353326432e-08,
      "loss": 0.2619,
      "step": 16025
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.3116740216914154e-08,
      "loss": 0.2644,
      "step": 16026
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.291552771380937e-08,
      "loss": 0.2508,
      "step": 16027
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.27146960316538e-08,
      "loss": 0.2659,
      "step": 16028
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.251424517813686e-08,
      "loss": 0.2439,
      "step": 16029
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.231417516093129e-08,
      "loss": 0.2987,
      "step": 16030
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.2114485987697636e-08,
      "loss": 0.264,
      "step": 16031
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.1915177666080894e-08,
      "loss": 0.2659,
      "step": 16032
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.1716250203710516e-08,
      "loss": 0.256,
      "step": 16033
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.151770360820485e-08,
      "loss": 0.2775,
      "step": 16034
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.1319537887162265e-08,
      "loss": 0.2559,
      "step": 16035
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.112175304817113e-08,
      "loss": 0.2598,
      "step": 16036
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.092434909880317e-08,
      "loss": 0.2515,
      "step": 16037
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.072732604661568e-08,
      "loss": 0.2799,
      "step": 16038
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.053068389915261e-08,
      "loss": 0.2487,
      "step": 16039
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.0334422663941285e-08,
      "loss": 0.2506,
      "step": 16040
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.013854234849569e-08,
      "loss": 0.264,
      "step": 16041
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.994304296031538e-08,
      "loss": 0.2861,
      "step": 16042
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.9747924506884373e-08,
      "loss": 0.2867,
      "step": 16043
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.9553186995674465e-08,
      "loss": 0.2757,
      "step": 16044
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.935883043413858e-08,
      "loss": 0.2804,
      "step": 16045
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.9164854829719664e-08,
      "loss": 0.2457,
      "step": 16046
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.8971260189841775e-08,
      "loss": 0.264,
      "step": 16047
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.8778046521920086e-08,
      "loss": 0.3009,
      "step": 16048
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.8585213833348686e-08,
      "loss": 0.2766,
      "step": 16049
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.839276213151056e-08,
      "loss": 0.2872,
      "step": 16050
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.820069142377537e-08,
      "loss": 0.2476,
      "step": 16051
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.8009001717493896e-08,
      "loss": 0.2737,
      "step": 16052
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.781769302000694e-08,
      "loss": 0.267,
      "step": 16053
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.762676533863864e-08,
      "loss": 0.2688,
      "step": 16054
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.7436218680697586e-08,
      "loss": 0.3033,
      "step": 16055
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.724605305347907e-08,
      "loss": 0.2574,
      "step": 16056
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.705626846426392e-08,
      "loss": 0.2612,
      "step": 16057
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.6866864920317445e-08,
      "loss": 0.2598,
      "step": 16058
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.667784242889162e-08,
      "loss": 0.2624,
      "step": 16059
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.648920099722287e-08,
      "loss": 0.2927,
      "step": 16060
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.630094063253321e-08,
      "loss": 0.25,
      "step": 16061
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.6113061342029085e-08,
      "loss": 0.2828,
      "step": 16062
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.592556313290586e-08,
      "loss": 0.2641,
      "step": 16063
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.57384460123389e-08,
      "loss": 0.2628,
      "step": 16064
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.5551709987494693e-08,
      "loss": 0.2669,
      "step": 16065
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.536535506551976e-08,
      "loss": 0.2642,
      "step": 16066
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.5179381253550594e-08,
      "loss": 0.2539,
      "step": 16067
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.4993788558705954e-08,
      "loss": 0.2681,
      "step": 16068
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.480857698809127e-08,
      "loss": 0.2439,
      "step": 16069
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.4623746548798643e-08,
      "loss": 0.2602,
      "step": 16070
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.4439297247903525e-08,
      "loss": 0.257,
      "step": 16071
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.425522909246693e-08,
      "loss": 0.2646,
      "step": 16072
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.407154208953546e-08,
      "loss": 0.2726,
      "step": 16073
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.3888236246143465e-08,
      "loss": 0.2513,
      "step": 16074
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.3705311569307576e-08,
      "loss": 0.2775,
      "step": 16075
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.3522768066029955e-08,
      "loss": 0.2839,
      "step": 16076
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.334060574330057e-08,
      "loss": 0.262,
      "step": 16077
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.315882460809384e-08,
      "loss": 0.2595,
      "step": 16078
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.297742466736754e-08,
      "loss": 0.2658,
      "step": 16079
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.279640592806833e-08,
      "loss": 0.274,
      "step": 16080
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.261576839712511e-08,
      "loss": 0.2581,
      "step": 16081
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.243551208145458e-08,
      "loss": 0.2517,
      "step": 16082
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.225563698795676e-08,
      "loss": 0.2981,
      "step": 16083
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.2076143123518376e-08,
      "loss": 0.2593,
      "step": 16084
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.18970304950117e-08,
      "loss": 0.2718,
      "step": 16085
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.171829910929459e-08,
      "loss": 0.2888,
      "step": 16086
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.1539948973207124e-08,
      "loss": 0.2663,
      "step": 16087
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.13619800935805e-08,
      "loss": 0.2496,
      "step": 16088
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.118439247722705e-08,
      "loss": 0.2794,
      "step": 16089
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.1007186130944674e-08,
      "loss": 0.2552,
      "step": 16090
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.083036106151905e-08,
      "loss": 0.2386,
      "step": 16091
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.0653917275719215e-08,
      "loss": 0.2723,
      "step": 16092
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.0477854780299754e-08,
      "loss": 0.2471,
      "step": 16093
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.030217358200306e-08,
      "loss": 0.2934,
      "step": 16094
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.012687368755264e-08,
      "loss": 0.258,
      "step": 16095
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.99519551036609e-08,
      "loss": 0.2479,
      "step": 16096
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.9777417837024714e-08,
      "loss": 0.2646,
      "step": 16097
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.9603261894326504e-08,
      "loss": 0.2455,
      "step": 16098
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.942948728223317e-08,
      "loss": 0.2722,
      "step": 16099
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.925609400739716e-08,
      "loss": 0.245,
      "step": 16100
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.9083082076457614e-08,
      "loss": 0.2651,
      "step": 16101
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.8910451496037e-08,
      "loss": 0.2478,
      "step": 16102
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.873820227274672e-08,
      "loss": 0.2755,
      "step": 16103
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.8566334413179254e-08,
      "loss": 0.2771,
      "step": 16104
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.839484792391601e-08,
      "loss": 0.2747,
      "step": 16105
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.822374281152064e-08,
      "loss": 0.2662,
      "step": 16106
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.805301908254455e-08,
      "loss": 0.2822,
      "step": 16107
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.788267674352475e-08,
      "loss": 0.2669,
      "step": 16108
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.771271580098157e-08,
      "loss": 0.2761,
      "step": 16109
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.754313626142203e-08,
      "loss": 0.2902,
      "step": 16110
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.7373938131339825e-08,
      "loss": 0.246,
      "step": 16111
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.7205121417209774e-08,
      "loss": 0.248,
      "step": 16112
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.703668612549782e-08,
      "loss": 0.2422,
      "step": 16113
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.6868632262651026e-08,
      "loss": 0.2676,
      "step": 16114
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.6700959835104244e-08,
      "loss": 0.252,
      "step": 16115
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.6533668849275674e-08,
      "loss": 0.2508,
      "step": 16116
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.636675931157019e-08,
      "loss": 0.2475,
      "step": 16117
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.620023122837824e-08,
      "loss": 0.2525,
      "step": 16118
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.603408460607583e-08,
      "loss": 0.2415,
      "step": 16119
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.5868319451023425e-08,
      "loss": 0.2655,
      "step": 16120
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.570293576956596e-08,
      "loss": 0.2349,
      "step": 16121
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.553793356803614e-08,
      "loss": 0.2709,
      "step": 16122
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.537331285275225e-08,
      "loss": 0.2934,
      "step": 16123
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.52090736300148e-08,
      "loss": 0.2726,
      "step": 16124
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.5045215906113204e-08,
      "loss": 0.2554,
      "step": 16125
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.4881739687319115e-08,
      "loss": 0.2577,
      "step": 16126
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.471864497989197e-08,
      "loss": 0.2573,
      "step": 16127
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.4555931790075656e-08,
      "loss": 0.2612,
      "step": 16128
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.439360012410076e-08,
      "loss": 0.2607,
      "step": 16129
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.423164998818007e-08,
      "loss": 0.2302,
      "step": 16130
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.407008138851531e-08,
      "loss": 0.2666,
      "step": 16131
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.390889433129041e-08,
      "loss": 0.2963,
      "step": 16132
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.374808882267933e-08,
      "loss": 0.2596,
      "step": 16133
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.358766486883602e-08,
      "loss": 0.2473,
      "step": 16134
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.342762247590226e-08,
      "loss": 0.2511,
      "step": 16135
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.326796165000534e-08,
      "loss": 0.2525,
      "step": 16136
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3108682397259286e-08,
      "loss": 0.2584,
      "step": 16137
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.294978472376142e-08,
      "loss": 0.273,
      "step": 16138
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.2791268635594675e-08,
      "loss": 0.262,
      "step": 16139
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.263313413882752e-08,
      "loss": 0.2475,
      "step": 16140
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.2475381239513995e-08,
      "loss": 0.2786,
      "step": 16141
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.231800994369483e-08,
      "loss": 0.2457,
      "step": 16142
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.2161020257394095e-08,
      "loss": 0.2415,
      "step": 16143
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.200441218662253e-08,
      "loss": 0.2833,
      "step": 16144
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.1848185737374247e-08,
      "loss": 0.3047,
      "step": 16145
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.169234091563334e-08,
      "loss": 0.2888,
      "step": 16146
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.15368777273628e-08,
      "loss": 0.2386,
      "step": 16147
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.138179617851678e-08,
      "loss": 0.2591,
      "step": 16148
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.122709627503162e-08,
      "loss": 0.2595,
      "step": 16149
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.1072778022830375e-08,
      "loss": 0.2684,
      "step": 16150
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.0918841427821644e-08,
      "loss": 0.2584,
      "step": 16151
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.076528649589738e-08,
      "loss": 0.2769,
      "step": 16152
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.061211323293733e-08,
      "loss": 0.2401,
      "step": 16153
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.045932164480569e-08,
      "loss": 0.2819,
      "step": 16154
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.030691173735223e-08,
      "loss": 0.2748,
      "step": 16155
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.015488351641116e-08,
      "loss": 0.2469,
      "step": 16156
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.0003236987802276e-08,
      "loss": 0.2737,
      "step": 16157
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.985197215733315e-08,
      "loss": 0.2846,
      "step": 16158
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9701089030793606e-08,
      "loss": 0.2295,
      "step": 16159
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9550587613961236e-08,
      "loss": 0.2806,
      "step": 16160
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9400467912596985e-08,
      "loss": 0.2536,
      "step": 16161
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9250729932448485e-08,
      "loss": 0.2627,
      "step": 16162
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9101373679247814e-08,
      "loss": 0.2589,
      "step": 16163
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.895239915871373e-08,
      "loss": 0.255,
      "step": 16164
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8803806376550557e-08,
      "loss": 0.2641,
      "step": 16165
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8655595338444864e-08,
      "loss": 0.2561,
      "step": 16166
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8507766050072106e-08,
      "loss": 0.248,
      "step": 16167
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.83603185170922e-08,
      "loss": 0.2546,
      "step": 16168
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8213252745149522e-08,
      "loss": 0.3094,
      "step": 16169
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.806656873987512e-08,
      "loss": 0.2596,
      "step": 16170
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.79202665068834e-08,
      "loss": 0.2702,
      "step": 16171
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7774346051776536e-08,
      "loss": 0.2698,
      "step": 16172
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7628807380142286e-08,
      "loss": 0.2522,
      "step": 16173
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.748365049754953e-08,
      "loss": 0.2888,
      "step": 16174
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7338875409558265e-08,
      "loss": 0.2489,
      "step": 16175
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7194482121709608e-08,
      "loss": 0.2472,
      "step": 16176
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7050470639531367e-08,
      "loss": 0.2951,
      "step": 16177
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6906840968539128e-08,
      "loss": 0.2874,
      "step": 16178
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6763593114229603e-08,
      "loss": 0.2559,
      "step": 16179
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6620727082087293e-08,
      "loss": 0.2732,
      "step": 16180
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6478242877583383e-08,
      "loss": 0.2573,
      "step": 16181
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.633614050617017e-08,
      "loss": 0.2432,
      "step": 16182
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6194419973289975e-08,
      "loss": 0.2708,
      "step": 16183
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6053081284368453e-08,
      "loss": 0.2619,
      "step": 16184
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5912124444815723e-08,
      "loss": 0.268,
      "step": 16185
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.577154946002858e-08,
      "loss": 0.261,
      "step": 16186
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.563135633538938e-08,
      "loss": 0.2912,
      "step": 16187
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5491545076264945e-08,
      "loss": 0.2725,
      "step": 16188
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5352115688008773e-08,
      "loss": 0.2743,
      "step": 16189
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.52130681759577e-08,
      "loss": 0.2354,
      "step": 16190
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.507440254543525e-08,
      "loss": 0.2769,
      "step": 16191
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.493611880175051e-08,
      "loss": 0.2942,
      "step": 16192
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.479821695019813e-08,
      "loss": 0.2366,
      "step": 16193
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.466069699605611e-08,
      "loss": 0.2613,
      "step": 16194
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4523558944591353e-08,
      "loss": 0.2593,
      "step": 16195
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.438680280105299e-08,
      "loss": 0.2793,
      "step": 16196
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.425042857067683e-08,
      "loss": 0.2616,
      "step": 16197
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.411443625868426e-08,
      "loss": 0.2517,
      "step": 16198
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.397882587028111e-08,
      "loss": 0.2697,
      "step": 16199
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.384359741065878e-08,
      "loss": 0.233,
      "step": 16200
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3708750884996468e-08,
      "loss": 0.2681,
      "step": 16201
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3574286298454486e-08,
      "loss": 0.2351,
      "step": 16202
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3440203656182046e-08,
      "loss": 0.2637,
      "step": 16203
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3306502963311716e-08,
      "loss": 0.2518,
      "step": 16204
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.317318422496273e-08,
      "loss": 0.2621,
      "step": 16205
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3040247446238783e-08,
      "loss": 0.2794,
      "step": 16206
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.290769263223025e-08,
      "loss": 0.2528,
      "step": 16207
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2775519788010848e-08,
      "loss": 0.2739,
      "step": 16208
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2643728918640974e-08,
      "loss": 0.2415,
      "step": 16209
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.251232002916659e-08,
      "loss": 0.2605,
      "step": 16210
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.238129312461812e-08,
      "loss": 0.2405,
      "step": 16211
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.225064821001155e-08,
      "loss": 0.2674,
      "step": 16212
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2120385290350655e-08,
      "loss": 0.2748,
      "step": 16213
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1990504370620337e-08,
      "loss": 0.2695,
      "step": 16214
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1861005455794393e-08,
      "loss": 0.279,
      "step": 16215
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.173188855082886e-08,
      "loss": 0.2556,
      "step": 16216
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1603153660668673e-08,
      "loss": 0.2423,
      "step": 16217
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1474800790242112e-08,
      "loss": 0.2746,
      "step": 16218
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1346829944463022e-08,
      "loss": 0.2737,
      "step": 16219
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1219241128229708e-08,
      "loss": 0.2513,
      "step": 16220
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.109203434642826e-08,
      "loss": 0.2825,
      "step": 16221
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0965209603928115e-08,
      "loss": 0.2616,
      "step": 16222
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0838766905585394e-08,
      "loss": 0.2414,
      "step": 16223
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0712706256239557e-08,
      "loss": 0.2599,
      "step": 16224
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.058702766071785e-08,
      "loss": 0.2542,
      "step": 16225
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0461731123831984e-08,
      "loss": 0.2504,
      "step": 16226
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.033681665037812e-08,
      "loss": 0.2634,
      "step": 16227
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0212284245137993e-08,
      "loss": 0.2372,
      "step": 16228
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0088133912881114e-08,
      "loss": 0.2702,
      "step": 16229
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9964365658360352e-08,
      "loss": 0.2835,
      "step": 16230
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9840979486311918e-08,
      "loss": 0.2765,
      "step": 16231
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9717975401462032e-08,
      "loss": 0.2528,
      "step": 16232
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9595353408519148e-08,
      "loss": 0.2557,
      "step": 16233
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.947311351217729e-08,
      "loss": 0.2734,
      "step": 16234
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9351255717117156e-08,
      "loss": 0.2928,
      "step": 16235
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9229780028002797e-08,
      "loss": 0.2552,
      "step": 16236
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9108686449486046e-08,
      "loss": 0.2455,
      "step": 16237
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8987974986202084e-08,
      "loss": 0.2854,
      "step": 16238
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.886764564277388e-08,
      "loss": 0.2489,
      "step": 16239
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8747698423805527e-08,
      "loss": 0.2426,
      "step": 16240
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.862813333389113e-08,
      "loss": 0.286,
      "step": 16241
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8508950377609248e-08,
      "loss": 0.2766,
      "step": 16242
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8390149559519567e-08,
      "loss": 0.2626,
      "step": 16243
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.827173088417289e-08,
      "loss": 0.3018,
      "step": 16244
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.815369435610226e-08,
      "loss": 0.2542,
      "step": 16245
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8036039979826282e-08,
      "loss": 0.2686,
      "step": 16246
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.791876775984913e-08,
      "loss": 0.258,
      "step": 16247
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7801877700660552e-08,
      "loss": 0.2838,
      "step": 16248
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7685369806736964e-08,
      "loss": 0.2782,
      "step": 16249
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.756924408253702e-08,
      "loss": 0.2748,
      "step": 16250
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.745350053250827e-08,
      "loss": 0.2697,
      "step": 16251
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7338139161079403e-08,
      "loss": 0.2552,
      "step": 16252
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.722315997267021e-08,
      "loss": 0.2715,
      "step": 16253
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.710856297168051e-08,
      "loss": 0.2605,
      "step": 16254
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.69943481624979e-08,
      "loss": 0.2394,
      "step": 16255
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6880515549495547e-08,
      "loss": 0.2821,
      "step": 16256
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.676706513703108e-08,
      "loss": 0.2586,
      "step": 16257
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.665399692944769e-08,
      "loss": 0.2649,
      "step": 16258
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.654131093107525e-08,
      "loss": 0.287,
      "step": 16259
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.642900714622697e-08,
      "loss": 0.2818,
      "step": 16260
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.631708557920275e-08,
      "loss": 0.2653,
      "step": 16261
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6205546234286938e-08,
      "loss": 0.2397,
      "step": 16262
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6094389115750563e-08,
      "loss": 0.264,
      "step": 16263
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.598361422784911e-08,
      "loss": 0.2588,
      "step": 16264
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.587322157482252e-08,
      "loss": 0.274,
      "step": 16265
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.576321116089852e-08,
      "loss": 0.2508,
      "step": 16266
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5653582990288187e-08,
      "loss": 0.2753,
      "step": 16267
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5544337067188164e-08,
      "loss": 0.2783,
      "step": 16268
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5435473395781774e-08,
      "loss": 0.2771,
      "step": 16269
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5326991980235684e-08,
      "loss": 0.2246,
      "step": 16270
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5218892824704346e-08,
      "loss": 0.2655,
      "step": 16271
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5111175933325562e-08,
      "loss": 0.2536,
      "step": 16272
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.500384131022381e-08,
      "loss": 0.2348,
      "step": 16273
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4896888959508027e-08,
      "loss": 0.2612,
      "step": 16274
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4790318885271604e-08,
      "loss": 0.2538,
      "step": 16275
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4684131091596832e-08,
      "loss": 0.2761,
      "step": 16276
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4578325582548236e-08,
      "loss": 0.2524,
      "step": 16277
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4472902362175911e-08,
      "loss": 0.2414,
      "step": 16278
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4367861434516628e-08,
      "loss": 0.2605,
      "step": 16279
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4263202803590503e-08,
      "loss": 0.2754,
      "step": 16280
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4158926473406553e-08,
      "loss": 0.2733,
      "step": 16281
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4055032447954919e-08,
      "loss": 0.2725,
      "step": 16282
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.395152073121464e-08,
      "loss": 0.2448,
      "step": 16283
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3848391327148102e-08,
      "loss": 0.2589,
      "step": 16284
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.374564423970326e-08,
      "loss": 0.2695,
      "step": 16285
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.364327947281474e-08,
      "loss": 0.2628,
      "step": 16286
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3541297030399414e-08,
      "loss": 0.2626,
      "step": 16287
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3439696916364153e-08,
      "loss": 0.2786,
      "step": 16288
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.333847913459696e-08,
      "loss": 0.2793,
      "step": 16289
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3237643688974733e-08,
      "loss": 0.2852,
      "step": 16290
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3137190583355497e-08,
      "loss": 0.2759,
      "step": 16291
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3037119821586174e-08,
      "loss": 0.2592,
      "step": 16292
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2937431407499256e-08,
      "loss": 0.2458,
      "step": 16293
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.283812534490947e-08,
      "loss": 0.231,
      "step": 16294
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2739201637619324e-08,
      "loss": 0.2557,
      "step": 16295
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2640660289415795e-08,
      "loss": 0.2457,
      "step": 16296
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.254250130407142e-08,
      "loss": 0.2857,
      "step": 16297
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.244472468534652e-08,
      "loss": 0.2591,
      "step": 16298
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2347330436980331e-08,
      "loss": 0.2436,
      "step": 16299
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2250318562705422e-08,
      "loss": 0.2759,
      "step": 16300
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2153689066233266e-08,
      "loss": 0.256,
      "step": 16301
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2057441951264237e-08,
      "loss": 0.2596,
      "step": 16302
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1961577221483167e-08,
      "loss": 0.2476,
      "step": 16303
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1866094880560452e-08,
      "loss": 0.24,
      "step": 16304
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1770994932150947e-08,
      "loss": 0.2935,
      "step": 16305
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1676277379895073e-08,
      "loss": 0.281,
      "step": 16306
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.158194222742104e-08,
      "loss": 0.2462,
      "step": 16307
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.148798947833929e-08,
      "loss": 0.2496,
      "step": 16308
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1394419136245837e-08,
      "loss": 0.2602,
      "step": 16309
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1301231204724482e-08,
      "loss": 0.2637,
      "step": 16310
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1208425687342372e-08,
      "loss": 0.2826,
      "step": 16311
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.111600258765222e-08,
      "loss": 0.2759,
      "step": 16312
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1023961909192304e-08,
      "loss": 0.2528,
      "step": 16313
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0932303655487586e-08,
      "loss": 0.2885,
      "step": 16314
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.084102783004637e-08,
      "loss": 0.256,
      "step": 16315
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0750134436361414e-08,
      "loss": 0.242,
      "step": 16316
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0659623477915494e-08,
      "loss": 0.2423,
      "step": 16317
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.05694949581725e-08,
      "loss": 0.2588,
      "step": 16318
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0479748880583007e-08,
      "loss": 0.2447,
      "step": 16319
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0390385248583157e-08,
      "loss": 0.2683,
      "step": 16320
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0301404065592435e-08,
      "loss": 0.2532,
      "step": 16321
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0212805335020337e-08,
      "loss": 0.2679,
      "step": 16322
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0124589060257483e-08,
      "loss": 0.278,
      "step": 16323
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0036755244680064e-08,
      "loss": 0.2709,
      "step": 16324
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.949303891653162e-09,
      "loss": 0.2614,
      "step": 16325
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.86223500452299e-09,
      "loss": 0.2815,
      "step": 16326
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.77554858662244e-09,
      "loss": 0.2667,
      "step": 16327
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.689244641272188e-09,
      "loss": 0.2605,
      "step": 16328
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.603323171776257e-09,
      "loss": 0.2447,
      "step": 16329
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.517784181422018e-09,
      "loss": 0.2789,
      "step": 16330
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.43262767348685e-09,
      "loss": 0.279,
      "step": 16331
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.347853651229256e-09,
      "loss": 0.2427,
      "step": 16332
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.263462117895528e-09,
      "loss": 0.2602,
      "step": 16333
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.179453076715305e-09,
      "loss": 0.2669,
      "step": 16334
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.095826530907126e-09,
      "loss": 0.2441,
      "step": 16335
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.012582483670651e-09,
      "loss": 0.2377,
      "step": 16336
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.929720938193331e-09,
      "loss": 0.2856,
      "step": 16337
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.847241897648184e-09,
      "loss": 0.2557,
      "step": 16338
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.765145365191574e-09,
      "loss": 0.2758,
      "step": 16339
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.683431343968762e-09,
      "loss": 0.2592,
      "step": 16340
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.602099837105026e-09,
      "loss": 0.2789,
      "step": 16341
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.521150847716763e-09,
      "loss": 0.2518,
      "step": 16342
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.440584378902605e-09,
      "loss": 0.2652,
      "step": 16343
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.36040043374675e-09,
      "loss": 0.2355,
      "step": 16344
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.280599015317859e-09,
      "loss": 0.2651,
      "step": 16345
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.20118012667237e-09,
      "loss": 0.2492,
      "step": 16346
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.122143770850077e-09,
      "loss": 0.2815,
      "step": 16347
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.043489950878558e-09,
      "loss": 0.2677,
      "step": 16348
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.965218669766516e-09,
      "loss": 0.2965,
      "step": 16349
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.887329930512665e-09,
      "loss": 0.268,
      "step": 16350
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.809823736096844e-09,
      "loss": 0.2769,
      "step": 16351
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.732700089488898e-09,
      "loss": 0.2575,
      "step": 16352
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.655958993639801e-09,
      "loss": 0.2753,
      "step": 16353
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.579600451488311e-09,
      "loss": 0.2708,
      "step": 16354
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.503624465956538e-09,
      "loss": 0.2835,
      "step": 16355
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.428031039955486e-09,
      "loss": 0.263,
      "step": 16356
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.3528201763761745e-09,
      "loss": 0.2688,
      "step": 16357
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.277991878100743e-09,
      "loss": 0.2511,
      "step": 16358
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.203546147992457e-09,
      "loss": 0.2542,
      "step": 16359
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.12948298890237e-09,
      "loss": 0.2679,
      "step": 16360
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.0558024036648795e-09,
      "loss": 0.2695,
      "step": 16361
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.982504395102175e-09,
      "loss": 0.2951,
      "step": 16362
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.909588966019787e-09,
      "loss": 0.2287,
      "step": 16363
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.837056119208818e-09,
      "loss": 0.2666,
      "step": 16364
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.764905857445936e-09,
      "loss": 0.2737,
      "step": 16365
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.693138183494485e-09,
      "loss": 0.2539,
      "step": 16366
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.621753100102268e-09,
      "loss": 0.2574,
      "step": 16367
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.5507506100004334e-09,
      "loss": 0.2416,
      "step": 16368
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.480130715909028e-09,
      "loss": 0.2574,
      "step": 16369
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.409893420530333e-09,
      "loss": 0.2754,
      "step": 16370
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.340038726554421e-09,
      "loss": 0.2564,
      "step": 16371
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.270566636655817e-09,
      "loss": 0.2418,
      "step": 16372
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.201477153493507e-09,
      "loss": 0.2552,
      "step": 16373
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.132770279713151e-09,
      "loss": 0.2496,
      "step": 16374
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.064446017944869e-09,
      "loss": 0.2617,
      "step": 16375
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.996504370803236e-09,
      "loss": 0.2804,
      "step": 16376
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.928945340891723e-09,
      "loss": 0.2814,
      "step": 16377
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.8617689307949314e-09,
      "loss": 0.262,
      "step": 16378
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.794975143086357e-09,
      "loss": 0.2563,
      "step": 16379
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.7285639803217326e-09,
      "loss": 0.2444,
      "step": 16380
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.662535445043471e-09,
      "loss": 0.2365,
      "step": 16381
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.596889539780659e-09,
      "loss": 0.2561,
      "step": 16382
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.531626267045731e-09,
      "loss": 0.258,
      "step": 16383
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.4667456293377995e-09,
      "loss": 0.24,
      "step": 16384
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.4022476291393236e-09,
      "loss": 0.2704,
      "step": 16385
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.3381322689216584e-09,
      "loss": 0.284,
      "step": 16386
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.274399551138398e-09,
      "loss": 0.2365,
      "step": 16387
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.211049478229813e-09,
      "loss": 0.2554,
      "step": 16388
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.148082052620629e-09,
      "loss": 0.2358,
      "step": 16389
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.085497276722251e-09,
      "loss": 0.2529,
      "step": 16390
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.023295152930541e-09,
      "loss": 0.2476,
      "step": 16391
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.961475683625816e-09,
      "loss": 0.2863,
      "step": 16392
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.900038871176183e-09,
      "loss": 0.2706,
      "step": 16393
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.838984717934203e-09,
      "loss": 0.2556,
      "step": 16394
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.778313226235786e-09,
      "loss": 0.2819,
      "step": 16395
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.71802439840463e-09,
      "loss": 0.2554,
      "step": 16396
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.658118236747777e-09,
      "loss": 0.2831,
      "step": 16397
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.598594743561169e-09,
      "loss": 0.2739,
      "step": 16398
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.5394539211207625e-09,
      "loss": 0.2766,
      "step": 16399
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.480695771692522e-09,
      "loss": 0.2673,
      "step": 16400
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.4223202975246514e-09,
      "loss": 0.2764,
      "step": 16401
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.364327500853138e-09,
      "loss": 0.2566,
      "step": 16402
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.306717383898429e-09,
      "loss": 0.26,
      "step": 16403
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.249489948865426e-09,
      "loss": 0.2595,
      "step": 16404
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.19264519794571e-09,
      "loss": 0.2464,
      "step": 16405
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.136183133314209e-09,
      "loss": 0.2688,
      "step": 16406
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.080103757133635e-09,
      "loss": 0.263,
      "step": 16407
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.024407071551162e-09,
      "loss": 0.2571,
      "step": 16408
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.9690930786995266e-09,
      "loss": 0.2764,
      "step": 16409
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.914161780694814e-09,
      "loss": 0.2489,
      "step": 16410
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.8596131796397874e-09,
      "loss": 0.2761,
      "step": 16411
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.805447277624996e-09,
      "loss": 0.2677,
      "step": 16412
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.751664076723227e-09,
      "loss": 0.2352,
      "step": 16413
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6982635789928334e-09,
      "loss": 0.2672,
      "step": 16414
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.645245786478846e-09,
      "loss": 0.2616,
      "step": 16415
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.592610701211863e-09,
      "loss": 0.2699,
      "step": 16416
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.540358325204718e-09,
      "loss": 0.3027,
      "step": 16417
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.488488660460254e-09,
      "loss": 0.2638,
      "step": 16418
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4370017089635497e-09,
      "loss": 0.281,
      "step": 16419
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.385897472685251e-09,
      "loss": 0.2794,
      "step": 16420
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.335175953581571e-09,
      "loss": 0.264,
      "step": 16421
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.284837153595399e-09,
      "loss": 0.2582,
      "step": 16422
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2348810746529736e-09,
      "loss": 0.2496,
      "step": 16423
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.185307718668318e-09,
      "loss": 0.2699,
      "step": 16424
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.136117087537693e-09,
      "loss": 0.2454,
      "step": 16425
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.0873091831451485e-09,
      "loss": 0.2549,
      "step": 16426
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.0388840073591887e-09,
      "loss": 0.2972,
      "step": 16427
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9908415620327756e-09,
      "loss": 0.2508,
      "step": 16428
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9431818490077703e-09,
      "loss": 0.2653,
      "step": 16429
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8959048701060477e-09,
      "loss": 0.2716,
      "step": 16430
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8490106271394924e-09,
      "loss": 0.2674,
      "step": 16431
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8024991219022247e-09,
      "loss": 0.2585,
      "step": 16432
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.756370356175042e-09,
      "loss": 0.2804,
      "step": 16433
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.71062433172542e-09,
      "loss": 0.2623,
      "step": 16434
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6652610503019593e-09,
      "loss": 0.2722,
      "step": 16435
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.62028051364438e-09,
      "loss": 0.2807,
      "step": 16436
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.575682723472417e-09,
      "loss": 0.2991,
      "step": 16437
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.531467681495814e-09,
      "loss": 0.2649,
      "step": 16438
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4876353894043305e-09,
      "loss": 0.2521,
      "step": 16439
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.444185848878844e-09,
      "loss": 0.2778,
      "step": 16440
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4011190615813584e-09,
      "loss": 0.28,
      "step": 16441
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.358435029160555e-09,
      "loss": 0.2725,
      "step": 16442
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3161337532517925e-09,
      "loss": 0.2693,
      "step": 16443
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.2742152354737756e-09,
      "loss": 0.2651,
      "step": 16444
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.232679477430777e-09,
      "loss": 0.2501,
      "step": 16445
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.191526480713746e-09,
      "loss": 0.2641,
      "step": 16446
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.150756246898089e-09,
      "loss": 0.2517,
      "step": 16447
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.1103687775447803e-09,
      "loss": 0.2693,
      "step": 16448
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0703640741992494e-09,
      "loss": 0.2612,
      "step": 16449
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0307421383947146e-09,
      "loss": 0.2493,
      "step": 16450
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.99150297164552e-09,
      "loss": 0.2778,
      "step": 16451
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.952646575457129e-09,
      "loss": 0.2497,
      "step": 16452
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9141729513139085e-09,
      "loss": 0.2633,
      "step": 16453
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8760821006913454e-09,
      "loss": 0.2684,
      "step": 16454
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8383740250471627e-09,
      "loss": 0.2778,
      "step": 16455
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8010487258235399e-09,
      "loss": 0.257,
      "step": 16456
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7641062044515544e-09,
      "loss": 0.2532,
      "step": 16457
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7275464623434102e-09,
      "loss": 0.2588,
      "step": 16458
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6913695009013187e-09,
      "loss": 0.2497,
      "step": 16459
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6555753215075077e-09,
      "loss": 0.2461,
      "step": 16460
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6201639255342128e-09,
      "loss": 0.255,
      "step": 16461
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5851353143370163e-09,
      "loss": 0.2577,
      "step": 16462
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5504894892559573e-09,
      "loss": 0.2701,
      "step": 16463
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.516226451618863e-09,
      "loss": 0.2596,
      "step": 16464
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.482346202735796e-09,
      "loss": 0.2695,
      "step": 16465
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4488487439057175e-09,
      "loss": 0.2517,
      "step": 16466
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4157340764098248e-09,
      "loss": 0.2493,
      "step": 16467
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3830022015159927e-09,
      "loss": 0.2405,
      "step": 16468
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.350653120477663e-09,
      "loss": 0.2806,
      "step": 16469
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3186868345327341e-09,
      "loss": 0.2458,
      "step": 16470
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2871033449057824e-09,
      "loss": 0.2797,
      "step": 16471
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2559026528058405e-09,
      "loss": 0.2522,
      "step": 16472
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2250847594275083e-09,
      "loss": 0.2514,
      "step": 16473
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.194649665949843e-09,
      "loss": 0.2447,
      "step": 16474
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1645973735396888e-09,
      "loss": 0.2676,
      "step": 16475
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1349278833450162e-09,
      "loss": 0.2566,
      "step": 16476
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1056411965038038e-09,
      "loss": 0.2746,
      "step": 16477
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.076737314137377e-09,
      "loss": 0.2766,
      "step": 16478
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0482162373504079e-09,
      "loss": 0.2806,
      "step": 16479
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0200779672364658e-09,
      "loss": 0.2492,
      "step": 16480
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.923225048724672e-10,
      "loss": 0.272,
      "step": 16481
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.649498513208954e-10,
      "loss": 0.2559,
      "step": 16482
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.379600076298012e-10,
      "loss": 0.2648,
      "step": 16483
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.113529748316918e-10,
      "loss": 0.2422,
      "step": 16484
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.851287539468622e-10,
      "loss": 0.2681,
      "step": 16485
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.592873459778439e-10,
      "loss": 0.278,
      "step": 16486
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.338287519149557e-10,
      "loss": 0.2582,
      "step": 16487
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.087529727318633e-10,
      "loss": 0.2705,
      "step": 16488
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.840600093889095e-10,
      "loss": 0.278,
      "step": 16489
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.597498628320044e-10,
      "loss": 0.2405,
      "step": 16490
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.358225339915148e-10,
      "loss": 0.2384,
      "step": 16491
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.122780237844851e-10,
      "loss": 0.2616,
      "step": 16492
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.891163331101958e-10,
      "loss": 0.2299,
      "step": 16493
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.663374628568254e-10,
      "loss": 0.2595,
      "step": 16494
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.439414138958988e-10,
      "loss": 0.2871,
      "step": 16495
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.219281870845084e-10,
      "loss": 0.2674,
      "step": 16496
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.002977832664237e-10,
      "loss": 0.2741,
      "step": 16497
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.790502032698709e-10,
      "loss": 0.26,
      "step": 16498
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.581854479075332e-10,
      "loss": 0.2758,
      "step": 16499
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.377035179776613e-10,
      "loss": 0.2776,
      "step": 16500
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.176044142662928e-10,
      "loss": 0.2892,
      "step": 16501
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.978881375417022e-10,
      "loss": 0.2383,
      "step": 16502
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.785546885577308e-10,
      "loss": 0.2571,
      "step": 16503
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.596040680571179e-10,
      "loss": 0.2831,
      "step": 16504
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.410362767626186e-10,
      "loss": 0.2506,
      "step": 16505
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.228513153869962e-10,
      "loss": 0.2405,
      "step": 16506
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.050491846252502e-10,
      "loss": 0.2698,
      "step": 16507
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.8762988516016785e-10,
      "loss": 0.2634,
      "step": 16508
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.705934176578829e-10,
      "loss": 0.2557,
      "step": 16509
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.5393978277120655e-10,
      "loss": 0.2614,
      "step": 16510
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.3766898113629655e-10,
      "loss": 0.246,
      "step": 16511
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.2178101337709823e-10,
      "loss": 0.2595,
      "step": 16512
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.0627588010312404e-10,
      "loss": 0.2709,
      "step": 16513
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.9115358190501266e-10,
      "loss": 0.2455,
      "step": 16514
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.764141193645209e-10,
      "loss": 0.2409,
      "step": 16515
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.620574930445319e-10,
      "loss": 0.239,
      "step": 16516
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.48083703494606e-10,
      "loss": 0.2684,
      "step": 16517
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.344927512498707e-10,
      "loss": 0.237,
      "step": 16518
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2128463683102064e-10,
      "loss": 0.2623,
      "step": 16519
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.084593607443175e-10,
      "loss": 0.262,
      "step": 16520
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9601692347936962e-10,
      "loss": 0.2758,
      "step": 16521
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.839573255124627e-10,
      "loss": 0.2568,
      "step": 16522
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7228056730766995e-10,
      "loss": 0.2642,
      "step": 16523
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.609866493090806e-10,
      "loss": 0.2753,
      "step": 16524
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5007557195079182e-10,
      "loss": 0.2627,
      "step": 16525
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3954733565024747e-10,
      "loss": 0.2734,
      "step": 16526
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2940194080934833e-10,
      "loss": 0.2656,
      "step": 16527
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1963938781889283e-10,
      "loss": 0.266,
      "step": 16528
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1025967705080576e-10,
      "loss": 0.251,
      "step": 16529
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0126280886479934e-10,
      "loss": 0.3153,
      "step": 16530
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.264878360393248e-11,
      "loss": 0.2627,
      "step": 16531
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.441760160016188e-11,
      "loss": 0.2778,
      "step": 16532
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.656926316879088e-11,
      "loss": 0.2667,
      "step": 16533
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.910376860735923e-11,
      "loss": 0.2792,
      "step": 16534
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.202111820452494e-11,
      "loss": 0.2772,
      "step": 16535
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.53213122300722e-11,
      "loss": 0.2614,
      "step": 16536
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.900435094157274e-11,
      "loss": 0.2571,
      "step": 16537
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.307023457883475e-11,
      "loss": 0.2832,
      "step": 16538
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.7518963371674376e-11,
      "loss": 0.2619,
      "step": 16539
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.235053752992379e-11,
      "loss": 0.2708,
      "step": 16540
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.756495725342312e-11,
      "loss": 0.2716,
      "step": 16541
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.3162222725359174e-11,
      "loss": 0.2619,
      "step": 16542
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9142334113375628e-11,
      "loss": 0.3105,
      "step": 16543
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.550529157179348e-11,
      "loss": 0.2695,
      "step": 16544
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2251095239390609e-11,
      "loss": 0.2504,
      "step": 16545
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.379745241622219e-12,
      "loss": 0.2786,
      "step": 16546
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.891241688400385e-12,
      "loss": 0.2592,
      "step": 16547
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.785584672983845e-12,
      "loss": 0.2542,
      "step": 16548
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.0627742786393244e-12,
      "loss": 0.2653,
      "step": 16549
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7228105708699816e-12,
      "loss": 0.261,
      "step": 16550
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.656935985256297e-13,
      "loss": 0.263,
      "step": 16551
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9142340157429772e-13,
      "loss": 0.2624,
      "step": 16552
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0,
      "loss": 0.2653,
      "step": 16553
    },
    {
      "epoch": 1.0,
      "step": 16553,
      "total_flos": 750493356687360.0,
      "train_loss": 0.3367887742271425,
      "train_runtime": 150872.0687,
      "train_samples_per_second": 9.216,
      "train_steps_per_second": 0.11
    }
  ],
  "max_steps": 16553,
  "num_train_epochs": 1,
  "total_flos": 750493356687360.0,
  "trial_name": null,
  "trial_params": null
}